9 #include "cache-tree.h"
10 #include "tree-walk.h"
11 #include "parse-options.h"
13 #define REACHABLE 0x0001
18 static int show_unreachable
;
19 static int include_reflogs
= 1;
20 static int check_full
;
21 static int check_strict
;
22 static int keep_cache_objects
;
23 static unsigned char head_sha1
[20];
24 static int errors_found
;
25 static int write_lost_and_found
;
27 #define ERROR_OBJECT 01
28 #define ERROR_REACHABLE 02
30 #ifdef NO_D_INO_IN_DIRENT
32 #define DIRENT_SORT_HINT(de) 0
35 #define DIRENT_SORT_HINT(de) ((de)->d_ino)
38 static void objreport(struct object
*obj
, const char *severity
,
39 const char *err
, va_list params
)
41 fprintf(stderr
, "%s in %s %s: ",
42 severity
, typename(obj
->type
), sha1_to_hex(obj
->sha1
));
43 vfprintf(stderr
, err
, params
);
47 static int objerror(struct object
*obj
, const char *err
, ...)
50 va_start(params
, err
);
51 errors_found
|= ERROR_OBJECT
;
52 objreport(obj
, "error", err
, params
);
57 static int objwarning(struct object
*obj
, const char *err
, ...)
60 va_start(params
, err
);
61 objreport(obj
, "warning", err
, params
);
67 * Check a single reachable object
69 static void check_reachable_object(struct object
*obj
)
71 const struct object_refs
*refs
;
74 * We obviously want the object to be parsed,
75 * except if it was in a pack-file and we didn't
79 if (has_sha1_pack(obj
->sha1
, NULL
))
80 return; /* it is in pack - forget about it */
81 printf("missing %s %s\n", typename(obj
->type
), sha1_to_hex(obj
->sha1
));
82 errors_found
|= ERROR_REACHABLE
;
87 * Check that everything that we try to reference is also good.
89 refs
= lookup_object_refs(obj
);
92 for (j
= 0; j
< refs
->count
; j
++) {
93 struct object
*ref
= refs
->ref
[j
];
95 (has_sha1_file(ref
->sha1
)))
97 printf("broken link from %7s %s\n",
98 typename(obj
->type
), sha1_to_hex(obj
->sha1
));
99 printf(" to %7s %s\n",
100 typename(ref
->type
), sha1_to_hex(ref
->sha1
));
101 errors_found
|= ERROR_REACHABLE
;
107 * Check a single unreachable object
109 static void check_unreachable_object(struct object
*obj
)
112 * Missing unreachable object? Ignore it. It's not like
113 * we miss it (since it can't be reached), nor do we want
114 * to complain about it being unreachable (since it does
121 * Unreachable object that exists? Show it if asked to,
122 * since this is something that is prunable.
124 if (show_unreachable
) {
125 printf("unreachable %s %s\n", typename(obj
->type
), sha1_to_hex(obj
->sha1
));
130 * "!used" means that nothing at all points to it, including
131 * other unreachable objects. In other words, it's the "tip"
132 * of some set of unreachable objects, usually a commit that
135 * Such starting points are more interesting than some random
136 * set of unreachable objects, so we show them even if the user
137 * hasn't asked for _all_ unreachable objects. If you have
138 * deleted a branch by mistake, this is a prime candidate to
139 * start looking at, for example.
142 printf("dangling %s %s\n", typename(obj
->type
),
143 sha1_to_hex(obj
->sha1
));
144 if (write_lost_and_found
) {
145 char *filename
= git_path("lost-found/%s/%s",
146 obj
->type
== OBJ_COMMIT
? "commit" : "other",
147 sha1_to_hex(obj
->sha1
));
150 if (safe_create_leading_directories(filename
)) {
151 error("Could not create lost-found");
154 if (!(f
= fopen(filename
, "w")))
155 die("Could not open %s", filename
);
156 if (obj
->type
== OBJ_BLOB
) {
157 enum object_type type
;
159 char *buf
= read_sha1_file(obj
->sha1
,
162 fwrite(buf
, size
, 1, f
);
166 fprintf(f
, "%s\n", sha1_to_hex(obj
->sha1
));
173 * Otherwise? It's there, it's unreachable, and some other unreachable
174 * object points to it. Ignore it - it's not interesting, and we showed
175 * all the interesting cases above.
179 static void check_object(struct object
*obj
)
182 fprintf(stderr
, "Checking %s\n", sha1_to_hex(obj
->sha1
));
184 if (obj
->flags
& REACHABLE
)
185 check_reachable_object(obj
);
187 check_unreachable_object(obj
);
190 static void check_connectivity(void)
194 /* Look up all the requirements, warn about missing objects.. */
195 max
= get_max_object_index();
197 fprintf(stderr
, "Checking connectivity (%d objects)\n", max
);
199 for (i
= 0; i
< max
; i
++) {
200 struct object
*obj
= get_indexed_object(i
);
208 * The entries in a tree are ordered in the _path_ order,
209 * which means that a directory entry is ordered by adding
210 * a slash to the end of it.
212 * So a directory called "a" is ordered _after_ a file
213 * called "a.c", because "a/" sorts after "a.c".
215 #define TREE_UNORDERED (-1)
216 #define TREE_HAS_DUPS (-2)
218 static int verify_ordered(unsigned mode1
, const char *name1
, unsigned mode2
, const char *name2
)
220 int len1
= strlen(name1
);
221 int len2
= strlen(name2
);
222 int len
= len1
< len2
? len1
: len2
;
223 unsigned char c1
, c2
;
226 cmp
= memcmp(name1
, name2
, len
);
230 return TREE_UNORDERED
;
233 * Ok, the first <len> characters are the same.
234 * Now we need to order the next one, but turn
235 * a '\0' into a '/' for a directory entry.
241 * git-write-tree used to write out a nonsense tree that has
242 * entries with the same name, one blob and one tree. Make
243 * sure we do not have duplicate entries.
245 return TREE_HAS_DUPS
;
246 if (!c1
&& S_ISDIR(mode1
))
248 if (!c2
&& S_ISDIR(mode2
))
250 return c1
< c2
? 0 : TREE_UNORDERED
;
253 static int fsck_tree(struct tree
*item
)
256 int has_full_path
= 0;
257 int has_empty_name
= 0;
258 int has_zero_pad
= 0;
259 int has_bad_modes
= 0;
260 int has_dup_entries
= 0;
261 int not_properly_sorted
= 0;
262 struct tree_desc desc
;
265 const unsigned char *o_sha1
;
268 fprintf(stderr
, "Checking tree %s\n",
269 sha1_to_hex(item
->object
.sha1
));
271 init_tree_desc(&desc
, item
->buffer
, item
->size
);
279 const unsigned char *sha1
;
281 sha1
= tree_entry_extract(&desc
, &name
, &mode
);
283 if (strchr(name
, '/'))
287 has_zero_pad
|= *(char *)desc
.buffer
== '0';
288 update_tree_entry(&desc
);
301 * This is nonstandard, but we had a few of these
302 * early on when we honored the full set of mode
313 switch (verify_ordered(o_mode
, o_name
, mode
, name
)) {
315 not_properly_sorted
= 1;
334 objwarning(&item
->object
, "contains full pathnames");
336 if (has_empty_name
) {
337 objwarning(&item
->object
, "contains empty pathname");
340 objwarning(&item
->object
, "contains zero-padded file modes");
343 objwarning(&item
->object
, "contains bad file modes");
345 if (has_dup_entries
) {
346 retval
= objerror(&item
->object
, "contains duplicate file entries");
348 if (not_properly_sorted
) {
349 retval
= objerror(&item
->object
, "not properly sorted");
354 static int fsck_commit(struct commit
*commit
)
356 char *buffer
= commit
->buffer
;
357 unsigned char tree_sha1
[20], sha1
[20];
360 fprintf(stderr
, "Checking commit %s\n",
361 sha1_to_hex(commit
->object
.sha1
));
363 if (memcmp(buffer
, "tree ", 5))
364 return objerror(&commit
->object
, "invalid format - expected 'tree' line");
365 if (get_sha1_hex(buffer
+5, tree_sha1
) || buffer
[45] != '\n')
366 return objerror(&commit
->object
, "invalid 'tree' line format - bad sha1");
368 while (!memcmp(buffer
, "parent ", 7)) {
369 if (get_sha1_hex(buffer
+7, sha1
) || buffer
[47] != '\n')
370 return objerror(&commit
->object
, "invalid 'parent' line format - bad sha1");
373 if (memcmp(buffer
, "author ", 7))
374 return objerror(&commit
->object
, "invalid format - expected 'author' line");
375 free(commit
->buffer
);
376 commit
->buffer
= NULL
;
378 return objerror(&commit
->object
, "could not load commit's tree %s", tree_sha1
);
379 if (!commit
->parents
&& show_root
)
380 printf("root %s\n", sha1_to_hex(commit
->object
.sha1
));
382 printf("bad commit date in %s\n",
383 sha1_to_hex(commit
->object
.sha1
));
387 static int fsck_tag(struct tag
*tag
)
389 struct object
*tagged
= tag
->tagged
;
392 fprintf(stderr
, "Checking tag %s\n",
393 sha1_to_hex(tag
->object
.sha1
));
396 return objerror(&tag
->object
, "could not load tagged object");
401 printf("tagged %s %s", typename(tagged
->type
), sha1_to_hex(tagged
->sha1
));
402 printf(" (%s) in %s\n", tag
->tag
, sha1_to_hex(tag
->object
.sha1
));
406 static int fsck_sha1(const unsigned char *sha1
)
408 struct object
*obj
= parse_object(sha1
);
410 errors_found
|= ERROR_OBJECT
;
411 return error("%s: object corrupt or missing",
414 if (obj
->flags
& SEEN
)
417 if (obj
->type
== OBJ_BLOB
)
419 if (obj
->type
== OBJ_TREE
)
420 return fsck_tree((struct tree
*) obj
);
421 if (obj
->type
== OBJ_COMMIT
)
422 return fsck_commit((struct commit
*) obj
);
423 if (obj
->type
== OBJ_TAG
)
424 return fsck_tag((struct tag
*) obj
);
426 /* By now, parse_object() would've returned NULL instead. */
427 return objerror(obj
, "unknown type '%d' (internal fsck error)",
432 * This is the sorting chunk size: make it reasonably
433 * big so that we can sort well..
435 #define MAX_SHA1_ENTRIES (1024)
439 unsigned char sha1
[20];
444 struct sha1_entry
*entry
[MAX_SHA1_ENTRIES
];
447 static int ino_compare(const void *_a
, const void *_b
)
449 const struct sha1_entry
*a
= _a
, *b
= _b
;
450 unsigned long ino1
= a
->ino
, ino2
= b
->ino
;
451 return ino1
< ino2
? -1 : ino1
> ino2
? 1 : 0;
454 static void fsck_sha1_list(void)
456 int i
, nr
= sha1_list
.nr
;
459 qsort(sha1_list
.entry
, nr
,
460 sizeof(struct sha1_entry
*), ino_compare
);
461 for (i
= 0; i
< nr
; i
++) {
462 struct sha1_entry
*entry
= sha1_list
.entry
[i
];
463 unsigned char *sha1
= entry
->sha1
;
465 sha1_list
.entry
[i
] = NULL
;
472 static void add_sha1_list(unsigned char *sha1
, unsigned long ino
)
474 struct sha1_entry
*entry
= xmalloc(sizeof(*entry
));
478 hashcpy(entry
->sha1
, sha1
);
480 if (nr
== MAX_SHA1_ENTRIES
) {
484 sha1_list
.entry
[nr
] = entry
;
488 static void fsck_dir(int i
, char *path
)
490 DIR *dir
= opendir(path
);
497 fprintf(stderr
, "Checking directory %s\n", path
);
499 while ((de
= readdir(dir
)) != NULL
) {
501 unsigned char sha1
[20];
502 int len
= strlen(de
->d_name
);
506 if (de
->d_name
[1] != '.')
509 if (de
->d_name
[0] != '.')
513 sprintf(name
, "%02x", i
);
514 memcpy(name
+2, de
->d_name
, len
+1);
515 if (get_sha1_hex(name
, sha1
) < 0)
517 add_sha1_list(sha1
, DIRENT_SORT_HINT(de
));
520 fprintf(stderr
, "bad sha1 file: %s/%s\n", path
, de
->d_name
);
525 static int default_refs
;
527 static int fsck_handle_reflog_ent(unsigned char *osha1
, unsigned char *nsha1
,
528 const char *email
, unsigned long timestamp
, int tz
,
529 const char *message
, void *cb_data
)
534 fprintf(stderr
, "Checking reflog %s->%s\n",
535 sha1_to_hex(osha1
), sha1_to_hex(nsha1
));
537 if (!is_null_sha1(osha1
)) {
538 obj
= lookup_object(osha1
);
541 mark_reachable(obj
, REACHABLE
);
544 obj
= lookup_object(nsha1
);
547 mark_reachable(obj
, REACHABLE
);
552 static int fsck_handle_reflog(const char *logname
, const unsigned char *sha1
, int flag
, void *cb_data
)
554 for_each_reflog_ent(logname
, fsck_handle_reflog_ent
, NULL
);
558 static int fsck_handle_ref(const char *refname
, const unsigned char *sha1
, int flag
, void *cb_data
)
562 obj
= lookup_object(sha1
);
564 if (has_sha1_file(sha1
)) {
566 return 0; /* it is in a pack */
568 error("%s: invalid sha1 pointer %s", refname
, sha1_to_hex(sha1
));
569 /* We'll continue with the rest despite the error.. */
574 mark_reachable(obj
, REACHABLE
);
579 static void get_default_heads(void)
581 for_each_ref(fsck_handle_ref
, NULL
);
583 for_each_reflog(fsck_handle_reflog
, NULL
);
586 * Not having any default heads isn't really fatal, but
587 * it does mean that "--unreachable" no longer makes any
588 * sense (since in this case everything will obviously
589 * be unreachable by definition.
591 * Showing dangling objects is valid, though (as those
592 * dangling objects are likely lost heads).
594 * So we just print a warning about it, and clear the
595 * "show_unreachable" flag.
598 fprintf(stderr
, "notice: No default references\n");
599 show_unreachable
= 0;
603 static void fsck_object_dir(const char *path
)
608 fprintf(stderr
, "Checking object directory\n");
610 for (i
= 0; i
< 256; i
++) {
611 static char dir
[4096];
612 sprintf(dir
, "%s/%02x", path
, i
);
618 static int fsck_head_link(void)
620 unsigned char sha1
[20];
622 int null_is_error
= 0;
623 const char *head_points_at
= resolve_ref("HEAD", sha1
, 0, &flag
);
626 fprintf(stderr
, "Checking HEAD link\n");
629 return error("Invalid HEAD");
630 if (!strcmp(head_points_at
, "HEAD"))
633 else if (prefixcmp(head_points_at
, "refs/heads/"))
634 return error("HEAD points to something strange (%s)",
636 if (is_null_sha1(sha1
)) {
638 return error("HEAD: detached HEAD points at nothing");
639 fprintf(stderr
, "notice: HEAD points to an unborn branch (%s)\n",
640 head_points_at
+ 11);
645 static int fsck_cache_tree(struct cache_tree
*it
)
651 fprintf(stderr
, "Checking cache tree\n");
653 if (0 <= it
->entry_count
) {
654 struct object
*obj
= parse_object(it
->sha1
);
656 error("%s: invalid sha1 pointer in cache-tree",
657 sha1_to_hex(it
->sha1
));
660 mark_reachable(obj
, REACHABLE
);
662 if (obj
->type
!= OBJ_TREE
)
663 err
|= objerror(obj
, "non-tree in cache-tree");
665 for (i
= 0; i
< it
->subtree_nr
; i
++)
666 err
|= fsck_cache_tree(it
->down
[i
]->cache_tree
);
670 static char const * const fsck_usage
[] = {
671 "git-fsck [options] [<object>...]",
675 static struct option fsck_opts
[] = {
676 OPT__VERBOSE(&verbose
),
677 OPT_BOOLEAN(0, "unreachable", &show_unreachable
, "show unreachable objects"),
678 OPT_BOOLEAN(0, "tags", &show_tags
, "report tags"),
679 OPT_BOOLEAN(0, "root", &show_root
, "report root nodes"),
680 OPT_BOOLEAN(0, "cache", &keep_cache_objects
, "make index objects head nodes"),
681 OPT_BOOLEAN(0, "reflogs", &include_reflogs
, "make reflogs head nodes (default)"),
682 OPT_BOOLEAN(0, "full", &check_full
, "also consider alternate objects"),
683 OPT_BOOLEAN(0, "struct", &check_strict
, "enable more strict checking"),
684 OPT_BOOLEAN(0, "lost-found", &write_lost_and_found
,
685 "write dangling objects in .git/lost-found"),
689 int cmd_fsck(int argc
, const char **argv
, const char *prefix
)
693 track_object_refs
= 1;
696 argc
= parse_options(argc
, argv
, fsck_opts
, fsck_usage
, 0);
697 if (write_lost_and_found
) {
703 fsck_object_dir(get_object_directory());
705 struct alternate_object_database
*alt
;
706 struct packed_git
*p
;
708 for (alt
= alt_odb_list
; alt
; alt
= alt
->next
) {
709 char namebuf
[PATH_MAX
];
710 int namelen
= alt
->name
- alt
->base
;
711 memcpy(namebuf
, alt
->base
, namelen
);
712 namebuf
[namelen
- 1] = 0;
713 fsck_object_dir(namebuf
);
715 prepare_packed_git();
716 for (p
= packed_git
; p
; p
= p
->next
)
717 /* verify gives error messages itself */
720 for (p
= packed_git
; p
; p
= p
->next
) {
722 if (open_pack_index(p
))
724 num
= p
->num_objects
;
725 for (j
= 0; j
< num
; j
++)
726 fsck_sha1(nth_packed_object_sha1(p
, j
));
731 for (i
= 1; i
< argc
; i
++) {
732 const char *arg
= argv
[i
];
733 if (!get_sha1(arg
, head_sha1
)) {
734 struct object
*obj
= lookup_object(head_sha1
);
736 /* Error is printed by lookup_object(). */
741 mark_reachable(obj
, REACHABLE
);
745 error("invalid parameter: expected sha1, got '%s'", arg
);
749 * If we've not been given any explicit head information, do the
750 * default ones from .git/refs. We also consider the index file
751 * in this case (ie this implies --cache).
755 keep_cache_objects
= 1;
758 if (keep_cache_objects
) {
760 for (i
= 0; i
< active_nr
; i
++) {
765 mode
= ntohl(active_cache
[i
]->ce_mode
);
766 if (S_ISGITLINK(mode
))
768 blob
= lookup_blob(active_cache
[i
]->sha1
);
773 mark_reachable(obj
, REACHABLE
);
775 if (active_cache_tree
)
776 fsck_cache_tree(active_cache_tree
);
779 check_connectivity();