8 unsigned char flag
; /* ISSYMREF? ISPACKED? */
9 unsigned char sha1
[20];
10 char name
[FLEX_ARRAY
];
13 static const char *parse_ref_line(char *line
, unsigned char *sha1
)
16 * 42: the answer to everything.
18 * In this case, it happens to be the answer to
19 * 40 (length of sha1 hex representation)
20 * +1 (space in between hex and name)
21 * +1 (newline at the end of the line)
23 int len
= strlen(line
) - 42;
27 if (get_sha1_hex(line
, sha1
) < 0)
29 if (!isspace(line
[40]))
34 if (line
[len
] != '\n')
40 static struct ref_list
*add_ref(const char *name
, const unsigned char *sha1
,
41 int flag
, struct ref_list
*list
)
44 struct ref_list
**p
= &list
, *entry
;
46 /* Find the place to insert the ref into.. */
47 while ((entry
= *p
) != NULL
) {
48 int cmp
= strcmp(entry
->name
, name
);
52 /* Same as existing entry? */
58 /* Allocate it and add it in.. */
59 len
= strlen(name
) + 1;
60 entry
= xmalloc(sizeof(struct ref_list
) + len
);
61 hashcpy(entry
->sha1
, sha1
);
62 memcpy(entry
->name
, name
, len
);
70 * Future: need to be in "struct repository"
71 * when doing a full libification.
76 struct ref_list
*loose
;
77 struct ref_list
*packed
;
80 static void free_ref_list(struct ref_list
*list
)
82 struct ref_list
*next
;
83 for ( ; list
; list
= next
) {
89 static void invalidate_cached_refs(void)
91 struct cached_refs
*ca
= &cached_refs
;
93 if (ca
->did_loose
&& ca
->loose
)
94 free_ref_list(ca
->loose
);
95 if (ca
->did_packed
&& ca
->packed
)
96 free_ref_list(ca
->packed
);
97 ca
->loose
= ca
->packed
= NULL
;
98 ca
->did_loose
= ca
->did_packed
= 0;
101 static struct ref_list
*get_packed_refs(void)
103 if (!cached_refs
.did_packed
) {
104 struct ref_list
*refs
= NULL
;
105 FILE *f
= fopen(git_path("packed-refs"), "r");
107 struct ref_list
*list
= NULL
;
108 char refline
[PATH_MAX
];
109 while (fgets(refline
, sizeof(refline
), f
)) {
110 unsigned char sha1
[20];
111 const char *name
= parse_ref_line(refline
, sha1
);
114 list
= add_ref(name
, sha1
, REF_ISPACKED
, list
);
119 cached_refs
.packed
= refs
;
120 cached_refs
.did_packed
= 1;
122 return cached_refs
.packed
;
125 static struct ref_list
*get_ref_dir(const char *base
, struct ref_list
*list
)
127 DIR *dir
= opendir(git_path("%s", base
));
131 int baselen
= strlen(base
);
132 char *ref
= xmalloc(baselen
+ 257);
134 memcpy(ref
, base
, baselen
);
135 if (baselen
&& base
[baselen
-1] != '/')
136 ref
[baselen
++] = '/';
138 while ((de
= readdir(dir
)) != NULL
) {
139 unsigned char sha1
[20];
144 if (de
->d_name
[0] == '.')
146 namelen
= strlen(de
->d_name
);
149 if (has_extension(de
->d_name
, ".lock"))
151 memcpy(ref
+ baselen
, de
->d_name
, namelen
+1);
152 if (stat(git_path("%s", ref
), &st
) < 0)
154 if (S_ISDIR(st
.st_mode
)) {
155 list
= get_ref_dir(ref
, list
);
158 if (!resolve_ref(ref
, sha1
, 1, &flag
)) {
159 error("%s points nowhere!", ref
);
162 list
= add_ref(ref
, sha1
, flag
, list
);
170 static struct ref_list
*get_loose_refs(void)
172 if (!cached_refs
.did_loose
) {
173 cached_refs
.loose
= get_ref_dir("refs", NULL
);
174 cached_refs
.did_loose
= 1;
176 return cached_refs
.loose
;
179 /* We allow "recursive" symbolic refs. Only within reason, though */
182 const char *resolve_ref(const char *ref
, unsigned char *sha1
, int reading
, int *flag
)
184 int depth
= MAXDEPTH
, len
;
186 static char ref_buffer
[256];
192 const char *path
= git_path("%s", ref
);
200 /* Special case: non-existing file.
201 * Not having the refs/heads/new-branch is OK
202 * if we are writing into it, so is .git/HEAD
203 * that points at refs/heads/master still to be
204 * born. It is NOT OK if we are resolving for
207 if (lstat(path
, &st
) < 0) {
208 struct ref_list
*list
= get_packed_refs();
210 if (!strcmp(ref
, list
->name
)) {
211 hashcpy(sha1
, list
->sha1
);
213 *flag
|= REF_ISPACKED
;
218 if (reading
|| errno
!= ENOENT
)
224 /* Follow "normalized" - ie "refs/.." symlinks by hand */
225 if (S_ISLNK(st
.st_mode
)) {
226 len
= readlink(path
, buffer
, sizeof(buffer
)-1);
227 if (len
>= 5 && !memcmp("refs/", buffer
, 5)) {
229 strcpy(ref_buffer
, buffer
);
232 *flag
|= REF_ISSYMREF
;
237 /* Is it a directory? */
238 if (S_ISDIR(st
.st_mode
)) {
244 * Anything else, just open it and try to use it as
247 fd
= open(path
, O_RDONLY
);
250 len
= read(fd
, buffer
, sizeof(buffer
)-1);
254 * Is it a symbolic ref?
256 if (len
< 4 || memcmp("ref:", buffer
, 4))
260 while (len
&& isspace(*buf
))
262 while (len
&& isspace(buf
[len
-1]))
265 memcpy(ref_buffer
, buf
, len
+ 1);
268 *flag
|= REF_ISSYMREF
;
270 if (len
< 40 || get_sha1_hex(buffer
, sha1
))
275 int create_symref(const char *ref_target
, const char *refs_heads_master
)
277 const char *lockpath
;
279 int fd
, len
, written
;
280 const char *git_HEAD
= git_path("%s", ref_target
);
282 #ifndef NO_SYMLINK_HEAD
283 if (prefer_symlink_refs
) {
285 if (!symlink(refs_heads_master
, git_HEAD
))
287 fprintf(stderr
, "no symlink - falling back to symbolic ref\n");
291 len
= snprintf(ref
, sizeof(ref
), "ref: %s\n", refs_heads_master
);
292 if (sizeof(ref
) <= len
) {
293 error("refname too long: %s", refs_heads_master
);
296 lockpath
= mkpath("%s.lock", git_HEAD
);
297 fd
= open(lockpath
, O_CREAT
| O_EXCL
| O_WRONLY
, 0666);
298 written
= write(fd
, ref
, len
);
300 if (written
!= len
) {
302 error("Unable to write to %s", lockpath
);
305 if (rename(lockpath
, git_HEAD
) < 0) {
307 error("Unable to create %s", git_HEAD
);
310 if (adjust_shared_perm(git_HEAD
)) {
312 error("Unable to fix permissions on %s", lockpath
);
318 int read_ref(const char *ref
, unsigned char *sha1
)
320 if (resolve_ref(ref
, sha1
, 1, NULL
))
325 static int do_for_each_ref(const char *base
, each_ref_fn fn
, int trim
,
329 struct ref_list
*packed
= get_packed_refs();
330 struct ref_list
*loose
= get_loose_refs();
332 while (packed
&& loose
) {
333 struct ref_list
*entry
;
334 int cmp
= strcmp(packed
->name
, loose
->name
);
336 packed
= packed
->next
;
344 packed
= packed
->next
;
346 if (strncmp(base
, entry
->name
, trim
))
348 if (is_null_sha1(entry
->sha1
))
350 if (!has_sha1_file(entry
->sha1
)) {
351 error("%s does not point to a valid object!", entry
->name
);
354 retval
= fn(entry
->name
+ trim
, entry
->sha1
,
355 entry
->flag
, cb_data
);
360 packed
= packed
? packed
: loose
;
362 if (!strncmp(base
, packed
->name
, trim
)) {
363 retval
= fn(packed
->name
+ trim
, packed
->sha1
,
364 packed
->flag
, cb_data
);
368 packed
= packed
->next
;
373 int head_ref(each_ref_fn fn
, void *cb_data
)
375 unsigned char sha1
[20];
378 if (resolve_ref("HEAD", sha1
, 1, &flag
))
379 return fn("HEAD", sha1
, flag
, cb_data
);
383 int for_each_ref(each_ref_fn fn
, void *cb_data
)
385 return do_for_each_ref("refs/", fn
, 0, cb_data
);
388 int for_each_tag_ref(each_ref_fn fn
, void *cb_data
)
390 return do_for_each_ref("refs/tags/", fn
, 10, cb_data
);
393 int for_each_branch_ref(each_ref_fn fn
, void *cb_data
)
395 return do_for_each_ref("refs/heads/", fn
, 11, cb_data
);
398 int for_each_remote_ref(each_ref_fn fn
, void *cb_data
)
400 return do_for_each_ref("refs/remotes/", fn
, 13, cb_data
);
403 /* NEEDSWORK: This is only used by ssh-upload and it should go; the
404 * caller should do resolve_ref or read_ref like everybody else. Or
405 * maybe everybody else should use get_ref_sha1() instead of doing
408 int get_ref_sha1(const char *ref
, unsigned char *sha1
)
410 if (check_ref_format(ref
))
412 return read_ref(mkpath("refs/%s", ref
), sha1
);
416 * Make sure "ref" is something reasonable to have under ".git/refs/";
417 * We do not like it if:
419 * - any path component of it begins with ".", or
420 * - it has double dots "..", or
421 * - it has ASCII control character, "~", "^", ":" or SP, anywhere, or
422 * - it ends with a "/".
425 static inline int bad_ref_char(int ch
)
427 return (((unsigned) ch
) <= ' ' ||
428 ch
== '~' || ch
== '^' || ch
== ':' ||
429 /* 2.13 Pattern Matching Notation */
430 ch
== '?' || ch
== '*' || ch
== '[');
433 int check_ref_format(const char *ref
)
436 const char *cp
= ref
;
440 while ((ch
= *cp
++) == '/')
441 ; /* tolerate duplicated slashes */
443 return -1; /* should not end with slashes */
445 /* we are at the beginning of the path component */
446 if (ch
== '.' || bad_ref_char(ch
))
449 /* scan the rest of the path component */
450 while ((ch
= *cp
++) != 0) {
451 if (bad_ref_char(ch
))
455 if (ch
== '.' && *cp
== '.')
461 return -1; /* at least of form "heads/blah" */
467 static struct ref_lock
*verify_lock(struct ref_lock
*lock
,
468 const unsigned char *old_sha1
, int mustexist
)
470 if (!resolve_ref(lock
->ref_name
, lock
->old_sha1
, mustexist
, NULL
)) {
471 error("Can't verify ref %s", lock
->ref_name
);
475 if (hashcmp(lock
->old_sha1
, old_sha1
)) {
476 error("Ref %s is at %s but expected %s", lock
->ref_name
,
477 sha1_to_hex(lock
->old_sha1
), sha1_to_hex(old_sha1
));
484 static int remove_empty_dir_recursive(char *path
, int len
)
486 DIR *dir
= opendir(path
);
492 if (path
[len
-1] != '/')
494 while ((e
= readdir(dir
)) != NULL
) {
497 if ((e
->d_name
[0] == '.') &&
498 ((e
->d_name
[1] == 0) ||
499 ((e
->d_name
[1] == '.') && e
->d_name
[2] == 0)))
500 continue; /* "." and ".." */
502 namlen
= strlen(e
->d_name
);
503 if ((len
+ namlen
< PATH_MAX
) &&
504 strcpy(path
+ len
, e
->d_name
) &&
506 S_ISDIR(st
.st_mode
) &&
507 !remove_empty_dir_recursive(path
, len
+ namlen
))
508 continue; /* happy */
510 /* path too long, stat fails, or non-directory still exists */
522 static int remove_empty_directories(char *file
)
524 /* we want to create a file but there is a directory there;
525 * if that is an empty directory (or a directory that contains
526 * only empty directories), remove them.
529 int len
= strlen(file
);
531 if (len
>= PATH_MAX
) /* path too long ;-) */
534 return remove_empty_dir_recursive(path
, len
);
537 static struct ref_lock
*lock_ref_sha1_basic(const char *ref
, const unsigned char *old_sha1
, int *flag
)
540 const char *orig_ref
= ref
;
541 struct ref_lock
*lock
;
544 int mustexist
= (old_sha1
&& !is_null_sha1(old_sha1
));
546 lock
= xcalloc(1, sizeof(struct ref_lock
));
549 ref
= resolve_ref(ref
, lock
->old_sha1
, mustexist
, flag
);
550 if (!ref
&& errno
== EISDIR
) {
551 /* we are trying to lock foo but we used to
552 * have foo/bar which now does not exist;
553 * it is normal for the empty directory 'foo'
556 ref_file
= git_path("%s", orig_ref
);
557 if (remove_empty_directories(ref_file
)) {
559 error("there are still refs under '%s'", orig_ref
);
562 ref
= resolve_ref(orig_ref
, lock
->old_sha1
, mustexist
, flag
);
566 error("unable to resolve reference %s: %s",
567 orig_ref
, strerror(errno
));
570 if (is_null_sha1(lock
->old_sha1
)) {
571 /* The ref did not exist and we are creating it.
572 * Make sure there is no existing ref that is packed
573 * whose name begins with our refname, nor a ref whose
574 * name is a proper prefix of our refname.
576 int namlen
= strlen(ref
); /* e.g. 'foo/bar' */
577 struct ref_list
*list
= get_packed_refs();
579 /* list->name could be 'foo' or 'foo/bar/baz' */
580 int len
= strlen(list
->name
);
581 int cmplen
= (namlen
< len
) ? namlen
: len
;
582 const char *lead
= (namlen
< len
) ? list
->name
: ref
;
584 if (!strncmp(ref
, list
->name
, cmplen
) &&
585 lead
[cmplen
] == '/') {
586 error("'%s' exists; cannot create '%s'",
594 lock
->lk
= xcalloc(1, sizeof(struct lock_file
));
596 lock
->ref_name
= xstrdup(ref
);
597 lock
->log_file
= xstrdup(git_path("logs/%s", ref
));
598 ref_file
= git_path("%s", ref
);
599 lock
->force_write
= lstat(ref_file
, &st
) && errno
== ENOENT
;
601 if (safe_create_leading_directories(ref_file
)) {
603 error("unable to create directory for %s", ref_file
);
606 lock
->lock_fd
= hold_lock_file_for_update(lock
->lk
, ref_file
, 1);
608 return old_sha1
? verify_lock(lock
, old_sha1
, mustexist
) : lock
;
616 struct ref_lock
*lock_ref_sha1(const char *ref
, const unsigned char *old_sha1
)
618 char refpath
[PATH_MAX
];
619 if (check_ref_format(ref
))
621 strcpy(refpath
, mkpath("refs/%s", ref
));
622 return lock_ref_sha1_basic(refpath
, old_sha1
, NULL
);
625 struct ref_lock
*lock_any_ref_for_update(const char *ref
, const unsigned char *old_sha1
)
627 return lock_ref_sha1_basic(ref
, old_sha1
, NULL
);
630 static struct lock_file packlock
;
632 static int repack_without_ref(const char *refname
)
634 struct ref_list
*list
, *packed_ref_list
;
638 packed_ref_list
= get_packed_refs();
639 for (list
= packed_ref_list
; list
; list
= list
->next
) {
640 if (!strcmp(refname
, list
->name
)) {
647 memset(&packlock
, 0, sizeof(packlock
));
648 fd
= hold_lock_file_for_update(&packlock
, git_path("packed-refs"), 0);
650 return error("cannot delete '%s' from packed refs", refname
);
652 for (list
= packed_ref_list
; list
; list
= list
->next
) {
653 char line
[PATH_MAX
+ 100];
656 if (!strcmp(refname
, list
->name
))
658 len
= snprintf(line
, sizeof(line
), "%s %s\n",
659 sha1_to_hex(list
->sha1
), list
->name
);
660 /* this should not happen but just being defensive */
661 if (len
> sizeof(line
))
662 die("too long a refname '%s'", list
->name
);
663 write_or_die(fd
, line
, len
);
665 return commit_lock_file(&packlock
);
668 int delete_ref(const char *refname
, unsigned char *sha1
)
670 struct ref_lock
*lock
;
671 int err
, i
, ret
= 0, flag
= 0;
673 lock
= lock_ref_sha1_basic(refname
, sha1
, &flag
);
676 if (!(flag
& REF_ISPACKED
)) {
678 i
= strlen(lock
->lk
->filename
) - 5; /* .lock */
679 lock
->lk
->filename
[i
] = 0;
680 err
= unlink(lock
->lk
->filename
);
683 error("unlink(%s) failed: %s",
684 lock
->lk
->filename
, strerror(errno
));
686 lock
->lk
->filename
[i
] = '.';
688 /* removing the loose one could have resurrected an earlier
689 * packed one. Also, if it was not loose we need to repack
692 ret
|= repack_without_ref(refname
);
694 err
= unlink(lock
->log_file
);
695 if (err
&& errno
!= ENOENT
)
696 fprintf(stderr
, "warning: unlink(%s) failed: %s",
697 lock
->log_file
, strerror(errno
));
698 invalidate_cached_refs();
703 void unlock_ref(struct ref_lock
*lock
)
705 if (lock
->lock_fd
>= 0) {
706 close(lock
->lock_fd
);
707 /* Do not free lock->lk -- atexit() still looks at them */
709 rollback_lock_file(lock
->lk
);
711 free(lock
->ref_name
);
712 free(lock
->log_file
);
716 static int log_ref_write(struct ref_lock
*lock
,
717 const unsigned char *sha1
, const char *msg
)
719 int logfd
, written
, oflags
= O_APPEND
| O_WRONLY
;
720 unsigned maxlen
, len
;
722 const char *committer
;
724 if (log_all_ref_updates
&&
725 !strncmp(lock
->ref_name
, "refs/heads/", 11)) {
726 if (safe_create_leading_directories(lock
->log_file
) < 0)
727 return error("unable to create directory for %s",
732 logfd
= open(lock
->log_file
, oflags
, 0666);
734 if (!(oflags
& O_CREAT
) && errno
== ENOENT
)
737 if ((oflags
& O_CREAT
) && errno
== EISDIR
) {
738 if (remove_empty_directories(lock
->log_file
)) {
739 return error("There are still logs under '%s'",
742 logfd
= open(lock
->log_file
, oflags
, 0666);
746 return error("Unable to append to %s: %s",
747 lock
->log_file
, strerror(errno
));
750 committer
= git_committer_info(1);
752 maxlen
= strlen(committer
) + strlen(msg
) + 2*40 + 5;
753 logrec
= xmalloc(maxlen
);
754 len
= snprintf(logrec
, maxlen
, "%s %s %s\t%s\n",
755 sha1_to_hex(lock
->old_sha1
),
761 maxlen
= strlen(committer
) + 2*40 + 4;
762 logrec
= xmalloc(maxlen
);
763 len
= snprintf(logrec
, maxlen
, "%s %s %s\n",
764 sha1_to_hex(lock
->old_sha1
),
768 written
= len
<= maxlen
? write(logfd
, logrec
, len
) : -1;
772 return error("Unable to append to %s", lock
->log_file
);
776 int write_ref_sha1(struct ref_lock
*lock
,
777 const unsigned char *sha1
, const char *logmsg
)
779 static char term
= '\n';
783 if (!lock
->force_write
&& !hashcmp(lock
->old_sha1
, sha1
)) {
787 if (write(lock
->lock_fd
, sha1_to_hex(sha1
), 40) != 40 ||
788 write(lock
->lock_fd
, &term
, 1) != 1
789 || close(lock
->lock_fd
) < 0) {
790 error("Couldn't write %s", lock
->lk
->filename
);
794 invalidate_cached_refs();
795 if (log_ref_write(lock
, sha1
, logmsg
) < 0) {
799 if (commit_lock_file(lock
->lk
)) {
800 error("Couldn't set %s", lock
->ref_name
);
809 int read_ref_at(const char *ref
, unsigned long at_time
, unsigned char *sha1
)
811 const char *logfile
, *logdata
, *logend
, *rec
, *lastgt
, *lastrec
;
816 unsigned char logged_sha1
[20];
818 logfile
= git_path("logs/%s", ref
);
819 logfd
= open(logfile
, O_RDONLY
, 0);
821 die("Unable to read log %s: %s", logfile
, strerror(errno
));
824 die("Log %s is empty.", logfile
);
825 logdata
= mmap(NULL
, st
.st_size
, PROT_READ
, MAP_PRIVATE
, logfd
, 0);
829 rec
= logend
= logdata
+ st
.st_size
;
830 while (logdata
< rec
) {
831 if (logdata
< rec
&& *(rec
-1) == '\n')
834 while (logdata
< rec
&& *(rec
-1) != '\n') {
840 die("Log %s is corrupt.", logfile
);
841 date
= strtoul(lastgt
+ 1, &tz_c
, 10);
842 if (date
<= at_time
) {
844 if (get_sha1_hex(lastrec
, logged_sha1
))
845 die("Log %s is corrupt.", logfile
);
846 if (get_sha1_hex(rec
+ 41, sha1
))
847 die("Log %s is corrupt.", logfile
);
848 if (hashcmp(logged_sha1
, sha1
)) {
849 tz
= strtoul(tz_c
, NULL
, 10);
851 "warning: Log %s has gap after %s.\n",
852 logfile
, show_rfc2822_date(date
, tz
));
855 else if (date
== at_time
) {
856 if (get_sha1_hex(rec
+ 41, sha1
))
857 die("Log %s is corrupt.", logfile
);
860 if (get_sha1_hex(rec
+ 41, logged_sha1
))
861 die("Log %s is corrupt.", logfile
);
862 if (hashcmp(logged_sha1
, sha1
)) {
863 tz
= strtoul(tz_c
, NULL
, 10);
865 "warning: Log %s unexpectedly ended on %s.\n",
866 logfile
, show_rfc2822_date(date
, tz
));
869 munmap((void*)logdata
, st
.st_size
);
876 while (rec
< logend
&& *rec
!= '>' && *rec
!= '\n')
878 if (rec
== logend
|| *rec
== '\n')
879 die("Log %s is corrupt.", logfile
);
880 date
= strtoul(rec
+ 1, &tz_c
, 10);
881 tz
= strtoul(tz_c
, NULL
, 10);
882 if (get_sha1_hex(logdata
, sha1
))
883 die("Log %s is corrupt.", logfile
);
884 munmap((void*)logdata
, st
.st_size
);
885 fprintf(stderr
, "warning: Log %s only goes back to %s.\n",
886 logfile
, show_rfc2822_date(date
, tz
));