11 static int transfer_unpack_limit
= -1;
12 static int fetch_unpack_limit
= -1;
13 static int unpack_limit
= 100;
18 static int no_progress
;
19 static const char fetch_pack_usage
[] =
20 "git-fetch-pack [--all] [--quiet|-q] [--keep|-k] [--thin] [--upload-pack=<git-upload-pack>] [--depth=<n>] [--no-progress] [-v] [<host>:]<directory> [<refs>...]";
21 static const char *uploadpack
= "git-upload-pack";
23 #define COMPLETE (1U << 0)
24 #define COMMON (1U << 1)
25 #define COMMON_REF (1U << 2)
26 #define SEEN (1U << 3)
27 #define POPPED (1U << 4)
30 * After sending this many "have"s if we do not get any new ACK , we
31 * give up traversing our history.
33 #define MAX_IN_VAIN 256
35 static struct commit_list
*rev_list
;
36 static int non_common_revs
, multi_ack
, use_thin_pack
, use_sideband
;
38 static void rev_list_push(struct commit
*commit
, int mark
)
40 if (!(commit
->object
.flags
& mark
)) {
41 commit
->object
.flags
|= mark
;
43 if (!(commit
->object
.parsed
))
46 insert_by_date(commit
, &rev_list
);
48 if (!(commit
->object
.flags
& COMMON
))
53 static int rev_list_insert_ref(const char *path
, const unsigned char *sha1
, int flag
, void *cb_data
)
55 struct object
*o
= deref_tag(parse_object(sha1
), path
, 0);
57 if (o
&& o
->type
== OBJ_COMMIT
)
58 rev_list_push((struct commit
*)o
, SEEN
);
64 This function marks a rev and its ancestors as common.
65 In some cases, it is desirable to mark only the ancestors (for example
66 when only the server does not yet know that they are common).
69 static void mark_common(struct commit
*commit
,
70 int ancestors_only
, int dont_parse
)
72 if (commit
!= NULL
&& !(commit
->object
.flags
& COMMON
)) {
73 struct object
*o
= (struct object
*)commit
;
78 if (!(o
->flags
& SEEN
))
79 rev_list_push(commit
, SEEN
);
81 struct commit_list
*parents
;
83 if (!ancestors_only
&& !(o
->flags
& POPPED
))
85 if (!o
->parsed
&& !dont_parse
)
88 for (parents
= commit
->parents
;
90 parents
= parents
->next
)
91 mark_common(parents
->item
, 0, dont_parse
);
97 Get the next rev to send, ignoring the common.
100 static const unsigned char* get_rev(void)
102 struct commit
*commit
= NULL
;
104 while (commit
== NULL
) {
106 struct commit_list
* parents
;
108 if (rev_list
== NULL
|| non_common_revs
== 0)
111 commit
= rev_list
->item
;
112 if (!(commit
->object
.parsed
))
113 parse_commit(commit
);
114 commit
->object
.flags
|= POPPED
;
115 if (!(commit
->object
.flags
& COMMON
))
118 parents
= commit
->parents
;
120 if (commit
->object
.flags
& COMMON
) {
121 /* do not send "have", and ignore ancestors */
123 mark
= COMMON
| SEEN
;
124 } else if (commit
->object
.flags
& COMMON_REF
)
125 /* send "have", and ignore ancestors */
126 mark
= COMMON
| SEEN
;
128 /* send "have", also for its ancestors */
132 if (!(parents
->item
->object
.flags
& SEEN
))
133 rev_list_push(parents
->item
, mark
);
135 mark_common(parents
->item
, 1, 0);
136 parents
= parents
->next
;
139 rev_list
= rev_list
->next
;
142 return commit
->object
.sha1
;
145 static int find_common(int fd
[2], unsigned char *result_sha1
,
149 int count
= 0, flushes
= 0, retval
;
150 const unsigned char *sha1
;
151 unsigned in_vain
= 0;
152 int got_continue
= 0;
154 for_each_ref(rev_list_insert_ref
, NULL
);
157 for ( ; refs
; refs
= refs
->next
) {
158 unsigned char *remote
= refs
->old_sha1
;
162 * If that object is complete (i.e. it is an ancestor of a
163 * local ref), we tell them we have it but do not have to
164 * tell them about its ancestors, which they already know
167 * We use lookup_object here because we are only
168 * interested in the case we *know* the object is
169 * reachable and we have already scanned it.
171 if (((o
= lookup_object(remote
)) != NULL
) &&
172 (o
->flags
& COMPLETE
)) {
177 packet_write(fd
[1], "want %s%s%s%s%s%s%s\n",
179 (multi_ack
? " multi_ack" : ""),
180 (use_sideband
== 2 ? " side-band-64k" : ""),
181 (use_sideband
== 1 ? " side-band" : ""),
182 (use_thin_pack
? " thin-pack" : ""),
183 (no_progress
? " no-progress" : ""),
186 packet_write(fd
[1], "want %s\n", sha1_to_hex(remote
));
189 if (is_repository_shallow())
190 write_shallow_commits(fd
[1], 1);
192 packet_write(fd
[1], "deepen %d", depth
);
199 unsigned char sha1
[20];
202 while ((len
= packet_read_line(fd
[0], line
, sizeof(line
)))) {
203 if (!prefixcmp(line
, "shallow ")) {
204 if (get_sha1_hex(line
+ 8, sha1
))
205 die("invalid shallow line: %s", line
);
206 register_shallow(sha1
);
209 if (!prefixcmp(line
, "unshallow ")) {
210 if (get_sha1_hex(line
+ 10, sha1
))
211 die("invalid unshallow line: %s", line
);
212 if (!lookup_object(sha1
))
213 die("object not found: %s", line
);
214 /* make sure that it is parsed as shallow */
216 if (unregister_shallow(sha1
))
217 die("no shallow found: %s", line
);
220 die("expected shallow/unshallow, got %s", line
);
226 while ((sha1
= get_rev())) {
227 packet_write(fd
[1], "have %s\n", sha1_to_hex(sha1
));
229 fprintf(stderr
, "have %s\n", sha1_to_hex(sha1
));
231 if (!(31 & ++count
)) {
238 * We keep one window "ahead" of the other side, and
239 * will wait for an ACK only on the next one
245 ack
= get_ack(fd
[0], result_sha1
);
247 fprintf(stderr
, "got ack %d %s\n", ack
,
248 sha1_to_hex(result_sha1
));
254 } else if (ack
== 2) {
255 struct commit
*commit
=
256 lookup_commit(result_sha1
);
257 mark_common(commit
, 0, 1);
264 if (got_continue
&& MAX_IN_VAIN
< in_vain
) {
266 fprintf(stderr
, "giving up\n");
272 packet_write(fd
[1], "done\n");
274 fprintf(stderr
, "done\n");
279 while (flushes
|| multi_ack
) {
280 int ack
= get_ack(fd
[0], result_sha1
);
283 fprintf(stderr
, "got ack (%d) %s\n", ack
,
284 sha1_to_hex(result_sha1
));
292 /* it is no error to fetch into a completely empty repo */
293 return count
? retval
: 0;
296 static struct commit_list
*complete
;
298 static int mark_complete(const char *path
, const unsigned char *sha1
, int flag
, void *cb_data
)
300 struct object
*o
= parse_object(sha1
);
302 while (o
&& o
->type
== OBJ_TAG
) {
303 struct tag
*t
= (struct tag
*) o
;
305 break; /* broken repository */
306 o
->flags
|= COMPLETE
;
307 o
= parse_object(t
->tagged
->sha1
);
309 if (o
&& o
->type
== OBJ_COMMIT
) {
310 struct commit
*commit
= (struct commit
*)o
;
311 commit
->object
.flags
|= COMPLETE
;
312 insert_by_date(commit
, &complete
);
317 static void mark_recent_complete_commits(unsigned long cutoff
)
319 while (complete
&& cutoff
<= complete
->item
->date
) {
321 fprintf(stderr
, "Marking %s as complete\n",
322 sha1_to_hex(complete
->item
->object
.sha1
));
323 pop_most_recent_commit(&complete
, COMPLETE
);
327 static void filter_refs(struct ref
**refs
, int nr_match
, char **match
)
329 struct ref
**return_refs
;
330 struct ref
*newlist
= NULL
;
331 struct ref
**newtail
= &newlist
;
332 struct ref
*ref
, *next
;
333 struct ref
*fastarray
[32];
335 if (nr_match
&& !fetch_all
) {
336 if (ARRAY_SIZE(fastarray
) < nr_match
)
337 return_refs
= xcalloc(nr_match
, sizeof(struct ref
*));
339 return_refs
= fastarray
;
340 memset(return_refs
, 0, sizeof(struct ref
*) * nr_match
);
346 for (ref
= *refs
; ref
; ref
= next
) {
348 if (!memcmp(ref
->name
, "refs/", 5) &&
349 check_ref_format(ref
->name
+ 5))
351 else if (fetch_all
&&
352 (!depth
|| prefixcmp(ref
->name
, "refs/tags/") )) {
355 newtail
= &ref
->next
;
359 int order
= path_match(ref
->name
, nr_match
, match
);
361 return_refs
[order
-1] = ref
;
362 continue; /* we will link it later */
370 for (i
= 0; i
< nr_match
; i
++) {
371 ref
= return_refs
[i
];
375 newtail
= &ref
->next
;
378 if (return_refs
!= fastarray
)
384 static int everything_local(struct ref
**refs
, int nr_match
, char **match
)
388 unsigned long cutoff
= 0;
390 track_object_refs
= 0;
391 save_commit_buffer
= 0;
393 for (ref
= *refs
; ref
; ref
= ref
->next
) {
396 o
= parse_object(ref
->old_sha1
);
400 /* We already have it -- which may mean that we were
401 * in sync with the other side at some time after
402 * that (it is OK if we guess wrong here).
404 if (o
->type
== OBJ_COMMIT
) {
405 struct commit
*commit
= (struct commit
*)o
;
406 if (!cutoff
|| cutoff
< commit
->date
)
407 cutoff
= commit
->date
;
412 for_each_ref(mark_complete
, NULL
);
414 mark_recent_complete_commits(cutoff
);
418 * Mark all complete remote refs as common refs.
419 * Don't mark them common yet; the server has to be told so first.
421 for (ref
= *refs
; ref
; ref
= ref
->next
) {
422 struct object
*o
= deref_tag(lookup_object(ref
->old_sha1
),
425 if (!o
|| o
->type
!= OBJ_COMMIT
|| !(o
->flags
& COMPLETE
))
428 if (!(o
->flags
& SEEN
)) {
429 rev_list_push((struct commit
*)o
, COMMON_REF
| SEEN
);
431 mark_common((struct commit
*)o
, 1, 1);
435 filter_refs(refs
, nr_match
, match
);
437 for (retval
= 1, ref
= *refs
; ref
; ref
= ref
->next
) {
438 const unsigned char *remote
= ref
->old_sha1
;
439 unsigned char local
[20];
442 o
= lookup_object(remote
);
443 if (!o
|| !(o
->flags
& COMPLETE
)) {
448 "want %s (%s)\n", sha1_to_hex(remote
),
453 hashcpy(ref
->new_sha1
, local
);
457 "already have %s (%s)\n", sha1_to_hex(remote
),
463 static pid_t
setup_sideband(int fd
[2], int xd
[2])
472 /* xd[] is talking with upload-pack; subprocess reads from
473 * xd[0], spits out band#2 to stderr, and feeds us band#1
477 die("fetch-pack: unable to set up pipe");
480 die("fetch-pack: unable to fork off sideband demultiplexer");
486 if (recv_sideband("fetch-pack", xd
[0], fd
[1], 2))
496 static int get_pack(int xd
[2])
501 const char *argv
[20];
505 int do_keep
= keep_pack
;
507 side_pid
= setup_sideband(fd
, xd
);
512 struct pack_header header
;
514 if (read_pack_header(fd
[0], &header
))
515 die("protocol error: bad pack header");
516 snprintf(hdr_arg
, sizeof(hdr_arg
), "--pack_header=%lu,%lu",
517 ntohl(header
.hdr_version
), ntohl(header
.hdr_entries
));
518 if (ntohl(header
.hdr_entries
) < unpack_limit
)
525 *av
++ = "index-pack";
527 if (!quiet
&& !no_progress
)
530 *av
++ = "--fix-thin";
531 if (keep_pack
> 1 || unpack_limit
) {
532 int s
= sprintf(keep_arg
,
533 "--keep=fetch-pack %d on ", getpid());
534 if (gethostname(keep_arg
+ s
, sizeof(keep_arg
) - s
))
535 strcpy(keep_arg
+ s
, "localhost");
540 *av
++ = "unpack-objects";
548 pid
= spawnv_git_cmd(argv
, fd
, NULL
);
550 die("fetch-pack: unable to fork off %s", argv
[0]);
552 while (waitpid(pid
, &status
, 0) < 0) {
554 die("waiting for %s: %s", argv
[0], strerror(errno
));
556 if (WIFEXITED(status
)) {
557 int code
= WEXITSTATUS(status
);
559 die("%s died with error code %d", argv
[0], code
);
562 if (WIFSIGNALED(status
)) {
563 int sig
= WTERMSIG(status
);
564 die("%s died of signal %d", argv
[0], sig
);
566 die("%s died of unnatural causes %d", argv
[0], status
);
569 static int fetch_pack(int fd
[2], int nr_match
, char **match
)
572 unsigned char sha1
[20];
574 get_remote_heads(fd
[0], &ref
, 0, NULL
, 0);
575 if (is_repository_shallow() && !server_supports("shallow"))
576 die("Server does not support shallow clients");
577 if (server_supports("multi_ack")) {
579 fprintf(stderr
, "Server supports multi_ack\n");
583 if (server_supports("side-band-64k")) {
585 fprintf(stderr
, "Server supports side-band-64k\n");
588 else if (server_supports("side-band")) {
590 fprintf(stderr
, "Server supports side-band\n");
596 die("no matching remote head");
598 if (everything_local(&ref
, nr_match
, match
)) {
602 if (find_common(fd
, sha1
, ref
) < 0)
604 /* When cloning, it is not unusual to have
607 fprintf(stderr
, "warning: no common commits\n");
610 die("git-fetch-pack: fetch failed.");
615 sha1_to_hex(ref
->old_sha1
), ref
->name
);
621 static int remove_duplicates(int nr_heads
, char **heads
)
625 for (src
= dst
= 0; src
< nr_heads
; src
++) {
626 /* If heads[src] is different from any of
627 * heads[0..dst], push it in.
630 for (i
= 0; i
< dst
; i
++) {
631 if (!strcmp(heads
[i
], heads
[src
]))
637 heads
[dst
] = heads
[src
];
644 static int fetch_pack_config(const char *var
, const char *value
)
646 if (strcmp(var
, "fetch.unpacklimit") == 0) {
647 fetch_unpack_limit
= git_config_int(var
, value
);
651 if (strcmp(var
, "transfer.unpacklimit") == 0) {
652 transfer_unpack_limit
= git_config_int(var
, value
);
656 return git_default_config(var
, value
);
659 static struct lock_file lock
;
661 int main(int argc
, char **argv
)
663 int i
, ret
, nr_heads
;
664 char *dest
= NULL
, **heads
;
669 setup_git_directory();
670 git_config(fetch_pack_config
);
672 if (0 <= transfer_unpack_limit
)
673 unpack_limit
= transfer_unpack_limit
;
674 else if (0 <= fetch_unpack_limit
)
675 unpack_limit
= fetch_unpack_limit
;
679 for (i
= 1; i
< argc
; i
++) {
683 if (!prefixcmp(arg
, "--upload-pack=")) {
684 uploadpack
= arg
+ 14;
687 if (!prefixcmp(arg
, "--exec=")) {
688 uploadpack
= arg
+ 7;
691 if (!strcmp("--quiet", arg
) || !strcmp("-q", arg
)) {
695 if (!strcmp("--keep", arg
) || !strcmp("-k", arg
)) {
700 if (!strcmp("--thin", arg
)) {
704 if (!strcmp("--all", arg
)) {
708 if (!strcmp("-v", arg
)) {
712 if (!prefixcmp(arg
, "--depth=")) {
713 depth
= strtol(arg
+ 8, NULL
, 0);
714 if (stat(git_path("shallow"), &st
))
718 if (!strcmp("--no-progress", arg
)) {
722 usage(fetch_pack_usage
);
725 heads
= argv
+ i
+ 1;
726 nr_heads
= argc
- i
- 1;
730 usage(fetch_pack_usage
);
731 pid
= git_connect(fd
, dest
, uploadpack
, verbose
? CONNECT_VERBOSE
: 0);
734 if (heads
&& nr_heads
)
735 nr_heads
= remove_duplicates(nr_heads
, heads
);
736 ret
= fetch_pack(fd
, nr_heads
, heads
);
739 ret
|= finish_connect(pid
);
741 if (!ret
&& nr_heads
) {
742 /* If the heads to pull were given, we should have
743 * consumed all of them by matching the remote.
744 * Otherwise, 'git-fetch remote no-such-ref' would
745 * silently succeed without issuing an error.
747 for (i
= 0; i
< nr_heads
; i
++)
748 if (heads
[i
] && heads
[i
][0]) {
749 error("no such remote ref %s", heads
[i
]);
754 if (!ret
&& depth
> 0) {
755 struct cache_time mtime
;
756 char *shallow
= git_path("shallow");
759 mtime
.sec
= st
.st_mtime
;
761 mtime
.usec
= st
.st_mtim
.usec
;
763 if (stat(shallow
, &st
)) {
765 die("shallow file was removed during fetch");
766 } else if (st
.st_mtime
!= mtime
.sec
768 || st
.st_mtim
.usec
!= mtime
.usec
771 die("shallow file was changed during fetch");
773 fd
= hold_lock_file_for_update(&lock
, shallow
, 1);
774 if (!write_shallow_commits(fd
, 0)) {
776 rollback_lock_file(&lock
);
779 commit_lock_file(&lock
);