Documentation: use {asterisk} in rev-list-options.txt when needed
[git/jrn.git] / builtin / fetch-pack.c
blob6207ecd2982761a47474b57cc945a2fc66ed84a1
1 #include "builtin.h"
2 #include "refs.h"
3 #include "pkt-line.h"
4 #include "commit.h"
5 #include "tag.h"
6 #include "exec_cmd.h"
7 #include "pack.h"
8 #include "sideband.h"
9 #include "fetch-pack.h"
10 #include "remote.h"
11 #include "run-command.h"
12 #include "transport.h"
14 static int transfer_unpack_limit = -1;
15 static int fetch_unpack_limit = -1;
16 static int unpack_limit = 100;
17 static int prefer_ofs_delta = 1;
18 static int no_done;
19 static int fetch_fsck_objects = -1;
20 static int transfer_fsck_objects = -1;
21 static struct fetch_pack_args args = {
22 /* .uploadpack = */ "git-upload-pack",
25 static const char fetch_pack_usage[] =
26 "git fetch-pack [--all] [--quiet|-q] [--keep|-k] [--thin] [--include-tag] [--upload-pack=<git-upload-pack>] [--depth=<n>] [--no-progress] [-v] [<host>:]<directory> [<refs>...]";
28 #define COMPLETE (1U << 0)
29 #define COMMON (1U << 1)
30 #define COMMON_REF (1U << 2)
31 #define SEEN (1U << 3)
32 #define POPPED (1U << 4)
34 static int marked;
37 * After sending this many "have"s if we do not get any new ACK , we
38 * give up traversing our history.
40 #define MAX_IN_VAIN 256
42 static struct commit_list *rev_list;
43 static int non_common_revs, multi_ack, use_sideband;
45 static void rev_list_push(struct commit *commit, int mark)
47 if (!(commit->object.flags & mark)) {
48 commit->object.flags |= mark;
50 if (!(commit->object.parsed))
51 if (parse_commit(commit))
52 return;
54 commit_list_insert_by_date(commit, &rev_list);
56 if (!(commit->object.flags & COMMON))
57 non_common_revs++;
61 static int rev_list_insert_ref(const char *path, const unsigned char *sha1, int flag, void *cb_data)
63 struct object *o = deref_tag(parse_object(sha1), path, 0);
65 if (o && o->type == OBJ_COMMIT)
66 rev_list_push((struct commit *)o, SEEN);
68 return 0;
71 static int clear_marks(const char *path, const unsigned char *sha1, int flag, void *cb_data)
73 struct object *o = deref_tag(parse_object(sha1), path, 0);
75 if (o && o->type == OBJ_COMMIT)
76 clear_commit_marks((struct commit *)o,
77 COMMON | COMMON_REF | SEEN | POPPED);
78 return 0;
82 This function marks a rev and its ancestors as common.
83 In some cases, it is desirable to mark only the ancestors (for example
84 when only the server does not yet know that they are common).
87 static void mark_common(struct commit *commit,
88 int ancestors_only, int dont_parse)
90 if (commit != NULL && !(commit->object.flags & COMMON)) {
91 struct object *o = (struct object *)commit;
93 if (!ancestors_only)
94 o->flags |= COMMON;
96 if (!(o->flags & SEEN))
97 rev_list_push(commit, SEEN);
98 else {
99 struct commit_list *parents;
101 if (!ancestors_only && !(o->flags & POPPED))
102 non_common_revs--;
103 if (!o->parsed && !dont_parse)
104 if (parse_commit(commit))
105 return;
107 for (parents = commit->parents;
108 parents;
109 parents = parents->next)
110 mark_common(parents->item, 0, dont_parse);
116 Get the next rev to send, ignoring the common.
119 static const unsigned char *get_rev(void)
121 struct commit *commit = NULL;
123 while (commit == NULL) {
124 unsigned int mark;
125 struct commit_list *parents;
127 if (rev_list == NULL || non_common_revs == 0)
128 return NULL;
130 commit = rev_list->item;
131 if (!commit->object.parsed)
132 parse_commit(commit);
133 parents = commit->parents;
135 commit->object.flags |= POPPED;
136 if (!(commit->object.flags & COMMON))
137 non_common_revs--;
139 if (commit->object.flags & COMMON) {
140 /* do not send "have", and ignore ancestors */
141 commit = NULL;
142 mark = COMMON | SEEN;
143 } else if (commit->object.flags & COMMON_REF)
144 /* send "have", and ignore ancestors */
145 mark = COMMON | SEEN;
146 else
147 /* send "have", also for its ancestors */
148 mark = SEEN;
150 while (parents) {
151 if (!(parents->item->object.flags & SEEN))
152 rev_list_push(parents->item, mark);
153 if (mark & COMMON)
154 mark_common(parents->item, 1, 0);
155 parents = parents->next;
158 rev_list = rev_list->next;
161 return commit->object.sha1;
164 enum ack_type {
165 NAK = 0,
166 ACK,
167 ACK_continue,
168 ACK_common,
169 ACK_ready
172 static void consume_shallow_list(int fd)
174 if (args.stateless_rpc && args.depth > 0) {
175 /* If we sent a depth we will get back "duplicate"
176 * shallow and unshallow commands every time there
177 * is a block of have lines exchanged.
179 char line[1000];
180 while (packet_read_line(fd, line, sizeof(line))) {
181 if (!prefixcmp(line, "shallow "))
182 continue;
183 if (!prefixcmp(line, "unshallow "))
184 continue;
185 die("git fetch-pack: expected shallow list");
190 struct write_shallow_data {
191 struct strbuf *out;
192 int use_pack_protocol;
193 int count;
196 static int write_one_shallow(const struct commit_graft *graft, void *cb_data)
198 struct write_shallow_data *data = cb_data;
199 const char *hex = sha1_to_hex(graft->sha1);
200 data->count++;
201 if (data->use_pack_protocol)
202 packet_buf_write(data->out, "shallow %s", hex);
203 else {
204 strbuf_addstr(data->out, hex);
205 strbuf_addch(data->out, '\n');
207 return 0;
210 static int write_shallow_commits(struct strbuf *out, int use_pack_protocol)
212 struct write_shallow_data data;
213 data.out = out;
214 data.use_pack_protocol = use_pack_protocol;
215 data.count = 0;
216 for_each_commit_graft(write_one_shallow, &data);
217 return data.count;
220 static enum ack_type get_ack(int fd, unsigned char *result_sha1)
222 static char line[1000];
223 int len = packet_read_line(fd, line, sizeof(line));
225 if (!len)
226 die("git fetch-pack: expected ACK/NAK, got EOF");
227 if (line[len-1] == '\n')
228 line[--len] = 0;
229 if (!strcmp(line, "NAK"))
230 return NAK;
231 if (!prefixcmp(line, "ACK ")) {
232 if (!get_sha1_hex(line+4, result_sha1)) {
233 if (strstr(line+45, "continue"))
234 return ACK_continue;
235 if (strstr(line+45, "common"))
236 return ACK_common;
237 if (strstr(line+45, "ready"))
238 return ACK_ready;
239 return ACK;
242 die("git fetch_pack: expected ACK/NAK, got '%s'", line);
245 static void send_request(int fd, struct strbuf *buf)
247 if (args.stateless_rpc) {
248 send_sideband(fd, -1, buf->buf, buf->len, LARGE_PACKET_MAX);
249 packet_flush(fd);
250 } else
251 safe_write(fd, buf->buf, buf->len);
254 static void insert_one_alternate_ref(const struct ref *ref, void *unused)
256 rev_list_insert_ref(NULL, ref->old_sha1, 0, NULL);
259 static void insert_alternate_refs(void)
261 for_each_alternate_ref(insert_one_alternate_ref, NULL);
264 #define INITIAL_FLUSH 16
265 #define PIPESAFE_FLUSH 32
266 #define LARGE_FLUSH 1024
268 static int next_flush(int count)
270 int flush_limit = args.stateless_rpc ? LARGE_FLUSH : PIPESAFE_FLUSH;
272 if (count < flush_limit)
273 count <<= 1;
274 else
275 count += flush_limit;
276 return count;
279 static int find_common(int fd[2], unsigned char *result_sha1,
280 struct ref *refs)
282 int fetching;
283 int count = 0, flushes = 0, flush_at = INITIAL_FLUSH, retval;
284 const unsigned char *sha1;
285 unsigned in_vain = 0;
286 int got_continue = 0;
287 int got_ready = 0;
288 struct strbuf req_buf = STRBUF_INIT;
289 size_t state_len = 0;
291 if (args.stateless_rpc && multi_ack == 1)
292 die("--stateless-rpc requires multi_ack_detailed");
293 if (marked)
294 for_each_ref(clear_marks, NULL);
295 marked = 1;
297 for_each_ref(rev_list_insert_ref, NULL);
298 insert_alternate_refs();
300 fetching = 0;
301 for ( ; refs ; refs = refs->next) {
302 unsigned char *remote = refs->old_sha1;
303 const char *remote_hex;
304 struct object *o;
307 * If that object is complete (i.e. it is an ancestor of a
308 * local ref), we tell them we have it but do not have to
309 * tell them about its ancestors, which they already know
310 * about.
312 * We use lookup_object here because we are only
313 * interested in the case we *know* the object is
314 * reachable and we have already scanned it.
316 if (((o = lookup_object(remote)) != NULL) &&
317 (o->flags & COMPLETE)) {
318 continue;
321 remote_hex = sha1_to_hex(remote);
322 if (!fetching) {
323 struct strbuf c = STRBUF_INIT;
324 if (multi_ack == 2) strbuf_addstr(&c, " multi_ack_detailed");
325 if (multi_ack == 1) strbuf_addstr(&c, " multi_ack");
326 if (no_done) strbuf_addstr(&c, " no-done");
327 if (use_sideband == 2) strbuf_addstr(&c, " side-band-64k");
328 if (use_sideband == 1) strbuf_addstr(&c, " side-band");
329 if (args.use_thin_pack) strbuf_addstr(&c, " thin-pack");
330 if (args.no_progress) strbuf_addstr(&c, " no-progress");
331 if (args.include_tag) strbuf_addstr(&c, " include-tag");
332 if (prefer_ofs_delta) strbuf_addstr(&c, " ofs-delta");
333 packet_buf_write(&req_buf, "want %s%s\n", remote_hex, c.buf);
334 strbuf_release(&c);
335 } else
336 packet_buf_write(&req_buf, "want %s\n", remote_hex);
337 fetching++;
340 if (!fetching) {
341 strbuf_release(&req_buf);
342 packet_flush(fd[1]);
343 return 1;
346 if (is_repository_shallow())
347 write_shallow_commits(&req_buf, 1);
348 if (args.depth > 0)
349 packet_buf_write(&req_buf, "deepen %d", args.depth);
350 packet_buf_flush(&req_buf);
351 state_len = req_buf.len;
353 if (args.depth > 0) {
354 char line[1024];
355 unsigned char sha1[20];
357 send_request(fd[1], &req_buf);
358 while (packet_read_line(fd[0], line, sizeof(line))) {
359 if (!prefixcmp(line, "shallow ")) {
360 if (get_sha1_hex(line + 8, sha1))
361 die("invalid shallow line: %s", line);
362 register_shallow(sha1);
363 continue;
365 if (!prefixcmp(line, "unshallow ")) {
366 if (get_sha1_hex(line + 10, sha1))
367 die("invalid unshallow line: %s", line);
368 if (!lookup_object(sha1))
369 die("object not found: %s", line);
370 /* make sure that it is parsed as shallow */
371 if (!parse_object(sha1))
372 die("error in object: %s", line);
373 if (unregister_shallow(sha1))
374 die("no shallow found: %s", line);
375 continue;
377 die("expected shallow/unshallow, got %s", line);
379 } else if (!args.stateless_rpc)
380 send_request(fd[1], &req_buf);
382 if (!args.stateless_rpc) {
383 /* If we aren't using the stateless-rpc interface
384 * we don't need to retain the headers.
386 strbuf_setlen(&req_buf, 0);
387 state_len = 0;
390 flushes = 0;
391 retval = -1;
392 while ((sha1 = get_rev())) {
393 packet_buf_write(&req_buf, "have %s\n", sha1_to_hex(sha1));
394 if (args.verbose)
395 fprintf(stderr, "have %s\n", sha1_to_hex(sha1));
396 in_vain++;
397 if (flush_at <= ++count) {
398 int ack;
400 packet_buf_flush(&req_buf);
401 send_request(fd[1], &req_buf);
402 strbuf_setlen(&req_buf, state_len);
403 flushes++;
404 flush_at = next_flush(count);
407 * We keep one window "ahead" of the other side, and
408 * will wait for an ACK only on the next one
410 if (!args.stateless_rpc && count == INITIAL_FLUSH)
411 continue;
413 consume_shallow_list(fd[0]);
414 do {
415 ack = get_ack(fd[0], result_sha1);
416 if (args.verbose && ack)
417 fprintf(stderr, "got ack %d %s\n", ack,
418 sha1_to_hex(result_sha1));
419 switch (ack) {
420 case ACK:
421 flushes = 0;
422 multi_ack = 0;
423 retval = 0;
424 goto done;
425 case ACK_common:
426 case ACK_ready:
427 case ACK_continue: {
428 struct commit *commit =
429 lookup_commit(result_sha1);
430 if (!commit)
431 die("invalid commit %s", sha1_to_hex(result_sha1));
432 if (args.stateless_rpc
433 && ack == ACK_common
434 && !(commit->object.flags & COMMON)) {
435 /* We need to replay the have for this object
436 * on the next RPC request so the peer knows
437 * it is in common with us.
439 const char *hex = sha1_to_hex(result_sha1);
440 packet_buf_write(&req_buf, "have %s\n", hex);
441 state_len = req_buf.len;
443 mark_common(commit, 0, 1);
444 retval = 0;
445 in_vain = 0;
446 got_continue = 1;
447 if (ack == ACK_ready) {
448 rev_list = NULL;
449 got_ready = 1;
451 break;
454 } while (ack);
455 flushes--;
456 if (got_continue && MAX_IN_VAIN < in_vain) {
457 if (args.verbose)
458 fprintf(stderr, "giving up\n");
459 break; /* give up */
463 done:
464 if (!got_ready || !no_done) {
465 packet_buf_write(&req_buf, "done\n");
466 send_request(fd[1], &req_buf);
468 if (args.verbose)
469 fprintf(stderr, "done\n");
470 if (retval != 0) {
471 multi_ack = 0;
472 flushes++;
474 strbuf_release(&req_buf);
476 consume_shallow_list(fd[0]);
477 while (flushes || multi_ack) {
478 int ack = get_ack(fd[0], result_sha1);
479 if (ack) {
480 if (args.verbose)
481 fprintf(stderr, "got ack (%d) %s\n", ack,
482 sha1_to_hex(result_sha1));
483 if (ack == ACK)
484 return 0;
485 multi_ack = 1;
486 continue;
488 flushes--;
490 /* it is no error to fetch into a completely empty repo */
491 return count ? retval : 0;
494 static struct commit_list *complete;
496 static int mark_complete(const char *path, const unsigned char *sha1, int flag, void *cb_data)
498 struct object *o = parse_object(sha1);
500 while (o && o->type == OBJ_TAG) {
501 struct tag *t = (struct tag *) o;
502 if (!t->tagged)
503 break; /* broken repository */
504 o->flags |= COMPLETE;
505 o = parse_object(t->tagged->sha1);
507 if (o && o->type == OBJ_COMMIT) {
508 struct commit *commit = (struct commit *)o;
509 if (!(commit->object.flags & COMPLETE)) {
510 commit->object.flags |= COMPLETE;
511 commit_list_insert_by_date(commit, &complete);
514 return 0;
517 static void mark_recent_complete_commits(unsigned long cutoff)
519 while (complete && cutoff <= complete->item->date) {
520 if (args.verbose)
521 fprintf(stderr, "Marking %s as complete\n",
522 sha1_to_hex(complete->item->object.sha1));
523 pop_most_recent_commit(&complete, COMPLETE);
527 static void filter_refs(struct ref **refs, int nr_match, char **match)
529 struct ref **return_refs;
530 struct ref *newlist = NULL;
531 struct ref **newtail = &newlist;
532 struct ref *ref, *next;
533 struct ref *fastarray[32];
535 if (nr_match && !args.fetch_all) {
536 if (ARRAY_SIZE(fastarray) < nr_match)
537 return_refs = xcalloc(nr_match, sizeof(struct ref *));
538 else {
539 return_refs = fastarray;
540 memset(return_refs, 0, sizeof(struct ref *) * nr_match);
543 else
544 return_refs = NULL;
546 for (ref = *refs; ref; ref = next) {
547 next = ref->next;
548 if (!memcmp(ref->name, "refs/", 5) &&
549 check_refname_format(ref->name + 5, 0))
550 ; /* trash */
551 else if (args.fetch_all &&
552 (!args.depth || prefixcmp(ref->name, "refs/tags/") )) {
553 *newtail = ref;
554 ref->next = NULL;
555 newtail = &ref->next;
556 continue;
558 else {
559 int i;
560 for (i = 0; i < nr_match; i++) {
561 if (!strcmp(ref->name, match[i])) {
562 match[i][0] = '\0';
563 return_refs[i] = ref;
564 break;
567 if (i < nr_match)
568 continue; /* we will link it later */
570 free(ref);
573 if (!args.fetch_all) {
574 int i;
575 for (i = 0; i < nr_match; i++) {
576 ref = return_refs[i];
577 if (ref) {
578 *newtail = ref;
579 ref->next = NULL;
580 newtail = &ref->next;
583 if (return_refs != fastarray)
584 free(return_refs);
586 *refs = newlist;
589 static int everything_local(struct ref **refs, int nr_match, char **match)
591 struct ref *ref;
592 int retval;
593 unsigned long cutoff = 0;
595 save_commit_buffer = 0;
597 for (ref = *refs; ref; ref = ref->next) {
598 struct object *o;
600 o = parse_object(ref->old_sha1);
601 if (!o)
602 continue;
604 /* We already have it -- which may mean that we were
605 * in sync with the other side at some time after
606 * that (it is OK if we guess wrong here).
608 if (o->type == OBJ_COMMIT) {
609 struct commit *commit = (struct commit *)o;
610 if (!cutoff || cutoff < commit->date)
611 cutoff = commit->date;
615 if (!args.depth) {
616 for_each_ref(mark_complete, NULL);
617 if (cutoff)
618 mark_recent_complete_commits(cutoff);
622 * Mark all complete remote refs as common refs.
623 * Don't mark them common yet; the server has to be told so first.
625 for (ref = *refs; ref; ref = ref->next) {
626 struct object *o = deref_tag(lookup_object(ref->old_sha1),
627 NULL, 0);
629 if (!o || o->type != OBJ_COMMIT || !(o->flags & COMPLETE))
630 continue;
632 if (!(o->flags & SEEN)) {
633 rev_list_push((struct commit *)o, COMMON_REF | SEEN);
635 mark_common((struct commit *)o, 1, 1);
639 filter_refs(refs, nr_match, match);
641 for (retval = 1, ref = *refs; ref ; ref = ref->next) {
642 const unsigned char *remote = ref->old_sha1;
643 unsigned char local[20];
644 struct object *o;
646 o = lookup_object(remote);
647 if (!o || !(o->flags & COMPLETE)) {
648 retval = 0;
649 if (!args.verbose)
650 continue;
651 fprintf(stderr,
652 "want %s (%s)\n", sha1_to_hex(remote),
653 ref->name);
654 continue;
657 hashcpy(ref->new_sha1, local);
658 if (!args.verbose)
659 continue;
660 fprintf(stderr,
661 "already have %s (%s)\n", sha1_to_hex(remote),
662 ref->name);
664 return retval;
667 static int sideband_demux(int in, int out, void *data)
669 int *xd = data;
671 int ret = recv_sideband("fetch-pack", xd[0], out);
672 close(out);
673 return ret;
676 static int get_pack(int xd[2], char **pack_lockfile)
678 struct async demux;
679 const char *argv[20];
680 char keep_arg[256];
681 char hdr_arg[256];
682 const char **av;
683 int do_keep = args.keep_pack;
684 struct child_process cmd;
686 memset(&demux, 0, sizeof(demux));
687 if (use_sideband) {
688 /* xd[] is talking with upload-pack; subprocess reads from
689 * xd[0], spits out band#2 to stderr, and feeds us band#1
690 * through demux->out.
692 demux.proc = sideband_demux;
693 demux.data = xd;
694 demux.out = -1;
695 if (start_async(&demux))
696 die("fetch-pack: unable to fork off sideband"
697 " demultiplexer");
699 else
700 demux.out = xd[0];
702 memset(&cmd, 0, sizeof(cmd));
703 cmd.argv = argv;
704 av = argv;
705 *hdr_arg = 0;
706 if (!args.keep_pack && unpack_limit) {
707 struct pack_header header;
709 if (read_pack_header(demux.out, &header))
710 die("protocol error: bad pack header");
711 snprintf(hdr_arg, sizeof(hdr_arg),
712 "--pack_header=%"PRIu32",%"PRIu32,
713 ntohl(header.hdr_version), ntohl(header.hdr_entries));
714 if (ntohl(header.hdr_entries) < unpack_limit)
715 do_keep = 0;
716 else
717 do_keep = 1;
720 if (do_keep) {
721 if (pack_lockfile)
722 cmd.out = -1;
723 *av++ = "index-pack";
724 *av++ = "--stdin";
725 if (!args.quiet && !args.no_progress)
726 *av++ = "-v";
727 if (args.use_thin_pack)
728 *av++ = "--fix-thin";
729 if (args.lock_pack || unpack_limit) {
730 int s = sprintf(keep_arg,
731 "--keep=fetch-pack %"PRIuMAX " on ", (uintmax_t) getpid());
732 if (gethostname(keep_arg + s, sizeof(keep_arg) - s))
733 strcpy(keep_arg + s, "localhost");
734 *av++ = keep_arg;
737 else {
738 *av++ = "unpack-objects";
739 if (args.quiet)
740 *av++ = "-q";
742 if (*hdr_arg)
743 *av++ = hdr_arg;
744 if (fetch_fsck_objects >= 0
745 ? fetch_fsck_objects
746 : transfer_fsck_objects >= 0
747 ? transfer_fsck_objects
748 : 0)
749 *av++ = "--strict";
750 *av++ = NULL;
752 cmd.in = demux.out;
753 cmd.git_cmd = 1;
754 if (start_command(&cmd))
755 die("fetch-pack: unable to fork off %s", argv[0]);
756 if (do_keep && pack_lockfile) {
757 *pack_lockfile = index_pack_lockfile(cmd.out);
758 close(cmd.out);
761 if (finish_command(&cmd))
762 die("%s failed", argv[0]);
763 if (use_sideband && finish_async(&demux))
764 die("error in sideband demultiplexer");
765 return 0;
768 static struct ref *do_fetch_pack(int fd[2],
769 const struct ref *orig_ref,
770 int nr_match,
771 char **match,
772 char **pack_lockfile)
774 struct ref *ref = copy_ref_list(orig_ref);
775 unsigned char sha1[20];
777 if (is_repository_shallow() && !server_supports("shallow"))
778 die("Server does not support shallow clients");
779 if (server_supports("multi_ack_detailed")) {
780 if (args.verbose)
781 fprintf(stderr, "Server supports multi_ack_detailed\n");
782 multi_ack = 2;
783 if (server_supports("no-done")) {
784 if (args.verbose)
785 fprintf(stderr, "Server supports no-done\n");
786 if (args.stateless_rpc)
787 no_done = 1;
790 else if (server_supports("multi_ack")) {
791 if (args.verbose)
792 fprintf(stderr, "Server supports multi_ack\n");
793 multi_ack = 1;
795 if (server_supports("side-band-64k")) {
796 if (args.verbose)
797 fprintf(stderr, "Server supports side-band-64k\n");
798 use_sideband = 2;
800 else if (server_supports("side-band")) {
801 if (args.verbose)
802 fprintf(stderr, "Server supports side-band\n");
803 use_sideband = 1;
805 if (server_supports("ofs-delta")) {
806 if (args.verbose)
807 fprintf(stderr, "Server supports ofs-delta\n");
808 } else
809 prefer_ofs_delta = 0;
810 if (everything_local(&ref, nr_match, match)) {
811 packet_flush(fd[1]);
812 goto all_done;
814 if (find_common(fd, sha1, ref) < 0)
815 if (!args.keep_pack)
816 /* When cloning, it is not unusual to have
817 * no common commit.
819 warning("no common commits");
821 if (args.stateless_rpc)
822 packet_flush(fd[1]);
823 if (get_pack(fd, pack_lockfile))
824 die("git fetch-pack: fetch failed.");
826 all_done:
827 return ref;
830 static int remove_duplicates(int nr_heads, char **heads)
832 int src, dst;
834 for (src = dst = 0; src < nr_heads; src++) {
835 /* If heads[src] is different from any of
836 * heads[0..dst], push it in.
838 int i;
839 for (i = 0; i < dst; i++) {
840 if (!strcmp(heads[i], heads[src]))
841 break;
843 if (i < dst)
844 continue;
845 if (src != dst)
846 heads[dst] = heads[src];
847 dst++;
849 return dst;
852 static int fetch_pack_config(const char *var, const char *value, void *cb)
854 if (strcmp(var, "fetch.unpacklimit") == 0) {
855 fetch_unpack_limit = git_config_int(var, value);
856 return 0;
859 if (strcmp(var, "transfer.unpacklimit") == 0) {
860 transfer_unpack_limit = git_config_int(var, value);
861 return 0;
864 if (strcmp(var, "repack.usedeltabaseoffset") == 0) {
865 prefer_ofs_delta = git_config_bool(var, value);
866 return 0;
869 if (!strcmp(var, "fetch.fsckobjects")) {
870 fetch_fsck_objects = git_config_bool(var, value);
871 return 0;
874 if (!strcmp(var, "transfer.fsckobjects")) {
875 transfer_fsck_objects = git_config_bool(var, value);
876 return 0;
879 return git_default_config(var, value, cb);
882 static struct lock_file lock;
884 static void fetch_pack_setup(void)
886 static int did_setup;
887 if (did_setup)
888 return;
889 git_config(fetch_pack_config, NULL);
890 if (0 <= transfer_unpack_limit)
891 unpack_limit = transfer_unpack_limit;
892 else if (0 <= fetch_unpack_limit)
893 unpack_limit = fetch_unpack_limit;
894 did_setup = 1;
897 int cmd_fetch_pack(int argc, const char **argv, const char *prefix)
899 int i, ret, nr_heads;
900 struct ref *ref = NULL;
901 char *dest = NULL, **heads;
902 int fd[2];
903 char *pack_lockfile = NULL;
904 char **pack_lockfile_ptr = NULL;
905 struct child_process *conn;
907 packet_trace_identity("fetch-pack");
909 nr_heads = 0;
910 heads = NULL;
911 for (i = 1; i < argc; i++) {
912 const char *arg = argv[i];
914 if (*arg == '-') {
915 if (!prefixcmp(arg, "--upload-pack=")) {
916 args.uploadpack = arg + 14;
917 continue;
919 if (!prefixcmp(arg, "--exec=")) {
920 args.uploadpack = arg + 7;
921 continue;
923 if (!strcmp("--quiet", arg) || !strcmp("-q", arg)) {
924 args.quiet = 1;
925 continue;
927 if (!strcmp("--keep", arg) || !strcmp("-k", arg)) {
928 args.lock_pack = args.keep_pack;
929 args.keep_pack = 1;
930 continue;
932 if (!strcmp("--thin", arg)) {
933 args.use_thin_pack = 1;
934 continue;
936 if (!strcmp("--include-tag", arg)) {
937 args.include_tag = 1;
938 continue;
940 if (!strcmp("--all", arg)) {
941 args.fetch_all = 1;
942 continue;
944 if (!strcmp("-v", arg)) {
945 args.verbose = 1;
946 continue;
948 if (!prefixcmp(arg, "--depth=")) {
949 args.depth = strtol(arg + 8, NULL, 0);
950 continue;
952 if (!strcmp("--no-progress", arg)) {
953 args.no_progress = 1;
954 continue;
956 if (!strcmp("--stateless-rpc", arg)) {
957 args.stateless_rpc = 1;
958 continue;
960 if (!strcmp("--lock-pack", arg)) {
961 args.lock_pack = 1;
962 pack_lockfile_ptr = &pack_lockfile;
963 continue;
965 usage(fetch_pack_usage);
967 dest = (char *)arg;
968 heads = (char **)(argv + i + 1);
969 nr_heads = argc - i - 1;
970 break;
972 if (!dest)
973 usage(fetch_pack_usage);
975 if (args.stateless_rpc) {
976 conn = NULL;
977 fd[0] = 0;
978 fd[1] = 1;
979 } else {
980 conn = git_connect(fd, (char *)dest, args.uploadpack,
981 args.verbose ? CONNECT_VERBOSE : 0);
984 get_remote_heads(fd[0], &ref, 0, NULL);
986 ref = fetch_pack(&args, fd, conn, ref, dest,
987 nr_heads, heads, pack_lockfile_ptr);
988 if (pack_lockfile) {
989 printf("lock %s\n", pack_lockfile);
990 fflush(stdout);
992 close(fd[0]);
993 close(fd[1]);
994 if (finish_connect(conn))
995 ref = NULL;
996 ret = !ref;
998 if (!ret && nr_heads) {
999 /* If the heads to pull were given, we should have
1000 * consumed all of them by matching the remote.
1001 * Otherwise, 'git fetch remote no-such-ref' would
1002 * silently succeed without issuing an error.
1004 for (i = 0; i < nr_heads; i++)
1005 if (heads[i] && heads[i][0]) {
1006 error("no such remote ref %s", heads[i]);
1007 ret = 1;
1010 while (ref) {
1011 printf("%s %s\n",
1012 sha1_to_hex(ref->old_sha1), ref->name);
1013 ref = ref->next;
1016 return ret;
1019 struct ref *fetch_pack(struct fetch_pack_args *my_args,
1020 int fd[], struct child_process *conn,
1021 const struct ref *ref,
1022 const char *dest,
1023 int nr_heads,
1024 char **heads,
1025 char **pack_lockfile)
1027 struct stat st;
1028 struct ref *ref_cpy;
1030 fetch_pack_setup();
1031 if (&args != my_args)
1032 memcpy(&args, my_args, sizeof(args));
1033 if (args.depth > 0) {
1034 if (stat(git_path("shallow"), &st))
1035 st.st_mtime = 0;
1038 if (heads && nr_heads)
1039 nr_heads = remove_duplicates(nr_heads, heads);
1040 if (!ref) {
1041 packet_flush(fd[1]);
1042 die("no matching remote head");
1044 ref_cpy = do_fetch_pack(fd, ref, nr_heads, heads, pack_lockfile);
1046 if (args.depth > 0) {
1047 struct cache_time mtime;
1048 struct strbuf sb = STRBUF_INIT;
1049 char *shallow = git_path("shallow");
1050 int fd;
1052 mtime.sec = st.st_mtime;
1053 mtime.nsec = ST_MTIME_NSEC(st);
1054 if (stat(shallow, &st)) {
1055 if (mtime.sec)
1056 die("shallow file was removed during fetch");
1057 } else if (st.st_mtime != mtime.sec
1058 #ifdef USE_NSEC
1059 || ST_MTIME_NSEC(st) != mtime.nsec
1060 #endif
1062 die("shallow file was changed during fetch");
1064 fd = hold_lock_file_for_update(&lock, shallow,
1065 LOCK_DIE_ON_ERROR);
1066 if (!write_shallow_commits(&sb, 0)
1067 || write_in_full(fd, sb.buf, sb.len) != sb.len) {
1068 unlink_or_warn(shallow);
1069 rollback_lock_file(&lock);
1070 } else {
1071 commit_lock_file(&lock);
1073 strbuf_release(&sb);
1076 reprepare_packed_git();
1077 return ref_cpy;