3 #include "run-command.h"
5 #include "fetch-pack.h"
13 #include "submodule.h"
14 #include "string-list.h"
19 * We copy packed-refs and refs/ into a temporary file, then read the
20 * loose refs recursively (sorting whenever possible), and then inserting
21 * those packed refs that are not yet in the list (not validating, but
22 * assuming that the file is sorted).
24 * Appears refactoring this from refs.c is too cumbersome.
27 static int str_cmp(const void *a
, const void *b
)
32 return strcmp(s1
, s2
);
35 /* path->buf + name_offset is expected to point to "refs/" */
37 static int read_loose_refs(struct strbuf
*path
, int name_offset
,
40 DIR *dir
= opendir(path
->buf
);
51 memset (&list
, 0, sizeof(list
));
53 while ((de
= readdir(dir
))) {
54 if (is_dot_or_dotdot(de
->d_name
))
56 ALLOC_GROW(list
.entries
, list
.nr
+ 1, list
.alloc
);
57 list
.entries
[list
.nr
++] = xstrdup(de
->d_name
);
63 qsort(list
.entries
, list
.nr
, sizeof(char *), str_cmp
);
66 strbuf_addch(path
, '/');
68 for (i
= 0; i
< list
.nr
; i
++, strbuf_setlen(path
, pathlen
+ 1)) {
69 strbuf_addstr(path
, list
.entries
[i
]);
70 if (read_loose_refs(path
, name_offset
, tail
)) {
71 int fd
= open(path
->buf
, O_RDONLY
);
77 next
= alloc_ref(path
->buf
+ name_offset
);
78 if (read_in_full(fd
, buffer
, 40) != 40 ||
79 get_sha1_hex(buffer
, next
->old_sha1
)) {
89 strbuf_setlen(path
, pathlen
);
91 for (i
= 0; i
< list
.nr
; i
++)
92 free(list
.entries
[i
]);
98 /* insert the packed refs for which no loose refs were found */
100 static void insert_packed_refs(const char *packed_refs
, struct ref
**list
)
102 FILE *f
= fopen(packed_refs
, "r");
103 static char buffer
[PATH_MAX
];
111 if (!fgets(buffer
, sizeof(buffer
), f
)) {
116 if (hexval(buffer
[0]) > 0xf)
118 len
= strlen(buffer
);
119 if (len
&& buffer
[len
- 1] == '\n')
120 buffer
[--len
] = '\0';
123 while ((*list
)->next
&&
124 (cmp
= strcmp(buffer
+ 41,
125 (*list
)->next
->name
)) > 0)
126 list
= &(*list
)->next
;
127 if (!(*list
)->next
|| cmp
< 0) {
128 struct ref
*next
= alloc_ref(buffer
+ 41);
130 if (get_sha1_hex(buffer
, next
->old_sha1
)) {
131 warning ("invalid SHA-1: %s", buffer
);
135 next
->next
= (*list
)->next
;
136 (*list
)->next
= next
;
137 list
= &(*list
)->next
;
142 static void set_upstreams(struct transport
*transport
, struct ref
*refs
,
146 for (ref
= refs
; ref
; ref
= ref
->next
) {
147 const char *localname
;
149 const char *remotename
;
150 unsigned char sha
[20];
153 * Check suitability for tracking. Must be successful /
154 * already up-to-date ref create/modify (not delete).
156 if (ref
->status
!= REF_STATUS_OK
&&
157 ref
->status
!= REF_STATUS_UPTODATE
)
161 if (is_null_sha1(ref
->new_sha1
))
164 /* Follow symbolic refs (mainly for HEAD). */
165 localname
= ref
->peer_ref
->name
;
166 remotename
= ref
->name
;
167 tmp
= resolve_ref_unsafe(localname
, sha
, 1, &flag
);
168 if (tmp
&& flag
& REF_ISSYMREF
&&
169 !prefixcmp(tmp
, "refs/heads/"))
172 /* Both source and destination must be local branches. */
173 if (!localname
|| prefixcmp(localname
, "refs/heads/"))
175 if (!remotename
|| prefixcmp(remotename
, "refs/heads/"))
179 install_branch_config(BRANCH_CONFIG_VERBOSE
,
180 localname
+ 11, transport
->remote
->name
,
183 printf("Would set upstream of '%s' to '%s' of '%s'\n",
184 localname
+ 11, remotename
+ 11,
185 transport
->remote
->name
);
189 static const char *rsync_url(const char *url
)
191 return prefixcmp(url
, "rsync://") ? skip_prefix(url
, "rsync:") : url
;
194 static struct ref
*get_refs_via_rsync(struct transport
*transport
, int for_push
)
196 struct strbuf buf
= STRBUF_INIT
, temp_dir
= STRBUF_INIT
;
197 struct ref dummy
= {NULL
}, *tail
= &dummy
;
198 struct child_process rsync
;
205 /* copy the refs to the temporary directory */
207 strbuf_addstr(&temp_dir
, git_path("rsync-refs-XXXXXX"));
208 if (!mkdtemp(temp_dir
.buf
))
209 die_errno ("Could not make temporary directory");
210 temp_dir_len
= temp_dir
.len
;
212 strbuf_addstr(&buf
, rsync_url(transport
->url
));
213 strbuf_addstr(&buf
, "/refs");
215 memset(&rsync
, 0, sizeof(rsync
));
217 rsync
.stdout_to_stderr
= 1;
219 args
[1] = (transport
->verbose
> 1) ? "-rv" : "-r";
221 args
[3] = temp_dir
.buf
;
224 if (run_command(&rsync
))
225 die ("Could not run rsync to get refs");
228 strbuf_addstr(&buf
, rsync_url(transport
->url
));
229 strbuf_addstr(&buf
, "/packed-refs");
233 if (run_command(&rsync
))
234 die ("Could not run rsync to get refs");
236 /* read the copied refs */
238 strbuf_addstr(&temp_dir
, "/refs");
239 read_loose_refs(&temp_dir
, temp_dir_len
+ 1, &tail
);
240 strbuf_setlen(&temp_dir
, temp_dir_len
);
243 strbuf_addstr(&temp_dir
, "/packed-refs");
244 insert_packed_refs(temp_dir
.buf
, &tail
);
245 strbuf_setlen(&temp_dir
, temp_dir_len
);
247 if (remove_dir_recursively(&temp_dir
, 0))
248 warning ("Error removing temporary directory %s.",
251 strbuf_release(&buf
);
252 strbuf_release(&temp_dir
);
257 static int fetch_objs_via_rsync(struct transport
*transport
,
258 int nr_objs
, struct ref
**to_fetch
)
260 struct strbuf buf
= STRBUF_INIT
;
261 struct child_process rsync
;
265 strbuf_addstr(&buf
, rsync_url(transport
->url
));
266 strbuf_addstr(&buf
, "/objects/");
268 memset(&rsync
, 0, sizeof(rsync
));
270 rsync
.stdout_to_stderr
= 1;
272 args
[1] = (transport
->verbose
> 1) ? "-rv" : "-r";
273 args
[2] = "--ignore-existing";
274 args
[3] = "--exclude";
277 args
[6] = get_object_directory();
280 /* NEEDSWORK: handle one level of alternates */
281 result
= run_command(&rsync
);
283 strbuf_release(&buf
);
288 static int write_one_ref(const char *name
, const unsigned char *sha1
,
289 int flags
, void *data
)
291 struct strbuf
*buf
= data
;
295 /* when called via for_each_ref(), flags is non-zero */
296 if (flags
&& prefixcmp(name
, "refs/heads/") &&
297 prefixcmp(name
, "refs/tags/"))
300 strbuf_addstr(buf
, name
);
301 if (safe_create_leading_directories(buf
->buf
) ||
302 !(f
= fopen(buf
->buf
, "w")) ||
303 fprintf(f
, "%s\n", sha1_to_hex(sha1
)) < 0 ||
305 return error("problems writing temporary file %s", buf
->buf
);
306 strbuf_setlen(buf
, len
);
310 static int write_refs_to_temp_dir(struct strbuf
*temp_dir
,
311 int refspec_nr
, const char **refspec
)
315 for (i
= 0; i
< refspec_nr
; i
++) {
316 unsigned char sha1
[20];
319 if (dwim_ref(refspec
[i
], strlen(refspec
[i
]), sha1
, &ref
) != 1)
320 return error("Could not get ref %s", refspec
[i
]);
322 if (write_one_ref(ref
, sha1
, 0, temp_dir
)) {
331 static int rsync_transport_push(struct transport
*transport
,
332 int refspec_nr
, const char **refspec
, int flags
)
334 struct strbuf buf
= STRBUF_INIT
, temp_dir
= STRBUF_INIT
;
336 struct child_process rsync
;
337 const char *args
[10];
339 if (flags
& TRANSPORT_PUSH_MIRROR
)
340 return error("rsync transport does not support mirror mode");
342 /* first push the objects */
344 strbuf_addstr(&buf
, rsync_url(transport
->url
));
345 strbuf_addch(&buf
, '/');
347 memset(&rsync
, 0, sizeof(rsync
));
349 rsync
.stdout_to_stderr
= 1;
353 if (flags
& TRANSPORT_PUSH_DRY_RUN
)
354 args
[i
++] = "--dry-run";
355 if (transport
->verbose
> 1)
357 args
[i
++] = "--ignore-existing";
358 args
[i
++] = "--exclude";
360 args
[i
++] = get_object_directory();
364 if (run_command(&rsync
))
365 return error("Could not push objects to %s",
366 rsync_url(transport
->url
));
368 /* copy the refs to the temporary directory; they could be packed. */
370 strbuf_addstr(&temp_dir
, git_path("rsync-refs-XXXXXX"));
371 if (!mkdtemp(temp_dir
.buf
))
372 die_errno ("Could not make temporary directory");
373 strbuf_addch(&temp_dir
, '/');
375 if (flags
& TRANSPORT_PUSH_ALL
) {
376 if (for_each_ref(write_one_ref
, &temp_dir
))
378 } else if (write_refs_to_temp_dir(&temp_dir
, refspec_nr
, refspec
))
382 if (flags
& TRANSPORT_PUSH_DRY_RUN
)
383 args
[i
++] = "--dry-run";
384 if (!(flags
& TRANSPORT_PUSH_FORCE
))
385 args
[i
++] = "--ignore-existing";
386 args
[i
++] = temp_dir
.buf
;
387 args
[i
++] = rsync_url(transport
->url
);
389 if (run_command(&rsync
))
390 result
= error("Could not push to %s",
391 rsync_url(transport
->url
));
393 if (remove_dir_recursively(&temp_dir
, 0))
394 warning ("Could not remove temporary directory %s.",
397 strbuf_release(&buf
);
398 strbuf_release(&temp_dir
);
403 struct bundle_transport_data
{
405 struct bundle_header header
;
408 static struct ref
*get_refs_from_bundle(struct transport
*transport
, int for_push
)
410 struct bundle_transport_data
*data
= transport
->data
;
411 struct ref
*result
= NULL
;
419 data
->fd
= read_bundle_header(transport
->url
, &data
->header
);
421 die ("Could not read bundle '%s'.", transport
->url
);
422 for (i
= 0; i
< data
->header
.references
.nr
; i
++) {
423 struct ref_list_entry
*e
= data
->header
.references
.list
+ i
;
424 struct ref
*ref
= alloc_ref(e
->name
);
425 hashcpy(ref
->old_sha1
, e
->sha1
);
432 static int fetch_refs_from_bundle(struct transport
*transport
,
433 int nr_heads
, struct ref
**to_fetch
)
435 struct bundle_transport_data
*data
= transport
->data
;
436 return unbundle(&data
->header
, data
->fd
,
437 transport
->progress
? BUNDLE_VERBOSE
: 0);
440 static int close_bundle(struct transport
*transport
)
442 struct bundle_transport_data
*data
= transport
->data
;
449 struct git_transport_data
{
450 struct git_transport_options options
;
451 struct child_process
*conn
;
453 unsigned got_remote_heads
: 1;
454 struct extra_have_objects extra_have
;
457 static int set_git_option(struct git_transport_options
*opts
,
458 const char *name
, const char *value
)
460 if (!strcmp(name
, TRANS_OPT_UPLOADPACK
)) {
461 opts
->uploadpack
= value
;
463 } else if (!strcmp(name
, TRANS_OPT_RECEIVEPACK
)) {
464 opts
->receivepack
= value
;
466 } else if (!strcmp(name
, TRANS_OPT_THIN
)) {
467 opts
->thin
= !!value
;
469 } else if (!strcmp(name
, TRANS_OPT_FOLLOWTAGS
)) {
470 opts
->followtags
= !!value
;
472 } else if (!strcmp(name
, TRANS_OPT_KEEP
)) {
473 opts
->keep
= !!value
;
475 } else if (!strcmp(name
, TRANS_OPT_DEPTH
)) {
480 opts
->depth
= strtol(value
, &end
, 0);
482 die("transport: invalid depth option '%s'", value
);
489 static int connect_setup(struct transport
*transport
, int for_push
, int verbose
)
491 struct git_transport_data
*data
= transport
->data
;
496 data
->conn
= git_connect(data
->fd
, transport
->url
,
497 for_push
? data
->options
.receivepack
:
498 data
->options
.uploadpack
,
499 verbose
? CONNECT_VERBOSE
: 0);
504 static struct ref
*get_refs_via_connect(struct transport
*transport
, int for_push
)
506 struct git_transport_data
*data
= transport
->data
;
509 connect_setup(transport
, for_push
, 0);
510 get_remote_heads(data
->fd
[0], &refs
,
511 for_push
? REF_NORMAL
: 0, &data
->extra_have
);
512 data
->got_remote_heads
= 1;
517 static int fetch_refs_via_pack(struct transport
*transport
,
518 int nr_heads
, struct ref
**to_fetch
)
520 struct git_transport_data
*data
= transport
->data
;
521 struct string_list sought
= STRING_LIST_INIT_DUP
;
522 const struct ref
*refs
;
523 char *dest
= xstrdup(transport
->url
);
524 struct fetch_pack_args args
;
526 struct ref
*refs_tmp
= NULL
;
528 memset(&args
, 0, sizeof(args
));
529 args
.uploadpack
= data
->options
.uploadpack
;
530 args
.keep_pack
= data
->options
.keep
;
532 args
.use_thin_pack
= data
->options
.thin
;
533 args
.include_tag
= data
->options
.followtags
;
534 args
.verbose
= (transport
->verbose
> 1);
535 args
.quiet
= (transport
->verbose
< 0);
536 args
.no_progress
= !transport
->progress
;
537 args
.depth
= data
->options
.depth
;
539 for (i
= 0; i
< nr_heads
; i
++)
540 string_list_append(&sought
, to_fetch
[i
]->name
);
542 if (!data
->got_remote_heads
) {
543 connect_setup(transport
, 0, 0);
544 get_remote_heads(data
->fd
[0], &refs_tmp
, 0, NULL
);
545 data
->got_remote_heads
= 1;
548 refs
= fetch_pack(&args
, data
->fd
, data
->conn
,
549 refs_tmp
? refs_tmp
: transport
->remote_refs
,
550 dest
, &sought
, &transport
->pack_lockfile
);
553 if (finish_connect(data
->conn
))
556 data
->got_remote_heads
= 0;
560 string_list_clear(&sought
, 0);
562 return (refs
? 0 : -1);
565 static int push_had_errors(struct ref
*ref
)
567 for (; ref
; ref
= ref
->next
) {
568 switch (ref
->status
) {
569 case REF_STATUS_NONE
:
570 case REF_STATUS_UPTODATE
:
580 int transport_refs_pushed(struct ref
*ref
)
582 for (; ref
; ref
= ref
->next
) {
583 switch(ref
->status
) {
584 case REF_STATUS_NONE
:
585 case REF_STATUS_UPTODATE
:
594 void transport_update_tracking_ref(struct remote
*remote
, struct ref
*ref
, int verbose
)
598 if (ref
->status
!= REF_STATUS_OK
&& ref
->status
!= REF_STATUS_UPTODATE
)
604 if (!remote_find_tracking(remote
, &rs
)) {
606 fprintf(stderr
, "updating local tracking ref '%s'\n", rs
.dst
);
608 delete_ref(rs
.dst
, NULL
, 0);
610 update_ref("update by push", rs
.dst
,
611 ref
->new_sha1
, NULL
, 0, 0);
616 static void print_ref_status(char flag
, const char *summary
, struct ref
*to
, struct ref
*from
, const char *msg
, int porcelain
)
620 fprintf(stdout
, "%c\t%s:%s\t", flag
, from
->name
, to
->name
);
622 fprintf(stdout
, "%c\t:%s\t", flag
, to
->name
);
624 fprintf(stdout
, "%s (%s)\n", summary
, msg
);
626 fprintf(stdout
, "%s\n", summary
);
628 fprintf(stderr
, " %c %-*s ", flag
, TRANSPORT_SUMMARY_WIDTH
, summary
);
630 fprintf(stderr
, "%s -> %s", prettify_refname(from
->name
), prettify_refname(to
->name
));
632 fputs(prettify_refname(to
->name
), stderr
);
642 static const char *status_abbrev(unsigned char sha1
[20])
644 return find_unique_abbrev(sha1
, DEFAULT_ABBREV
);
647 static void print_ok_ref_status(struct ref
*ref
, int porcelain
)
650 print_ref_status('-', "[deleted]", ref
, NULL
, NULL
, porcelain
);
651 else if (is_null_sha1(ref
->old_sha1
))
652 print_ref_status('*',
653 (!prefixcmp(ref
->name
, "refs/tags/") ? "[new tag]" :
655 ref
, ref
->peer_ref
, NULL
, porcelain
);
661 strcpy(quickref
, status_abbrev(ref
->old_sha1
));
662 if (ref
->requires_force
) {
663 strcat(quickref
, "...");
665 msg
= "forced update";
667 strcat(quickref
, "..");
671 strcat(quickref
, status_abbrev(ref
->new_sha1
));
673 print_ref_status(type
, quickref
, ref
, ref
->peer_ref
, msg
, porcelain
);
677 static int print_one_push_status(struct ref
*ref
, const char *dest
, int count
, int porcelain
)
680 fprintf(porcelain
? stdout
: stderr
, "To %s\n", dest
);
682 switch(ref
->status
) {
683 case REF_STATUS_NONE
:
684 print_ref_status('X', "[no match]", ref
, NULL
, NULL
, porcelain
);
686 case REF_STATUS_REJECT_NODELETE
:
687 print_ref_status('!', "[rejected]", ref
, NULL
,
688 "remote does not support deleting refs", porcelain
);
690 case REF_STATUS_UPTODATE
:
691 print_ref_status('=', "[up to date]", ref
,
692 ref
->peer_ref
, NULL
, porcelain
);
694 case REF_STATUS_REJECT_NONFASTFORWARD
:
695 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
696 "non-fast-forward", porcelain
);
698 case REF_STATUS_REJECT_ALREADY_EXISTS
:
699 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
700 "already exists", porcelain
);
702 case REF_STATUS_REMOTE_REJECT
:
703 print_ref_status('!', "[remote rejected]", ref
,
704 ref
->deletion
? NULL
: ref
->peer_ref
,
705 ref
->remote_status
, porcelain
);
707 case REF_STATUS_EXPECTING_REPORT
:
708 print_ref_status('!', "[remote failure]", ref
,
709 ref
->deletion
? NULL
: ref
->peer_ref
,
710 "remote failed to report status", porcelain
);
713 print_ok_ref_status(ref
, porcelain
);
720 void transport_print_push_status(const char *dest
, struct ref
*refs
,
721 int verbose
, int porcelain
, unsigned int *reject_reasons
)
725 unsigned char head_sha1
[20];
728 head
= resolve_refdup("HEAD", head_sha1
, 1, NULL
);
731 for (ref
= refs
; ref
; ref
= ref
->next
)
732 if (ref
->status
== REF_STATUS_UPTODATE
)
733 n
+= print_one_push_status(ref
, dest
, n
, porcelain
);
736 for (ref
= refs
; ref
; ref
= ref
->next
)
737 if (ref
->status
== REF_STATUS_OK
)
738 n
+= print_one_push_status(ref
, dest
, n
, porcelain
);
741 for (ref
= refs
; ref
; ref
= ref
->next
) {
742 if (ref
->status
!= REF_STATUS_NONE
&&
743 ref
->status
!= REF_STATUS_UPTODATE
&&
744 ref
->status
!= REF_STATUS_OK
)
745 n
+= print_one_push_status(ref
, dest
, n
, porcelain
);
746 if (ref
->status
== REF_STATUS_REJECT_NONFASTFORWARD
) {
747 if (!strcmp(head
, ref
->name
))
748 *reject_reasons
|= REJECT_NON_FF_HEAD
;
750 *reject_reasons
|= REJECT_NON_FF_OTHER
;
751 } else if (ref
->status
== REF_STATUS_REJECT_ALREADY_EXISTS
) {
752 *reject_reasons
|= REJECT_ALREADY_EXISTS
;
757 void transport_verify_remote_names(int nr_heads
, const char **heads
)
761 for (i
= 0; i
< nr_heads
; i
++) {
762 const char *local
= heads
[i
];
763 const char *remote
= strrchr(heads
[i
], ':');
768 /* A matching refspec is okay. */
769 if (remote
== local
&& remote
[1] == '\0')
772 remote
= remote
? (remote
+ 1) : local
;
773 if (check_refname_format(remote
,
774 REFNAME_ALLOW_ONELEVEL
|REFNAME_REFSPEC_PATTERN
))
775 die("remote part of refspec is not a valid name in %s",
780 static int git_transport_push(struct transport
*transport
, struct ref
*remote_refs
, int flags
)
782 struct git_transport_data
*data
= transport
->data
;
783 struct send_pack_args args
;
786 if (!data
->got_remote_heads
) {
787 struct ref
*tmp_refs
;
788 connect_setup(transport
, 1, 0);
790 get_remote_heads(data
->fd
[0], &tmp_refs
, REF_NORMAL
, NULL
);
791 data
->got_remote_heads
= 1;
794 memset(&args
, 0, sizeof(args
));
795 args
.send_mirror
= !!(flags
& TRANSPORT_PUSH_MIRROR
);
796 args
.force_update
= !!(flags
& TRANSPORT_PUSH_FORCE
);
797 args
.use_thin_pack
= data
->options
.thin
;
798 args
.verbose
= (transport
->verbose
> 0);
799 args
.quiet
= (transport
->verbose
< 0);
800 args
.progress
= transport
->progress
;
801 args
.dry_run
= !!(flags
& TRANSPORT_PUSH_DRY_RUN
);
802 args
.porcelain
= !!(flags
& TRANSPORT_PUSH_PORCELAIN
);
804 ret
= send_pack(&args
, data
->fd
, data
->conn
, remote_refs
,
809 ret
|= finish_connect(data
->conn
);
811 data
->got_remote_heads
= 0;
816 static int connect_git(struct transport
*transport
, const char *name
,
817 const char *executable
, int fd
[2])
819 struct git_transport_data
*data
= transport
->data
;
820 data
->conn
= git_connect(data
->fd
, transport
->url
,
827 static int disconnect_git(struct transport
*transport
)
829 struct git_transport_data
*data
= transport
->data
;
831 if (data
->got_remote_heads
)
832 packet_flush(data
->fd
[1]);
835 finish_connect(data
->conn
);
842 void transport_take_over(struct transport
*transport
,
843 struct child_process
*child
)
845 struct git_transport_data
*data
;
847 if (!transport
->smart_options
)
848 die("Bug detected: Taking over transport requires non-NULL "
849 "smart_options field.");
851 data
= xcalloc(1, sizeof(*data
));
852 data
->options
= *transport
->smart_options
;
854 data
->fd
[0] = data
->conn
->out
;
855 data
->fd
[1] = data
->conn
->in
;
856 data
->got_remote_heads
= 0;
857 transport
->data
= data
;
859 transport
->set_option
= NULL
;
860 transport
->get_refs_list
= get_refs_via_connect
;
861 transport
->fetch
= fetch_refs_via_pack
;
862 transport
->push
= NULL
;
863 transport
->push_refs
= git_transport_push
;
864 transport
->disconnect
= disconnect_git
;
865 transport
->smart_options
= &(data
->options
);
868 static int is_local(const char *url
)
870 const char *colon
= strchr(url
, ':');
871 const char *slash
= strchr(url
, '/');
872 return !colon
|| (slash
&& slash
< colon
) ||
873 has_dos_drive_prefix(url
);
876 static int is_file(const char *url
)
881 return S_ISREG(buf
.st_mode
);
884 static int external_specification_len(const char *url
)
886 return strchr(url
, ':') - url
;
889 struct transport
*transport_get(struct remote
*remote
, const char *url
)
892 struct transport
*ret
= xcalloc(1, sizeof(*ret
));
894 ret
->progress
= isatty(2);
897 die("No remote provided to transport_get()");
899 ret
->got_remote_refs
= 0;
900 ret
->remote
= remote
;
901 helper
= remote
->foreign_vcs
;
903 if (!url
&& remote
->url
)
904 url
= remote
->url
[0];
907 /* maybe it is a foreign URL? */
911 while (is_urlschemechar(p
== url
, *p
))
913 if (!prefixcmp(p
, "::"))
914 helper
= xstrndup(url
, p
- url
);
918 transport_helper_init(ret
, helper
);
919 } else if (!prefixcmp(url
, "rsync:")) {
920 ret
->get_refs_list
= get_refs_via_rsync
;
921 ret
->fetch
= fetch_objs_via_rsync
;
922 ret
->push
= rsync_transport_push
;
923 ret
->smart_options
= NULL
;
924 } else if (is_local(url
) && is_file(url
) && is_bundle(url
, 1)) {
925 struct bundle_transport_data
*data
= xcalloc(1, sizeof(*data
));
927 ret
->get_refs_list
= get_refs_from_bundle
;
928 ret
->fetch
= fetch_refs_from_bundle
;
929 ret
->disconnect
= close_bundle
;
930 ret
->smart_options
= NULL
;
931 } else if (!is_url(url
)
932 || !prefixcmp(url
, "file://")
933 || !prefixcmp(url
, "git://")
934 || !prefixcmp(url
, "ssh://")
935 || !prefixcmp(url
, "git+ssh://")
936 || !prefixcmp(url
, "ssh+git://")) {
937 /* These are builtin smart transports. */
938 struct git_transport_data
*data
= xcalloc(1, sizeof(*data
));
940 ret
->set_option
= NULL
;
941 ret
->get_refs_list
= get_refs_via_connect
;
942 ret
->fetch
= fetch_refs_via_pack
;
943 ret
->push_refs
= git_transport_push
;
944 ret
->connect
= connect_git
;
945 ret
->disconnect
= disconnect_git
;
946 ret
->smart_options
= &(data
->options
);
949 data
->got_remote_heads
= 0;
951 /* Unknown protocol in URL. Pass to external handler. */
952 int len
= external_specification_len(url
);
953 char *handler
= xmalloc(len
+ 1);
955 strncpy(handler
, url
, len
);
956 transport_helper_init(ret
, handler
);
959 if (ret
->smart_options
) {
960 ret
->smart_options
->thin
= 1;
961 ret
->smart_options
->uploadpack
= "git-upload-pack";
962 if (remote
->uploadpack
)
963 ret
->smart_options
->uploadpack
= remote
->uploadpack
;
964 ret
->smart_options
->receivepack
= "git-receive-pack";
965 if (remote
->receivepack
)
966 ret
->smart_options
->receivepack
= remote
->receivepack
;
972 int transport_set_option(struct transport
*transport
,
973 const char *name
, const char *value
)
975 int git_reports
= 1, protocol_reports
= 1;
977 if (transport
->smart_options
)
978 git_reports
= set_git_option(transport
->smart_options
,
981 if (transport
->set_option
)
982 protocol_reports
= transport
->set_option(transport
, name
,
985 /* If either report is 0, report 0 (success). */
986 if (!git_reports
|| !protocol_reports
)
988 /* If either reports -1 (invalid value), report -1. */
989 if ((git_reports
== -1) || (protocol_reports
== -1))
991 /* Otherwise if both report unknown, report unknown. */
995 void transport_set_verbosity(struct transport
*transport
, int verbosity
,
999 transport
->verbose
= verbosity
<= 3 ? verbosity
: 3;
1001 transport
->verbose
= -1;
1004 * Rules used to determine whether to report progress (processing aborts
1005 * when a rule is satisfied):
1007 * . Report progress, if force_progress is 1 (ie. --progress).
1008 * . Don't report progress, if force_progress is 0 (ie. --no-progress).
1009 * . Don't report progress, if verbosity < 0 (ie. -q/--quiet ).
1010 * . Report progress if isatty(2) is 1.
1012 if (force_progress
>= 0)
1013 transport
->progress
= !!force_progress
;
1015 transport
->progress
= verbosity
>= 0 && isatty(2);
1018 static void die_with_unpushed_submodules(struct string_list
*needs_pushing
)
1022 fprintf(stderr
, "The following submodule paths contain changes that can\n"
1023 "not be found on any remote:\n");
1024 for (i
= 0; i
< needs_pushing
->nr
; i
++)
1025 printf(" %s\n", needs_pushing
->items
[i
].string
);
1026 fprintf(stderr
, "\nPlease try\n\n"
1027 " git push --recurse-submodules=on-demand\n\n"
1028 "or cd to the path and use\n\n"
1030 "to push them to a remote.\n\n");
1032 string_list_clear(needs_pushing
, 0);
1037 int transport_push(struct transport
*transport
,
1038 int refspec_nr
, const char **refspec
, int flags
,
1039 unsigned int *reject_reasons
)
1041 *reject_reasons
= 0;
1042 transport_verify_remote_names(refspec_nr
, refspec
);
1044 if (transport
->push
) {
1045 /* Maybe FIXME. But no important transport uses this case. */
1046 if (flags
& TRANSPORT_PUSH_SET_UPSTREAM
)
1047 die("This transport does not support using --set-upstream");
1049 return transport
->push(transport
, refspec_nr
, refspec
, flags
);
1050 } else if (transport
->push_refs
) {
1051 struct ref
*remote_refs
=
1052 transport
->get_refs_list(transport
, 1);
1053 struct ref
*local_refs
= get_local_heads();
1054 int match_flags
= MATCH_REFS_NONE
;
1055 int verbose
= (transport
->verbose
> 0);
1056 int quiet
= (transport
->verbose
< 0);
1057 int porcelain
= flags
& TRANSPORT_PUSH_PORCELAIN
;
1058 int pretend
= flags
& TRANSPORT_PUSH_DRY_RUN
;
1059 int push_ret
, ret
, err
;
1061 if (flags
& TRANSPORT_PUSH_ALL
)
1062 match_flags
|= MATCH_REFS_ALL
;
1063 if (flags
& TRANSPORT_PUSH_MIRROR
)
1064 match_flags
|= MATCH_REFS_MIRROR
;
1065 if (flags
& TRANSPORT_PUSH_PRUNE
)
1066 match_flags
|= MATCH_REFS_PRUNE
;
1068 if (match_push_refs(local_refs
, &remote_refs
,
1069 refspec_nr
, refspec
, match_flags
)) {
1073 set_ref_status_for_push(remote_refs
,
1074 flags
& TRANSPORT_PUSH_MIRROR
,
1075 flags
& TRANSPORT_PUSH_FORCE
);
1077 if ((flags
& TRANSPORT_RECURSE_SUBMODULES_ON_DEMAND
) && !is_bare_repository()) {
1078 struct ref
*ref
= remote_refs
;
1079 for (; ref
; ref
= ref
->next
)
1080 if (!is_null_sha1(ref
->new_sha1
) &&
1081 !push_unpushed_submodules(ref
->new_sha1
,
1082 transport
->remote
->name
))
1083 die ("Failed to push all needed submodules!");
1086 if ((flags
& (TRANSPORT_RECURSE_SUBMODULES_ON_DEMAND
|
1087 TRANSPORT_RECURSE_SUBMODULES_CHECK
)) && !is_bare_repository()) {
1088 struct ref
*ref
= remote_refs
;
1089 struct string_list needs_pushing
;
1091 memset(&needs_pushing
, 0, sizeof(struct string_list
));
1092 needs_pushing
.strdup_strings
= 1;
1093 for (; ref
; ref
= ref
->next
)
1094 if (!is_null_sha1(ref
->new_sha1
) &&
1095 find_unpushed_submodules(ref
->new_sha1
,
1096 transport
->remote
->name
, &needs_pushing
))
1097 die_with_unpushed_submodules(&needs_pushing
);
1100 push_ret
= transport
->push_refs(transport
, remote_refs
, flags
);
1101 err
= push_had_errors(remote_refs
);
1102 ret
= push_ret
| err
;
1105 transport_print_push_status(transport
->url
, remote_refs
,
1106 verbose
| porcelain
, porcelain
,
1109 if (flags
& TRANSPORT_PUSH_SET_UPSTREAM
)
1110 set_upstreams(transport
, remote_refs
, pretend
);
1112 if (!(flags
& TRANSPORT_PUSH_DRY_RUN
)) {
1114 for (ref
= remote_refs
; ref
; ref
= ref
->next
)
1115 transport_update_tracking_ref(transport
->remote
, ref
, verbose
);
1118 if (porcelain
&& !push_ret
)
1120 else if (!quiet
&& !ret
&& !transport_refs_pushed(remote_refs
))
1121 fprintf(stderr
, "Everything up-to-date\n");
1128 const struct ref
*transport_get_remote_refs(struct transport
*transport
)
1130 if (!transport
->got_remote_refs
) {
1131 transport
->remote_refs
= transport
->get_refs_list(transport
, 0);
1132 transport
->got_remote_refs
= 1;
1135 return transport
->remote_refs
;
1138 int transport_fetch_refs(struct transport
*transport
, struct ref
*refs
)
1141 int nr_heads
= 0, nr_alloc
= 0, nr_refs
= 0;
1142 struct ref
**heads
= NULL
;
1145 for (rm
= refs
; rm
; rm
= rm
->next
) {
1148 !is_null_sha1(rm
->old_sha1
) &&
1149 !hashcmp(rm
->peer_ref
->old_sha1
, rm
->old_sha1
))
1151 ALLOC_GROW(heads
, nr_heads
+ 1, nr_alloc
);
1152 heads
[nr_heads
++] = rm
;
1157 * When deepening of a shallow repository is requested,
1158 * then local and remote refs are likely to still be equal.
1159 * Just feed them all to the fetch method in that case.
1160 * This condition shouldn't be met in a non-deepening fetch
1161 * (see builtin-fetch.c:quickfetch()).
1163 heads
= xmalloc(nr_refs
* sizeof(*heads
));
1164 for (rm
= refs
; rm
; rm
= rm
->next
)
1165 heads
[nr_heads
++] = rm
;
1168 rc
= transport
->fetch(transport
, nr_heads
, heads
);
1174 void transport_unlock_pack(struct transport
*transport
)
1176 if (transport
->pack_lockfile
) {
1177 unlink_or_warn(transport
->pack_lockfile
);
1178 free(transport
->pack_lockfile
);
1179 transport
->pack_lockfile
= NULL
;
1183 int transport_connect(struct transport
*transport
, const char *name
,
1184 const char *exec
, int fd
[2])
1186 if (transport
->connect
)
1187 return transport
->connect(transport
, name
, exec
, fd
);
1189 die("Operation not supported by protocol");
1192 int transport_disconnect(struct transport
*transport
)
1195 if (transport
->disconnect
)
1196 ret
= transport
->disconnect(transport
);
1202 * Strip username (and password) from a URL and return
1203 * it in a newly allocated string.
1205 char *transport_anonymize_url(const char *url
)
1207 char *anon_url
, *scheme_prefix
, *anon_part
;
1208 size_t anon_len
, prefix_len
= 0;
1210 anon_part
= strchr(url
, '@');
1211 if (is_local(url
) || !anon_part
)
1214 anon_len
= strlen(++anon_part
);
1215 scheme_prefix
= strstr(url
, "://");
1216 if (!scheme_prefix
) {
1217 if (!strchr(anon_part
, ':'))
1218 /* cannot be "me@there:/path/name" */
1222 /* make sure scheme is reasonable */
1223 for (cp
= url
; cp
< scheme_prefix
; cp
++) {
1226 case '+': case '.': case '-':
1235 /* @ past the first slash does not count */
1236 cp
= strchr(scheme_prefix
+ 3, '/');
1237 if (cp
&& cp
< anon_part
)
1239 prefix_len
= scheme_prefix
- url
+ 3;
1241 anon_url
= xcalloc(1, 1 + prefix_len
+ anon_len
);
1242 memcpy(anon_url
, url
, prefix_len
);
1243 memcpy(anon_url
+ prefix_len
, anon_part
, anon_len
);
1246 return xstrdup(url
);
1249 struct alternate_refs_data
{
1250 alternate_ref_fn
*fn
;
1254 static int refs_from_alternate_cb(struct alternate_object_database
*e
,
1259 struct remote
*remote
;
1260 struct transport
*transport
;
1261 const struct ref
*extra
;
1262 struct alternate_refs_data
*cb
= data
;
1265 other
= xstrdup(real_path(e
->base
));
1267 len
= strlen(other
);
1269 while (other
[len
-1] == '/')
1270 other
[--len
] = '\0';
1271 if (len
< 8 || memcmp(other
+ len
- 8, "/objects", 8))
1273 /* Is this a git repository with refs? */
1274 memcpy(other
+ len
- 8, "/refs", 6);
1275 if (!is_directory(other
))
1277 other
[len
- 8] = '\0';
1278 remote
= remote_get(other
);
1279 transport
= transport_get(remote
, other
);
1280 for (extra
= transport_get_remote_refs(transport
);
1282 extra
= extra
->next
)
1283 cb
->fn(extra
, cb
->data
);
1284 transport_disconnect(transport
);
1289 void for_each_alternate_ref(alternate_ref_fn fn
, void *data
)
1291 struct alternate_refs_data cb
;
1294 foreach_alt_odb(refs_from_alternate_cb
, &cb
);