3 #include "run-command.h"
5 #include "fetch-pack.h"
15 #include "submodule.h"
16 #include "string-list.h"
17 #include "sha1-array.h"
23 * We copy packed-refs and refs/ into a temporary file, then read the
24 * loose refs recursively (sorting whenever possible), and then inserting
25 * those packed refs that are not yet in the list (not validating, but
26 * assuming that the file is sorted).
28 * Appears refactoring this from refs.c is too cumbersome.
31 static int str_cmp(const void *a
, const void *b
)
36 return strcmp(s1
, s2
);
39 /* path->buf + name_offset is expected to point to "refs/" */
41 static int read_loose_refs(struct strbuf
*path
, int name_offset
,
44 DIR *dir
= opendir(path
->buf
);
55 memset (&list
, 0, sizeof(list
));
57 while ((de
= readdir(dir
))) {
58 if (is_dot_or_dotdot(de
->d_name
))
60 ALLOC_GROW(list
.entries
, list
.nr
+ 1, list
.alloc
);
61 list
.entries
[list
.nr
++] = xstrdup(de
->d_name
);
67 qsort(list
.entries
, list
.nr
, sizeof(char *), str_cmp
);
70 strbuf_addch(path
, '/');
72 for (i
= 0; i
< list
.nr
; i
++, strbuf_setlen(path
, pathlen
+ 1)) {
73 strbuf_addstr(path
, list
.entries
[i
]);
74 if (read_loose_refs(path
, name_offset
, tail
)) {
75 int fd
= open(path
->buf
, O_RDONLY
);
81 next
= alloc_ref(path
->buf
+ name_offset
);
82 if (read_in_full(fd
, buffer
, 40) != 40 ||
83 get_oid_hex(buffer
, &next
->old_oid
)) {
93 strbuf_setlen(path
, pathlen
);
95 for (i
= 0; i
< list
.nr
; i
++)
96 free(list
.entries
[i
]);
102 /* insert the packed refs for which no loose refs were found */
104 static void insert_packed_refs(const char *packed_refs
, struct ref
**list
)
106 FILE *f
= fopen(packed_refs
, "r");
107 static char buffer
[PATH_MAX
];
113 int cmp
= 0; /* assigned before used */
116 if (!fgets(buffer
, sizeof(buffer
), f
)) {
121 if (!isxdigit(buffer
[0]))
123 len
= strlen(buffer
);
124 if (len
&& buffer
[len
- 1] == '\n')
125 buffer
[--len
] = '\0';
128 while ((*list
)->next
&&
129 (cmp
= strcmp(buffer
+ 41,
130 (*list
)->next
->name
)) > 0)
131 list
= &(*list
)->next
;
132 if (!(*list
)->next
|| cmp
< 0) {
133 struct ref
*next
= alloc_ref(buffer
+ 41);
135 if (get_oid_hex(buffer
, &next
->old_oid
)) {
136 warning ("invalid SHA-1: %s", buffer
);
140 next
->next
= (*list
)->next
;
141 (*list
)->next
= next
;
142 list
= &(*list
)->next
;
147 static void set_upstreams(struct transport
*transport
, struct ref
*refs
,
151 for (ref
= refs
; ref
; ref
= ref
->next
) {
152 const char *localname
;
154 const char *remotename
;
155 unsigned char sha
[20];
158 * Check suitability for tracking. Must be successful /
159 * already up-to-date ref create/modify (not delete).
161 if (ref
->status
!= REF_STATUS_OK
&&
162 ref
->status
!= REF_STATUS_UPTODATE
)
166 if (is_null_oid(&ref
->new_oid
))
169 /* Follow symbolic refs (mainly for HEAD). */
170 localname
= ref
->peer_ref
->name
;
171 remotename
= ref
->name
;
172 tmp
= resolve_ref_unsafe(localname
, RESOLVE_REF_READING
,
174 if (tmp
&& flag
& REF_ISSYMREF
&&
175 starts_with(tmp
, "refs/heads/"))
178 /* Both source and destination must be local branches. */
179 if (!localname
|| !starts_with(localname
, "refs/heads/"))
181 if (!remotename
|| !starts_with(remotename
, "refs/heads/"))
185 install_branch_config(BRANCH_CONFIG_VERBOSE
,
186 localname
+ 11, transport
->remote
->name
,
189 printf("Would set upstream of '%s' to '%s' of '%s'\n",
190 localname
+ 11, remotename
+ 11,
191 transport
->remote
->name
);
195 static const char *rsync_url(const char *url
)
197 if (!starts_with(url
, "rsync://"))
198 skip_prefix(url
, "rsync:", &url
);
202 static struct ref
*get_refs_via_rsync(struct transport
*transport
, int for_push
)
204 struct strbuf buf
= STRBUF_INIT
, temp_dir
= STRBUF_INIT
;
205 struct ref dummy
= {NULL
}, *tail
= &dummy
;
206 struct child_process rsync
= CHILD_PROCESS_INIT
;
213 /* copy the refs to the temporary directory */
215 strbuf_addstr(&temp_dir
, git_path("rsync-refs-XXXXXX"));
216 if (!mkdtemp(temp_dir
.buf
))
217 die_errno ("Could not make temporary directory");
218 temp_dir_len
= temp_dir
.len
;
220 strbuf_addstr(&buf
, rsync_url(transport
->url
));
221 strbuf_addstr(&buf
, "/refs");
224 rsync
.stdout_to_stderr
= 1;
226 args
[1] = (transport
->verbose
> 1) ? "-rv" : "-r";
228 args
[3] = temp_dir
.buf
;
231 if (run_command(&rsync
))
232 die ("Could not run rsync to get refs");
235 strbuf_addstr(&buf
, rsync_url(transport
->url
));
236 strbuf_addstr(&buf
, "/packed-refs");
240 if (run_command(&rsync
))
241 die ("Could not run rsync to get refs");
243 /* read the copied refs */
245 strbuf_addstr(&temp_dir
, "/refs");
246 read_loose_refs(&temp_dir
, temp_dir_len
+ 1, &tail
);
247 strbuf_setlen(&temp_dir
, temp_dir_len
);
250 strbuf_addstr(&temp_dir
, "/packed-refs");
251 insert_packed_refs(temp_dir
.buf
, &tail
);
252 strbuf_setlen(&temp_dir
, temp_dir_len
);
254 if (remove_dir_recursively(&temp_dir
, 0))
255 warning ("Error removing temporary directory %s.",
258 strbuf_release(&buf
);
259 strbuf_release(&temp_dir
);
264 static int fetch_objs_via_rsync(struct transport
*transport
,
265 int nr_objs
, struct ref
**to_fetch
)
267 struct child_process rsync
= CHILD_PROCESS_INIT
;
269 rsync
.stdout_to_stderr
= 1;
270 argv_array_push(&rsync
.args
, "rsync");
271 argv_array_push(&rsync
.args
, (transport
->verbose
> 1) ? "-rv" : "-r");
272 argv_array_push(&rsync
.args
, "--ignore-existing");
273 argv_array_push(&rsync
.args
, "--exclude");
274 argv_array_push(&rsync
.args
, "info");
275 argv_array_pushf(&rsync
.args
, "%s/objects/", rsync_url(transport
->url
));
276 argv_array_push(&rsync
.args
, get_object_directory());
278 /* NEEDSWORK: handle one level of alternates */
279 return run_command(&rsync
);
282 static int write_one_ref(const char *name
, const struct object_id
*oid
,
283 int flags
, void *data
)
285 struct strbuf
*buf
= data
;
288 /* when called via for_each_ref(), flags is non-zero */
289 if (flags
&& !starts_with(name
, "refs/heads/") &&
290 !starts_with(name
, "refs/tags/"))
293 strbuf_addstr(buf
, name
);
294 if (safe_create_leading_directories(buf
->buf
) ||
295 write_file_gently(buf
->buf
, "%s", oid_to_hex(oid
)))
296 return error("problems writing temporary file %s: %s",
297 buf
->buf
, strerror(errno
));
298 strbuf_setlen(buf
, len
);
302 static int write_refs_to_temp_dir(struct strbuf
*temp_dir
,
303 int refspec_nr
, const char **refspec
)
307 for (i
= 0; i
< refspec_nr
; i
++) {
308 struct object_id oid
;
311 if (dwim_ref(refspec
[i
], strlen(refspec
[i
]), oid
.hash
, &ref
) != 1)
312 return error("Could not get ref %s", refspec
[i
]);
314 if (write_one_ref(ref
, &oid
, 0, temp_dir
)) {
323 static int rsync_transport_push(struct transport
*transport
,
324 int refspec_nr
, const char **refspec
, int flags
)
326 struct strbuf buf
= STRBUF_INIT
, temp_dir
= STRBUF_INIT
;
328 struct child_process rsync
= CHILD_PROCESS_INIT
;
329 const char *args
[10];
331 if (flags
& TRANSPORT_PUSH_MIRROR
)
332 return error("rsync transport does not support mirror mode");
334 /* first push the objects */
336 strbuf_addstr(&buf
, rsync_url(transport
->url
));
337 strbuf_addch(&buf
, '/');
340 rsync
.stdout_to_stderr
= 1;
344 if (flags
& TRANSPORT_PUSH_DRY_RUN
)
345 args
[i
++] = "--dry-run";
346 if (transport
->verbose
> 1)
348 args
[i
++] = "--ignore-existing";
349 args
[i
++] = "--exclude";
351 args
[i
++] = get_object_directory();
355 if (run_command(&rsync
))
356 return error("Could not push objects to %s",
357 rsync_url(transport
->url
));
359 /* copy the refs to the temporary directory; they could be packed. */
361 strbuf_addstr(&temp_dir
, git_path("rsync-refs-XXXXXX"));
362 if (!mkdtemp(temp_dir
.buf
))
363 die_errno ("Could not make temporary directory");
364 strbuf_addch(&temp_dir
, '/');
366 if (flags
& TRANSPORT_PUSH_ALL
) {
367 if (for_each_ref(write_one_ref
, &temp_dir
))
369 } else if (write_refs_to_temp_dir(&temp_dir
, refspec_nr
, refspec
))
373 if (flags
& TRANSPORT_PUSH_DRY_RUN
)
374 args
[i
++] = "--dry-run";
375 if (!(flags
& TRANSPORT_PUSH_FORCE
))
376 args
[i
++] = "--ignore-existing";
377 args
[i
++] = temp_dir
.buf
;
378 args
[i
++] = rsync_url(transport
->url
);
380 if (run_command(&rsync
))
381 result
= error("Could not push to %s",
382 rsync_url(transport
->url
));
384 if (remove_dir_recursively(&temp_dir
, 0))
385 warning ("Could not remove temporary directory %s.",
388 strbuf_release(&buf
);
389 strbuf_release(&temp_dir
);
394 struct bundle_transport_data
{
396 struct bundle_header header
;
399 static struct ref
*get_refs_from_bundle(struct transport
*transport
, int for_push
)
401 struct bundle_transport_data
*data
= transport
->data
;
402 struct ref
*result
= NULL
;
410 data
->fd
= read_bundle_header(transport
->url
, &data
->header
);
412 die ("Could not read bundle '%s'.", transport
->url
);
413 for (i
= 0; i
< data
->header
.references
.nr
; i
++) {
414 struct ref_list_entry
*e
= data
->header
.references
.list
+ i
;
415 struct ref
*ref
= alloc_ref(e
->name
);
416 hashcpy(ref
->old_oid
.hash
, e
->sha1
);
423 static int fetch_refs_from_bundle(struct transport
*transport
,
424 int nr_heads
, struct ref
**to_fetch
)
426 struct bundle_transport_data
*data
= transport
->data
;
427 return unbundle(&data
->header
, data
->fd
,
428 transport
->progress
? BUNDLE_VERBOSE
: 0);
431 static int close_bundle(struct transport
*transport
)
433 struct bundle_transport_data
*data
= transport
->data
;
440 struct git_transport_data
{
441 struct git_transport_options options
;
442 struct child_process
*conn
;
444 unsigned got_remote_heads
: 1;
445 struct sha1_array extra_have
;
446 struct sha1_array shallow
;
449 static int set_git_option(struct git_transport_options
*opts
,
450 const char *name
, const char *value
)
452 if (!strcmp(name
, TRANS_OPT_UPLOADPACK
)) {
453 opts
->uploadpack
= value
;
455 } else if (!strcmp(name
, TRANS_OPT_RECEIVEPACK
)) {
456 opts
->receivepack
= value
;
458 } else if (!strcmp(name
, TRANS_OPT_THIN
)) {
459 opts
->thin
= !!value
;
461 } else if (!strcmp(name
, TRANS_OPT_FOLLOWTAGS
)) {
462 opts
->followtags
= !!value
;
464 } else if (!strcmp(name
, TRANS_OPT_KEEP
)) {
465 opts
->keep
= !!value
;
467 } else if (!strcmp(name
, TRANS_OPT_UPDATE_SHALLOW
)) {
468 opts
->update_shallow
= !!value
;
470 } else if (!strcmp(name
, TRANS_OPT_DEPTH
)) {
475 opts
->depth
= strtol(value
, &end
, 0);
477 die("transport: invalid depth option '%s'", value
);
484 static int connect_setup(struct transport
*transport
, int for_push
, int verbose
)
486 struct git_transport_data
*data
= transport
->data
;
491 data
->conn
= git_connect(data
->fd
, transport
->url
,
492 for_push
? data
->options
.receivepack
:
493 data
->options
.uploadpack
,
494 verbose
? CONNECT_VERBOSE
: 0);
499 static struct ref
*get_refs_via_connect(struct transport
*transport
, int for_push
)
501 struct git_transport_data
*data
= transport
->data
;
504 connect_setup(transport
, for_push
, 0);
505 get_remote_heads(data
->fd
[0], NULL
, 0, &refs
,
506 for_push
? REF_NORMAL
: 0,
509 data
->got_remote_heads
= 1;
514 static int fetch_refs_via_pack(struct transport
*transport
,
515 int nr_heads
, struct ref
**to_fetch
)
517 struct git_transport_data
*data
= transport
->data
;
519 char *dest
= xstrdup(transport
->url
);
520 struct fetch_pack_args args
;
521 struct ref
*refs_tmp
= NULL
;
523 memset(&args
, 0, sizeof(args
));
524 args
.uploadpack
= data
->options
.uploadpack
;
525 args
.keep_pack
= data
->options
.keep
;
527 args
.use_thin_pack
= data
->options
.thin
;
528 args
.include_tag
= data
->options
.followtags
;
529 args
.verbose
= (transport
->verbose
> 1);
530 args
.quiet
= (transport
->verbose
< 0);
531 args
.no_progress
= !transport
->progress
;
532 args
.depth
= data
->options
.depth
;
533 args
.check_self_contained_and_connected
=
534 data
->options
.check_self_contained_and_connected
;
535 args
.cloning
= transport
->cloning
;
536 args
.update_shallow
= data
->options
.update_shallow
;
538 if (!data
->got_remote_heads
) {
539 connect_setup(transport
, 0, 0);
540 get_remote_heads(data
->fd
[0], NULL
, 0, &refs_tmp
, 0,
541 NULL
, &data
->shallow
);
542 data
->got_remote_heads
= 1;
545 refs
= fetch_pack(&args
, data
->fd
, data
->conn
,
546 refs_tmp
? refs_tmp
: transport
->remote_refs
,
547 dest
, to_fetch
, nr_heads
, &data
->shallow
,
548 &transport
->pack_lockfile
);
551 if (finish_connect(data
->conn
)) {
556 data
->got_remote_heads
= 0;
557 data
->options
.self_contained_and_connected
=
558 args
.self_contained_and_connected
;
563 return (refs
? 0 : -1);
566 static int push_had_errors(struct ref
*ref
)
568 for (; ref
; ref
= ref
->next
) {
569 switch (ref
->status
) {
570 case REF_STATUS_NONE
:
571 case REF_STATUS_UPTODATE
:
581 int transport_refs_pushed(struct ref
*ref
)
583 for (; ref
; ref
= ref
->next
) {
584 switch(ref
->status
) {
585 case REF_STATUS_NONE
:
586 case REF_STATUS_UPTODATE
:
595 void transport_update_tracking_ref(struct remote
*remote
, struct ref
*ref
, int verbose
)
599 if (ref
->status
!= REF_STATUS_OK
&& ref
->status
!= REF_STATUS_UPTODATE
)
605 if (!remote_find_tracking(remote
, &rs
)) {
607 fprintf(stderr
, "updating local tracking ref '%s'\n", rs
.dst
);
609 delete_ref(rs
.dst
, NULL
, 0);
611 update_ref("update by push", rs
.dst
,
612 ref
->new_oid
.hash
, NULL
, 0, 0);
617 static void print_ref_status(char flag
, const char *summary
, struct ref
*to
, struct ref
*from
, const char *msg
, int porcelain
)
621 fprintf(stdout
, "%c\t%s:%s\t", flag
, from
->name
, to
->name
);
623 fprintf(stdout
, "%c\t:%s\t", flag
, to
->name
);
625 fprintf(stdout
, "%s (%s)\n", summary
, msg
);
627 fprintf(stdout
, "%s\n", summary
);
629 fprintf(stderr
, " %c %-*s ", flag
, TRANSPORT_SUMMARY_WIDTH
, summary
);
631 fprintf(stderr
, "%s -> %s", prettify_refname(from
->name
), prettify_refname(to
->name
));
633 fputs(prettify_refname(to
->name
), stderr
);
643 static const char *status_abbrev(unsigned char sha1
[20])
645 return find_unique_abbrev(sha1
, DEFAULT_ABBREV
);
648 static void print_ok_ref_status(struct ref
*ref
, int porcelain
)
651 print_ref_status('-', "[deleted]", ref
, NULL
, NULL
, porcelain
);
652 else if (is_null_oid(&ref
->old_oid
))
653 print_ref_status('*',
654 (starts_with(ref
->name
, "refs/tags/") ? "[new tag]" :
656 ref
, ref
->peer_ref
, NULL
, porcelain
);
658 struct strbuf quickref
= STRBUF_INIT
;
662 strbuf_addstr(&quickref
, status_abbrev(ref
->old_oid
.hash
));
663 if (ref
->forced_update
) {
664 strbuf_addstr(&quickref
, "...");
666 msg
= "forced update";
668 strbuf_addstr(&quickref
, "..");
672 strbuf_addstr(&quickref
, status_abbrev(ref
->new_oid
.hash
));
674 print_ref_status(type
, quickref
.buf
, ref
, ref
->peer_ref
, msg
, porcelain
);
675 strbuf_release(&quickref
);
679 static int print_one_push_status(struct ref
*ref
, const char *dest
, int count
, int porcelain
)
682 fprintf(porcelain
? stdout
: stderr
, "To %s\n", dest
);
684 switch(ref
->status
) {
685 case REF_STATUS_NONE
:
686 print_ref_status('X', "[no match]", ref
, NULL
, NULL
, porcelain
);
688 case REF_STATUS_REJECT_NODELETE
:
689 print_ref_status('!', "[rejected]", ref
, NULL
,
690 "remote does not support deleting refs", porcelain
);
692 case REF_STATUS_UPTODATE
:
693 print_ref_status('=', "[up to date]", ref
,
694 ref
->peer_ref
, NULL
, porcelain
);
696 case REF_STATUS_REJECT_NONFASTFORWARD
:
697 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
698 "non-fast-forward", porcelain
);
700 case REF_STATUS_REJECT_ALREADY_EXISTS
:
701 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
702 "already exists", porcelain
);
704 case REF_STATUS_REJECT_FETCH_FIRST
:
705 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
706 "fetch first", porcelain
);
708 case REF_STATUS_REJECT_NEEDS_FORCE
:
709 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
710 "needs force", porcelain
);
712 case REF_STATUS_REJECT_STALE
:
713 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
714 "stale info", porcelain
);
716 case REF_STATUS_REJECT_SHALLOW
:
717 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
718 "new shallow roots not allowed", porcelain
);
720 case REF_STATUS_REMOTE_REJECT
:
721 print_ref_status('!', "[remote rejected]", ref
,
722 ref
->deletion
? NULL
: ref
->peer_ref
,
723 ref
->remote_status
, porcelain
);
725 case REF_STATUS_EXPECTING_REPORT
:
726 print_ref_status('!', "[remote failure]", ref
,
727 ref
->deletion
? NULL
: ref
->peer_ref
,
728 "remote failed to report status", porcelain
);
730 case REF_STATUS_ATOMIC_PUSH_FAILED
:
731 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
732 "atomic push failed", porcelain
);
735 print_ok_ref_status(ref
, porcelain
);
742 void transport_print_push_status(const char *dest
, struct ref
*refs
,
743 int verbose
, int porcelain
, unsigned int *reject_reasons
)
747 unsigned char head_sha1
[20];
750 head
= resolve_refdup("HEAD", RESOLVE_REF_READING
, head_sha1
, NULL
);
753 for (ref
= refs
; ref
; ref
= ref
->next
)
754 if (ref
->status
== REF_STATUS_UPTODATE
)
755 n
+= print_one_push_status(ref
, dest
, n
, porcelain
);
758 for (ref
= refs
; ref
; ref
= ref
->next
)
759 if (ref
->status
== REF_STATUS_OK
)
760 n
+= print_one_push_status(ref
, dest
, n
, porcelain
);
763 for (ref
= refs
; ref
; ref
= ref
->next
) {
764 if (ref
->status
!= REF_STATUS_NONE
&&
765 ref
->status
!= REF_STATUS_UPTODATE
&&
766 ref
->status
!= REF_STATUS_OK
)
767 n
+= print_one_push_status(ref
, dest
, n
, porcelain
);
768 if (ref
->status
== REF_STATUS_REJECT_NONFASTFORWARD
) {
769 if (head
!= NULL
&& !strcmp(head
, ref
->name
))
770 *reject_reasons
|= REJECT_NON_FF_HEAD
;
772 *reject_reasons
|= REJECT_NON_FF_OTHER
;
773 } else if (ref
->status
== REF_STATUS_REJECT_ALREADY_EXISTS
) {
774 *reject_reasons
|= REJECT_ALREADY_EXISTS
;
775 } else if (ref
->status
== REF_STATUS_REJECT_FETCH_FIRST
) {
776 *reject_reasons
|= REJECT_FETCH_FIRST
;
777 } else if (ref
->status
== REF_STATUS_REJECT_NEEDS_FORCE
) {
778 *reject_reasons
|= REJECT_NEEDS_FORCE
;
784 void transport_verify_remote_names(int nr_heads
, const char **heads
)
788 for (i
= 0; i
< nr_heads
; i
++) {
789 const char *local
= heads
[i
];
790 const char *remote
= strrchr(heads
[i
], ':');
795 /* A matching refspec is okay. */
796 if (remote
== local
&& remote
[1] == '\0')
799 remote
= remote
? (remote
+ 1) : local
;
800 if (check_refname_format(remote
,
801 REFNAME_ALLOW_ONELEVEL
|REFNAME_REFSPEC_PATTERN
))
802 die("remote part of refspec is not a valid name in %s",
807 static int git_transport_push(struct transport
*transport
, struct ref
*remote_refs
, int flags
)
809 struct git_transport_data
*data
= transport
->data
;
810 struct send_pack_args args
;
813 if (!data
->got_remote_heads
) {
814 struct ref
*tmp_refs
;
815 connect_setup(transport
, 1, 0);
817 get_remote_heads(data
->fd
[0], NULL
, 0, &tmp_refs
, REF_NORMAL
,
818 NULL
, &data
->shallow
);
819 data
->got_remote_heads
= 1;
822 memset(&args
, 0, sizeof(args
));
823 args
.send_mirror
= !!(flags
& TRANSPORT_PUSH_MIRROR
);
824 args
.force_update
= !!(flags
& TRANSPORT_PUSH_FORCE
);
825 args
.use_thin_pack
= data
->options
.thin
;
826 args
.verbose
= (transport
->verbose
> 0);
827 args
.quiet
= (transport
->verbose
< 0);
828 args
.progress
= transport
->progress
;
829 args
.dry_run
= !!(flags
& TRANSPORT_PUSH_DRY_RUN
);
830 args
.porcelain
= !!(flags
& TRANSPORT_PUSH_PORCELAIN
);
831 args
.atomic
= !!(flags
& TRANSPORT_PUSH_ATOMIC
);
832 args
.url
= transport
->url
;
834 if (flags
& TRANSPORT_PUSH_CERT_ALWAYS
)
835 args
.push_cert
= SEND_PACK_PUSH_CERT_ALWAYS
;
836 else if (flags
& TRANSPORT_PUSH_CERT_IF_ASKED
)
837 args
.push_cert
= SEND_PACK_PUSH_CERT_IF_ASKED
;
839 args
.push_cert
= SEND_PACK_PUSH_CERT_NEVER
;
841 ret
= send_pack(&args
, data
->fd
, data
->conn
, remote_refs
,
846 ret
|= finish_connect(data
->conn
);
848 data
->got_remote_heads
= 0;
853 static int connect_git(struct transport
*transport
, const char *name
,
854 const char *executable
, int fd
[2])
856 struct git_transport_data
*data
= transport
->data
;
857 data
->conn
= git_connect(data
->fd
, transport
->url
,
864 static int disconnect_git(struct transport
*transport
)
866 struct git_transport_data
*data
= transport
->data
;
868 if (data
->got_remote_heads
)
869 packet_flush(data
->fd
[1]);
872 finish_connect(data
->conn
);
879 void transport_take_over(struct transport
*transport
,
880 struct child_process
*child
)
882 struct git_transport_data
*data
;
884 if (!transport
->smart_options
)
885 die("Bug detected: Taking over transport requires non-NULL "
886 "smart_options field.");
888 data
= xcalloc(1, sizeof(*data
));
889 data
->options
= *transport
->smart_options
;
891 data
->fd
[0] = data
->conn
->out
;
892 data
->fd
[1] = data
->conn
->in
;
893 data
->got_remote_heads
= 0;
894 transport
->data
= data
;
896 transport
->set_option
= NULL
;
897 transport
->get_refs_list
= get_refs_via_connect
;
898 transport
->fetch
= fetch_refs_via_pack
;
899 transport
->push
= NULL
;
900 transport
->push_refs
= git_transport_push
;
901 transport
->disconnect
= disconnect_git
;
902 transport
->smart_options
= &(data
->options
);
904 transport
->cannot_reuse
= 1;
907 static int is_file(const char *url
)
912 return S_ISREG(buf
.st_mode
);
915 static int external_specification_len(const char *url
)
917 return strchr(url
, ':') - url
;
920 static const struct string_list
*protocol_whitelist(void)
922 static int enabled
= -1;
923 static struct string_list allowed
= STRING_LIST_INIT_DUP
;
926 const char *v
= getenv("GIT_ALLOW_PROTOCOL");
928 string_list_split(&allowed
, v
, ':', -1);
929 string_list_sort(&allowed
);
936 return enabled
? &allowed
: NULL
;
939 int is_transport_allowed(const char *type
)
941 const struct string_list
*allowed
= protocol_whitelist();
942 return !allowed
|| string_list_has_string(allowed
, type
);
945 void transport_check_allowed(const char *type
)
947 if (!is_transport_allowed(type
))
948 die("transport '%s' not allowed", type
);
951 int transport_restrict_protocols(void)
953 return !!protocol_whitelist();
956 struct transport
*transport_get(struct remote
*remote
, const char *url
)
959 struct transport
*ret
= xcalloc(1, sizeof(*ret
));
961 ret
->progress
= isatty(2);
964 die("No remote provided to transport_get()");
966 ret
->got_remote_refs
= 0;
967 ret
->remote
= remote
;
968 helper
= remote
->foreign_vcs
;
970 if (!url
&& remote
->url
)
971 url
= remote
->url
[0];
974 /* maybe it is a foreign URL? */
978 while (is_urlschemechar(p
== url
, *p
))
980 if (starts_with(p
, "::"))
981 helper
= xstrndup(url
, p
- url
);
985 transport_helper_init(ret
, helper
);
986 } else if (starts_with(url
, "rsync:")) {
987 transport_check_allowed("rsync");
988 ret
->get_refs_list
= get_refs_via_rsync
;
989 ret
->fetch
= fetch_objs_via_rsync
;
990 ret
->push
= rsync_transport_push
;
991 ret
->smart_options
= NULL
;
992 } else if (url_is_local_not_ssh(url
) && is_file(url
) && is_bundle(url
, 1)) {
993 struct bundle_transport_data
*data
= xcalloc(1, sizeof(*data
));
994 transport_check_allowed("file");
996 ret
->get_refs_list
= get_refs_from_bundle
;
997 ret
->fetch
= fetch_refs_from_bundle
;
998 ret
->disconnect
= close_bundle
;
999 ret
->smart_options
= NULL
;
1000 } else if (!is_url(url
)
1001 || starts_with(url
, "file://")
1002 || starts_with(url
, "git://")
1003 || starts_with(url
, "ssh://")
1004 || starts_with(url
, "git+ssh://")
1005 || starts_with(url
, "ssh+git://")) {
1007 * These are builtin smart transports; "allowed" transports
1008 * will be checked individually in git_connect.
1010 struct git_transport_data
*data
= xcalloc(1, sizeof(*data
));
1012 ret
->set_option
= NULL
;
1013 ret
->get_refs_list
= get_refs_via_connect
;
1014 ret
->fetch
= fetch_refs_via_pack
;
1015 ret
->push_refs
= git_transport_push
;
1016 ret
->connect
= connect_git
;
1017 ret
->disconnect
= disconnect_git
;
1018 ret
->smart_options
= &(data
->options
);
1021 data
->got_remote_heads
= 0;
1023 /* Unknown protocol in URL. Pass to external handler. */
1024 int len
= external_specification_len(url
);
1025 char *handler
= xmemdupz(url
, len
);
1026 transport_helper_init(ret
, handler
);
1029 if (ret
->smart_options
) {
1030 ret
->smart_options
->thin
= 1;
1031 ret
->smart_options
->uploadpack
= "git-upload-pack";
1032 if (remote
->uploadpack
)
1033 ret
->smart_options
->uploadpack
= remote
->uploadpack
;
1034 ret
->smart_options
->receivepack
= "git-receive-pack";
1035 if (remote
->receivepack
)
1036 ret
->smart_options
->receivepack
= remote
->receivepack
;
1042 int transport_set_option(struct transport
*transport
,
1043 const char *name
, const char *value
)
1045 int git_reports
= 1, protocol_reports
= 1;
1047 if (transport
->smart_options
)
1048 git_reports
= set_git_option(transport
->smart_options
,
1051 if (transport
->set_option
)
1052 protocol_reports
= transport
->set_option(transport
, name
,
1055 /* If either report is 0, report 0 (success). */
1056 if (!git_reports
|| !protocol_reports
)
1058 /* If either reports -1 (invalid value), report -1. */
1059 if ((git_reports
== -1) || (protocol_reports
== -1))
1061 /* Otherwise if both report unknown, report unknown. */
1065 void transport_set_verbosity(struct transport
*transport
, int verbosity
,
1069 transport
->verbose
= verbosity
<= 3 ? verbosity
: 3;
1071 transport
->verbose
= -1;
1074 * Rules used to determine whether to report progress (processing aborts
1075 * when a rule is satisfied):
1077 * . Report progress, if force_progress is 1 (ie. --progress).
1078 * . Don't report progress, if force_progress is 0 (ie. --no-progress).
1079 * . Don't report progress, if verbosity < 0 (ie. -q/--quiet ).
1080 * . Report progress if isatty(2) is 1.
1082 if (force_progress
>= 0)
1083 transport
->progress
= !!force_progress
;
1085 transport
->progress
= verbosity
>= 0 && isatty(2);
1088 static void die_with_unpushed_submodules(struct string_list
*needs_pushing
)
1092 fprintf(stderr
, "The following submodule paths contain changes that can\n"
1093 "not be found on any remote:\n");
1094 for (i
= 0; i
< needs_pushing
->nr
; i
++)
1095 printf(" %s\n", needs_pushing
->items
[i
].string
);
1096 fprintf(stderr
, "\nPlease try\n\n"
1097 " git push --recurse-submodules=on-demand\n\n"
1098 "or cd to the path and use\n\n"
1100 "to push them to a remote.\n\n");
1102 string_list_clear(needs_pushing
, 0);
1107 static int run_pre_push_hook(struct transport
*transport
,
1108 struct ref
*remote_refs
)
1112 struct child_process proc
= CHILD_PROCESS_INIT
;
1114 const char *argv
[4];
1116 if (!(argv
[0] = find_hook("pre-push")))
1119 argv
[1] = transport
->remote
->name
;
1120 argv
[2] = transport
->url
;
1126 if (start_command(&proc
)) {
1127 finish_command(&proc
);
1131 sigchain_push(SIGPIPE
, SIG_IGN
);
1133 strbuf_init(&buf
, 256);
1135 for (r
= remote_refs
; r
; r
= r
->next
) {
1136 if (!r
->peer_ref
) continue;
1137 if (r
->status
== REF_STATUS_REJECT_NONFASTFORWARD
) continue;
1138 if (r
->status
== REF_STATUS_REJECT_STALE
) continue;
1139 if (r
->status
== REF_STATUS_UPTODATE
) continue;
1142 strbuf_addf( &buf
, "%s %s %s %s\n",
1143 r
->peer_ref
->name
, oid_to_hex(&r
->new_oid
),
1144 r
->name
, oid_to_hex(&r
->old_oid
));
1146 if (write_in_full(proc
.in
, buf
.buf
, buf
.len
) < 0) {
1147 /* We do not mind if a hook does not read all refs. */
1154 strbuf_release(&buf
);
1160 sigchain_pop(SIGPIPE
);
1162 x
= finish_command(&proc
);
1169 int transport_push(struct transport
*transport
,
1170 int refspec_nr
, const char **refspec
, int flags
,
1171 unsigned int *reject_reasons
)
1173 *reject_reasons
= 0;
1174 transport_verify_remote_names(refspec_nr
, refspec
);
1176 if (transport
->push
) {
1177 /* Maybe FIXME. But no important transport uses this case. */
1178 if (flags
& TRANSPORT_PUSH_SET_UPSTREAM
)
1179 die("This transport does not support using --set-upstream");
1181 return transport
->push(transport
, refspec_nr
, refspec
, flags
);
1182 } else if (transport
->push_refs
) {
1183 struct ref
*remote_refs
;
1184 struct ref
*local_refs
= get_local_heads();
1185 int match_flags
= MATCH_REFS_NONE
;
1186 int verbose
= (transport
->verbose
> 0);
1187 int quiet
= (transport
->verbose
< 0);
1188 int porcelain
= flags
& TRANSPORT_PUSH_PORCELAIN
;
1189 int pretend
= flags
& TRANSPORT_PUSH_DRY_RUN
;
1190 int push_ret
, ret
, err
;
1192 if (check_push_refs(local_refs
, refspec_nr
, refspec
) < 0)
1195 remote_refs
= transport
->get_refs_list(transport
, 1);
1197 if (flags
& TRANSPORT_PUSH_ALL
)
1198 match_flags
|= MATCH_REFS_ALL
;
1199 if (flags
& TRANSPORT_PUSH_MIRROR
)
1200 match_flags
|= MATCH_REFS_MIRROR
;
1201 if (flags
& TRANSPORT_PUSH_PRUNE
)
1202 match_flags
|= MATCH_REFS_PRUNE
;
1203 if (flags
& TRANSPORT_PUSH_FOLLOW_TAGS
)
1204 match_flags
|= MATCH_REFS_FOLLOW_TAGS
;
1206 if (match_push_refs(local_refs
, &remote_refs
,
1207 refspec_nr
, refspec
, match_flags
)) {
1211 if (transport
->smart_options
&&
1212 transport
->smart_options
->cas
&&
1213 !is_empty_cas(transport
->smart_options
->cas
))
1214 apply_push_cas(transport
->smart_options
->cas
,
1215 transport
->remote
, remote_refs
);
1217 set_ref_status_for_push(remote_refs
,
1218 flags
& TRANSPORT_PUSH_MIRROR
,
1219 flags
& TRANSPORT_PUSH_FORCE
);
1221 if (!(flags
& TRANSPORT_PUSH_NO_HOOK
))
1222 if (run_pre_push_hook(transport
, remote_refs
))
1225 if ((flags
& TRANSPORT_RECURSE_SUBMODULES_ON_DEMAND
) && !is_bare_repository()) {
1226 struct ref
*ref
= remote_refs
;
1227 for (; ref
; ref
= ref
->next
)
1228 if (!is_null_oid(&ref
->new_oid
) &&
1229 !push_unpushed_submodules(ref
->new_oid
.hash
,
1230 transport
->remote
->name
))
1231 die ("Failed to push all needed submodules!");
1234 if ((flags
& (TRANSPORT_RECURSE_SUBMODULES_ON_DEMAND
|
1235 TRANSPORT_RECURSE_SUBMODULES_CHECK
)) && !is_bare_repository()) {
1236 struct ref
*ref
= remote_refs
;
1237 struct string_list needs_pushing
= STRING_LIST_INIT_DUP
;
1239 for (; ref
; ref
= ref
->next
)
1240 if (!is_null_oid(&ref
->new_oid
) &&
1241 find_unpushed_submodules(ref
->new_oid
.hash
,
1242 transport
->remote
->name
, &needs_pushing
))
1243 die_with_unpushed_submodules(&needs_pushing
);
1246 push_ret
= transport
->push_refs(transport
, remote_refs
, flags
);
1247 err
= push_had_errors(remote_refs
);
1248 ret
= push_ret
| err
;
1251 transport_print_push_status(transport
->url
, remote_refs
,
1252 verbose
| porcelain
, porcelain
,
1255 if (flags
& TRANSPORT_PUSH_SET_UPSTREAM
)
1256 set_upstreams(transport
, remote_refs
, pretend
);
1258 if (!(flags
& TRANSPORT_PUSH_DRY_RUN
)) {
1260 for (ref
= remote_refs
; ref
; ref
= ref
->next
)
1261 transport_update_tracking_ref(transport
->remote
, ref
, verbose
);
1264 if (porcelain
&& !push_ret
)
1266 else if (!quiet
&& !ret
&& !transport_refs_pushed(remote_refs
))
1267 fprintf(stderr
, "Everything up-to-date\n");
1274 const struct ref
*transport_get_remote_refs(struct transport
*transport
)
1276 if (!transport
->got_remote_refs
) {
1277 transport
->remote_refs
= transport
->get_refs_list(transport
, 0);
1278 transport
->got_remote_refs
= 1;
1281 return transport
->remote_refs
;
1284 int transport_fetch_refs(struct transport
*transport
, struct ref
*refs
)
1287 int nr_heads
= 0, nr_alloc
= 0, nr_refs
= 0;
1288 struct ref
**heads
= NULL
;
1291 for (rm
= refs
; rm
; rm
= rm
->next
) {
1294 !is_null_oid(&rm
->old_oid
) &&
1295 !oidcmp(&rm
->peer_ref
->old_oid
, &rm
->old_oid
))
1297 ALLOC_GROW(heads
, nr_heads
+ 1, nr_alloc
);
1298 heads
[nr_heads
++] = rm
;
1303 * When deepening of a shallow repository is requested,
1304 * then local and remote refs are likely to still be equal.
1305 * Just feed them all to the fetch method in that case.
1306 * This condition shouldn't be met in a non-deepening fetch
1307 * (see builtin/fetch.c:quickfetch()).
1309 ALLOC_ARRAY(heads
, nr_refs
);
1310 for (rm
= refs
; rm
; rm
= rm
->next
)
1311 heads
[nr_heads
++] = rm
;
1314 rc
= transport
->fetch(transport
, nr_heads
, heads
);
1320 void transport_unlock_pack(struct transport
*transport
)
1322 if (transport
->pack_lockfile
) {
1323 unlink_or_warn(transport
->pack_lockfile
);
1324 free(transport
->pack_lockfile
);
1325 transport
->pack_lockfile
= NULL
;
1329 int transport_connect(struct transport
*transport
, const char *name
,
1330 const char *exec
, int fd
[2])
1332 if (transport
->connect
)
1333 return transport
->connect(transport
, name
, exec
, fd
);
1335 die("Operation not supported by protocol");
1338 int transport_disconnect(struct transport
*transport
)
1341 if (transport
->disconnect
)
1342 ret
= transport
->disconnect(transport
);
1348 * Strip username (and password) from a URL and return
1349 * it in a newly allocated string.
1351 char *transport_anonymize_url(const char *url
)
1353 char *scheme_prefix
, *anon_part
;
1354 size_t anon_len
, prefix_len
= 0;
1356 anon_part
= strchr(url
, '@');
1357 if (url_is_local_not_ssh(url
) || !anon_part
)
1360 anon_len
= strlen(++anon_part
);
1361 scheme_prefix
= strstr(url
, "://");
1362 if (!scheme_prefix
) {
1363 if (!strchr(anon_part
, ':'))
1364 /* cannot be "me@there:/path/name" */
1368 /* make sure scheme is reasonable */
1369 for (cp
= url
; cp
< scheme_prefix
; cp
++) {
1372 case '+': case '.': case '-':
1381 /* @ past the first slash does not count */
1382 cp
= strchr(scheme_prefix
+ 3, '/');
1383 if (cp
&& cp
< anon_part
)
1385 prefix_len
= scheme_prefix
- url
+ 3;
1387 return xstrfmt("%.*s%.*s", (int)prefix_len
, url
,
1388 (int)anon_len
, anon_part
);
1390 return xstrdup(url
);
1393 struct alternate_refs_data
{
1394 alternate_ref_fn
*fn
;
1398 static int refs_from_alternate_cb(struct alternate_object_database
*e
,
1403 struct remote
*remote
;
1404 struct transport
*transport
;
1405 const struct ref
*extra
;
1406 struct alternate_refs_data
*cb
= data
;
1409 other
= xstrdup(real_path(e
->base
));
1411 len
= strlen(other
);
1413 while (other
[len
-1] == '/')
1414 other
[--len
] = '\0';
1415 if (len
< 8 || memcmp(other
+ len
- 8, "/objects", 8))
1417 /* Is this a git repository with refs? */
1418 memcpy(other
+ len
- 8, "/refs", 6);
1419 if (!is_directory(other
))
1421 other
[len
- 8] = '\0';
1422 remote
= remote_get(other
);
1423 transport
= transport_get(remote
, other
);
1424 for (extra
= transport_get_remote_refs(transport
);
1426 extra
= extra
->next
)
1427 cb
->fn(extra
, cb
->data
);
1428 transport_disconnect(transport
);
1434 void for_each_alternate_ref(alternate_ref_fn fn
, void *data
)
1436 struct alternate_refs_data cb
;
1439 foreach_alt_odb(refs_from_alternate_cb
, &cb
);