6 #include "fetch-pack.h"
17 #include "submodule.h"
18 #include "string-list.h"
19 #include "oid-array.h"
21 #include "transport-internal.h"
23 #include "object-store.h"
26 static int transport_use_color
= -1;
27 static char transport_colors
[][COLOR_MAXLEN
] = {
29 GIT_COLOR_RED
/* REJECTED */
32 enum color_transport
{
33 TRANSPORT_COLOR_RESET
= 0,
34 TRANSPORT_COLOR_REJECTED
= 1
37 static int transport_color_config(void)
39 const char *keys
[] = {
40 "color.transport.reset",
41 "color.transport.rejected"
42 }, *key
= "color.transport";
45 static int initialized
;
51 if (!git_config_get_string(key
, &value
))
52 transport_use_color
= git_config_colorbool(key
, value
);
54 if (!want_color_stderr(transport_use_color
))
57 for (i
= 0; i
< ARRAY_SIZE(keys
); i
++)
58 if (!git_config_get_string(keys
[i
], &value
)) {
60 return config_error_nonbool(keys
[i
]);
61 if (color_parse(value
, transport_colors
[i
]) < 0)
68 static const char *transport_get_color(enum color_transport ix
)
70 if (want_color_stderr(transport_use_color
))
71 return transport_colors
[ix
];
75 static void set_upstreams(struct transport
*transport
, struct ref
*refs
,
79 for (ref
= refs
; ref
; ref
= ref
->next
) {
80 const char *localname
;
82 const char *remotename
;
85 * Check suitability for tracking. Must be successful /
86 * already up-to-date ref create/modify (not delete).
88 if (ref
->status
!= REF_STATUS_OK
&&
89 ref
->status
!= REF_STATUS_UPTODATE
)
93 if (is_null_oid(&ref
->new_oid
))
96 /* Follow symbolic refs (mainly for HEAD). */
97 localname
= ref
->peer_ref
->name
;
98 remotename
= ref
->name
;
99 tmp
= resolve_ref_unsafe(localname
, RESOLVE_REF_READING
,
101 if (tmp
&& flag
& REF_ISSYMREF
&&
102 starts_with(tmp
, "refs/heads/"))
105 /* Both source and destination must be local branches. */
106 if (!localname
|| !starts_with(localname
, "refs/heads/"))
108 if (!remotename
|| !starts_with(remotename
, "refs/heads/"))
112 int flag
= transport
->verbose
< 0 ? 0 : BRANCH_CONFIG_VERBOSE
;
113 install_branch_config(flag
, localname
+ 11,
114 transport
->remote
->name
, remotename
);
115 } else if (transport
->verbose
>= 0)
116 printf(_("Would set upstream of '%s' to '%s' of '%s'\n"),
117 localname
+ 11, remotename
+ 11,
118 transport
->remote
->name
);
122 struct bundle_transport_data
{
124 struct bundle_header header
;
125 unsigned get_refs_from_bundle_called
: 1;
128 static void get_refs_from_bundle_inner(struct transport
*transport
)
130 struct bundle_transport_data
*data
= transport
->data
;
132 data
->get_refs_from_bundle_called
= 1;
136 data
->fd
= read_bundle_header(transport
->url
, &data
->header
);
138 die(_("could not read bundle '%s'"), transport
->url
);
140 transport
->hash_algo
= data
->header
.hash_algo
;
143 static struct ref
*get_refs_from_bundle(struct transport
*transport
,
145 struct transport_ls_refs_options
*transport_options UNUSED
)
147 struct bundle_transport_data
*data
= transport
->data
;
148 struct ref
*result
= NULL
;
154 get_refs_from_bundle_inner(transport
);
156 for (i
= 0; i
< data
->header
.references
.nr
; i
++) {
157 struct string_list_item
*e
= data
->header
.references
.items
+ i
;
158 const char *name
= e
->string
;
159 struct ref
*ref
= alloc_ref(name
);
160 struct object_id
*oid
= e
->util
;
161 oidcpy(&ref
->old_oid
, oid
);
168 static int fetch_refs_from_bundle(struct transport
*transport
,
169 int nr_heads
, struct ref
**to_fetch
)
171 struct bundle_transport_data
*data
= transport
->data
;
172 struct strvec extra_index_pack_args
= STRVEC_INIT
;
175 if (transport
->progress
)
176 strvec_push(&extra_index_pack_args
, "-v");
178 if (!data
->get_refs_from_bundle_called
)
179 get_refs_from_bundle_inner(transport
);
180 ret
= unbundle(the_repository
, &data
->header
, data
->fd
,
181 &extra_index_pack_args
);
182 transport
->hash_algo
= data
->header
.hash_algo
;
186 static int close_bundle(struct transport
*transport
)
188 struct bundle_transport_data
*data
= transport
->data
;
191 bundle_header_release(&data
->header
);
196 struct git_transport_data
{
197 struct git_transport_options options
;
198 struct child_process
*conn
;
200 unsigned got_remote_heads
: 1;
201 enum protocol_version version
;
202 struct oid_array extra_have
;
203 struct oid_array shallow
;
206 static int set_git_option(struct git_transport_options
*opts
,
207 const char *name
, const char *value
)
209 if (!strcmp(name
, TRANS_OPT_UPLOADPACK
)) {
210 opts
->uploadpack
= value
;
212 } else if (!strcmp(name
, TRANS_OPT_RECEIVEPACK
)) {
213 opts
->receivepack
= value
;
215 } else if (!strcmp(name
, TRANS_OPT_THIN
)) {
216 opts
->thin
= !!value
;
218 } else if (!strcmp(name
, TRANS_OPT_FOLLOWTAGS
)) {
219 opts
->followtags
= !!value
;
221 } else if (!strcmp(name
, TRANS_OPT_KEEP
)) {
222 opts
->keep
= !!value
;
224 } else if (!strcmp(name
, TRANS_OPT_UPDATE_SHALLOW
)) {
225 opts
->update_shallow
= !!value
;
227 } else if (!strcmp(name
, TRANS_OPT_DEPTH
)) {
232 opts
->depth
= strtol(value
, &end
, 0);
234 die(_("transport: invalid depth option '%s'"), value
);
237 } else if (!strcmp(name
, TRANS_OPT_DEEPEN_SINCE
)) {
238 opts
->deepen_since
= value
;
240 } else if (!strcmp(name
, TRANS_OPT_DEEPEN_NOT
)) {
241 opts
->deepen_not
= (const struct string_list
*)value
;
243 } else if (!strcmp(name
, TRANS_OPT_DEEPEN_RELATIVE
)) {
244 opts
->deepen_relative
= !!value
;
246 } else if (!strcmp(name
, TRANS_OPT_FROM_PROMISOR
)) {
247 opts
->from_promisor
= !!value
;
249 } else if (!strcmp(name
, TRANS_OPT_LIST_OBJECTS_FILTER
)) {
250 list_objects_filter_die_if_populated(&opts
->filter_options
);
251 parse_list_objects_filter(&opts
->filter_options
, value
);
253 } else if (!strcmp(name
, TRANS_OPT_REFETCH
)) {
254 opts
->refetch
= !!value
;
256 } else if (!strcmp(name
, TRANS_OPT_REJECT_SHALLOW
)) {
257 opts
->reject_shallow
= !!value
;
263 static int connect_setup(struct transport
*transport
, int for_push
)
265 struct git_transport_data
*data
= transport
->data
;
266 int flags
= transport
->verbose
> 0 ? CONNECT_VERBOSE
: 0;
271 switch (transport
->family
) {
272 case TRANSPORT_FAMILY_ALL
: break;
273 case TRANSPORT_FAMILY_IPV4
: flags
|= CONNECT_IPV4
; break;
274 case TRANSPORT_FAMILY_IPV6
: flags
|= CONNECT_IPV6
; break;
277 data
->conn
= git_connect(data
->fd
, transport
->url
,
278 for_push
? data
->options
.receivepack
:
279 data
->options
.uploadpack
,
285 static void die_if_server_options(struct transport
*transport
)
287 if (!transport
->server_options
|| !transport
->server_options
->nr
)
289 advise(_("see protocol.version in 'git help config' for more details"));
290 die(_("server options require protocol version 2 or later"));
294 * Obtains the protocol version from the transport and writes it to
295 * transport->data->version, first connecting if not already connected.
297 * If the protocol version is one that allows skipping the listing of remote
298 * refs, and must_list_refs is 0, the listing of remote refs is skipped and
299 * this function returns NULL. Otherwise, this function returns the list of
302 static struct ref
*handshake(struct transport
*transport
, int for_push
,
303 struct transport_ls_refs_options
*options
,
306 struct git_transport_data
*data
= transport
->data
;
307 struct ref
*refs
= NULL
;
308 struct packet_reader reader
;
310 const char *server_sid
;
312 connect_setup(transport
, for_push
);
314 packet_reader_init(&reader
, data
->fd
[0], NULL
, 0,
315 PACKET_READ_CHOMP_NEWLINE
|
316 PACKET_READ_GENTLE_ON_EOF
|
317 PACKET_READ_DIE_ON_ERR_PACKET
);
319 data
->version
= discover_version(&reader
);
320 switch (data
->version
) {
322 if (server_feature_v2("session-id", &server_sid
))
323 trace2_data_string("transfer", NULL
, "server-sid", server_sid
);
325 get_remote_refs(data
->fd
[1], &reader
, &refs
, for_push
,
327 transport
->server_options
,
328 transport
->stateless_rpc
);
332 die_if_server_options(transport
);
333 get_remote_heads(&reader
, &refs
,
334 for_push
? REF_NORMAL
: 0,
337 server_sid
= server_feature_value("session-id", &sid_len
);
339 char *sid
= xstrndup(server_sid
, sid_len
);
340 trace2_data_string("transfer", NULL
, "server-sid", sid
);
344 case protocol_unknown_version
:
345 BUG("unknown protocol version");
347 data
->got_remote_heads
= 1;
348 transport
->hash_algo
= reader
.hash_algo
;
350 if (reader
.line_peeked
)
351 BUG("buffer must be empty at the end of handshake()");
356 static struct ref
*get_refs_via_connect(struct transport
*transport
, int for_push
,
357 struct transport_ls_refs_options
*options
)
359 return handshake(transport
, for_push
, options
, 1);
362 static int fetch_refs_via_pack(struct transport
*transport
,
363 int nr_heads
, struct ref
**to_fetch
)
366 struct git_transport_data
*data
= transport
->data
;
367 struct ref
*refs
= NULL
;
368 struct fetch_pack_args args
;
369 struct ref
*refs_tmp
= NULL
;
371 memset(&args
, 0, sizeof(args
));
372 args
.uploadpack
= data
->options
.uploadpack
;
373 args
.keep_pack
= data
->options
.keep
;
375 args
.use_thin_pack
= data
->options
.thin
;
376 args
.include_tag
= data
->options
.followtags
;
377 args
.verbose
= (transport
->verbose
> 1);
378 args
.quiet
= (transport
->verbose
< 0);
379 args
.no_progress
= !transport
->progress
;
380 args
.depth
= data
->options
.depth
;
381 args
.deepen_since
= data
->options
.deepen_since
;
382 args
.deepen_not
= data
->options
.deepen_not
;
383 args
.deepen_relative
= data
->options
.deepen_relative
;
384 args
.check_self_contained_and_connected
=
385 data
->options
.check_self_contained_and_connected
;
386 args
.cloning
= transport
->cloning
;
387 args
.update_shallow
= data
->options
.update_shallow
;
388 args
.from_promisor
= data
->options
.from_promisor
;
389 list_objects_filter_copy(&args
.filter_options
,
390 &data
->options
.filter_options
);
391 args
.refetch
= data
->options
.refetch
;
392 args
.stateless_rpc
= transport
->stateless_rpc
;
393 args
.server_options
= transport
->server_options
;
394 args
.negotiation_tips
= data
->options
.negotiation_tips
;
395 args
.reject_shallow_remote
= transport
->smart_options
->reject_shallow
;
397 if (!data
->got_remote_heads
) {
399 int must_list_refs
= 0;
400 for (i
= 0; i
< nr_heads
; i
++) {
401 if (!to_fetch
[i
]->exact_oid
) {
406 refs_tmp
= handshake(transport
, 0, NULL
, must_list_refs
);
409 if (data
->version
== protocol_unknown_version
)
410 BUG("unknown protocol version");
411 else if (data
->version
<= protocol_v1
)
412 die_if_server_options(transport
);
414 if (data
->options
.acked_commits
) {
415 if (data
->version
< protocol_v2
) {
416 warning(_("--negotiate-only requires protocol v2"));
418 } else if (!server_supports_feature("fetch", "wait-for-done", 0)) {
419 warning(_("server does not support wait-for-done"));
422 negotiate_using_fetch(data
->options
.negotiation_tips
,
423 transport
->server_options
,
424 transport
->stateless_rpc
,
426 data
->options
.acked_commits
);
432 refs
= fetch_pack(&args
, data
->fd
,
433 refs_tmp
? refs_tmp
: transport
->remote_refs
,
434 to_fetch
, nr_heads
, &data
->shallow
,
435 &transport
->pack_lockfiles
, data
->version
);
437 data
->got_remote_heads
= 0;
438 data
->options
.self_contained_and_connected
=
439 args
.self_contained_and_connected
;
440 data
->options
.connectivity_checked
= args
.connectivity_checked
;
444 if (report_unmatched_refs(to_fetch
, nr_heads
))
449 if (data
->fd
[1] >= 0)
451 if (finish_connect(data
->conn
))
457 list_objects_filter_release(&args
.filter_options
);
461 static int push_had_errors(struct ref
*ref
)
463 for (; ref
; ref
= ref
->next
) {
464 switch (ref
->status
) {
465 case REF_STATUS_NONE
:
466 case REF_STATUS_UPTODATE
:
476 int transport_refs_pushed(struct ref
*ref
)
478 for (; ref
; ref
= ref
->next
) {
479 switch(ref
->status
) {
480 case REF_STATUS_NONE
:
481 case REF_STATUS_UPTODATE
:
490 static void update_one_tracking_ref(struct remote
*remote
, char *refname
,
491 struct object_id
*new_oid
, int deletion
,
494 struct refspec_item rs
;
496 memset(&rs
, 0, sizeof(rs
));
500 if (!remote_find_tracking(remote
, &rs
)) {
502 fprintf(stderr
, "updating local tracking ref '%s'\n", rs
.dst
);
504 delete_ref(NULL
, rs
.dst
, NULL
, 0);
506 update_ref("update by push", rs
.dst
, new_oid
,
512 void transport_update_tracking_ref(struct remote
*remote
, struct ref
*ref
, int verbose
)
515 struct object_id
*new_oid
;
516 struct ref_push_report
*report
;
518 if (ref
->status
!= REF_STATUS_OK
&& ref
->status
!= REF_STATUS_UPTODATE
)
521 report
= ref
->report
;
523 update_one_tracking_ref(remote
, ref
->name
, &ref
->new_oid
,
524 ref
->deletion
, verbose
);
526 for (; report
; report
= report
->next
) {
527 refname
= report
->ref_name
? (char *)report
->ref_name
: ref
->name
;
528 new_oid
= report
->new_oid
? report
->new_oid
: &ref
->new_oid
;
529 update_one_tracking_ref(remote
, refname
, new_oid
,
530 is_null_oid(new_oid
), verbose
);
534 static void print_ref_status(char flag
, const char *summary
,
535 struct ref
*to
, struct ref
*from
, const char *msg
,
536 struct ref_push_report
*report
,
537 int porcelain
, int summary_width
)
541 if (report
&& report
->ref_name
)
542 to_name
= report
->ref_name
;
548 fprintf(stdout
, "%c\t%s:%s\t", flag
, from
->name
, to_name
);
550 fprintf(stdout
, "%c\t:%s\t", flag
, to_name
);
552 fprintf(stdout
, "%s (%s)\n", summary
, msg
);
554 fprintf(stdout
, "%s\n", summary
);
556 const char *red
= "", *reset
= "";
557 if (push_had_errors(to
)) {
558 red
= transport_get_color(TRANSPORT_COLOR_REJECTED
);
559 reset
= transport_get_color(TRANSPORT_COLOR_RESET
);
561 fprintf(stderr
, " %s%c %-*s%s ", red
, flag
, summary_width
,
564 fprintf(stderr
, "%s -> %s",
565 prettify_refname(from
->name
),
566 prettify_refname(to_name
));
568 fputs(prettify_refname(to_name
), stderr
);
578 static void print_ok_ref_status(struct ref
*ref
,
579 struct ref_push_report
*report
,
580 int porcelain
, int summary_width
)
582 struct object_id
*old_oid
;
583 struct object_id
*new_oid
;
584 const char *ref_name
;
587 if (report
&& report
->old_oid
)
588 old_oid
= report
->old_oid
;
590 old_oid
= &ref
->old_oid
;
591 if (report
&& report
->new_oid
)
592 new_oid
= report
->new_oid
;
594 new_oid
= &ref
->new_oid
;
595 if (report
&& report
->forced_update
)
596 forced_update
= report
->forced_update
;
598 forced_update
= ref
->forced_update
;
599 if (report
&& report
->ref_name
)
600 ref_name
= report
->ref_name
;
602 ref_name
= ref
->name
;
605 print_ref_status('-', "[deleted]", ref
, NULL
, NULL
,
606 report
, porcelain
, summary_width
);
607 else if (is_null_oid(old_oid
))
608 print_ref_status('*',
609 (starts_with(ref_name
, "refs/tags/")
611 : (starts_with(ref_name
, "refs/heads/")
613 : "[new reference]")),
614 ref
, ref
->peer_ref
, NULL
,
615 report
, porcelain
, summary_width
);
617 struct strbuf quickref
= STRBUF_INIT
;
621 strbuf_add_unique_abbrev(&quickref
, old_oid
,
624 strbuf_addstr(&quickref
, "...");
626 msg
= "forced update";
628 strbuf_addstr(&quickref
, "..");
632 strbuf_add_unique_abbrev(&quickref
, new_oid
,
635 print_ref_status(type
, quickref
.buf
, ref
, ref
->peer_ref
, msg
,
636 report
, porcelain
, summary_width
);
637 strbuf_release(&quickref
);
641 static int print_one_push_report(struct ref
*ref
, const char *dest
, int count
,
642 struct ref_push_report
*report
,
643 int porcelain
, int summary_width
)
646 char *url
= transport_anonymize_url(dest
);
647 fprintf(porcelain
? stdout
: stderr
, "To %s\n", url
);
651 switch(ref
->status
) {
652 case REF_STATUS_NONE
:
653 print_ref_status('X', "[no match]", ref
, NULL
, NULL
,
654 report
, porcelain
, summary_width
);
656 case REF_STATUS_REJECT_NODELETE
:
657 print_ref_status('!', "[rejected]", ref
, NULL
,
658 "remote does not support deleting refs",
659 report
, porcelain
, summary_width
);
661 case REF_STATUS_UPTODATE
:
662 print_ref_status('=', "[up to date]", ref
,
664 report
, porcelain
, summary_width
);
666 case REF_STATUS_REJECT_NONFASTFORWARD
:
667 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
669 report
, porcelain
, summary_width
);
671 case REF_STATUS_REJECT_ALREADY_EXISTS
:
672 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
674 report
, porcelain
, summary_width
);
676 case REF_STATUS_REJECT_FETCH_FIRST
:
677 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
679 report
, porcelain
, summary_width
);
681 case REF_STATUS_REJECT_NEEDS_FORCE
:
682 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
684 report
, porcelain
, summary_width
);
686 case REF_STATUS_REJECT_STALE
:
687 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
689 report
, porcelain
, summary_width
);
691 case REF_STATUS_REJECT_REMOTE_UPDATED
:
692 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
693 "remote ref updated since checkout",
694 report
, porcelain
, summary_width
);
696 case REF_STATUS_REJECT_SHALLOW
:
697 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
698 "new shallow roots not allowed",
699 report
, porcelain
, summary_width
);
701 case REF_STATUS_REMOTE_REJECT
:
702 print_ref_status('!', "[remote rejected]", ref
,
703 ref
->deletion
? NULL
: ref
->peer_ref
,
705 report
, porcelain
, summary_width
);
707 case REF_STATUS_EXPECTING_REPORT
:
708 print_ref_status('!', "[remote failure]", ref
,
709 ref
->deletion
? NULL
: ref
->peer_ref
,
710 "remote failed to report status",
711 report
, porcelain
, summary_width
);
713 case REF_STATUS_ATOMIC_PUSH_FAILED
:
714 print_ref_status('!', "[rejected]", ref
, ref
->peer_ref
,
715 "atomic push failed",
716 report
, porcelain
, summary_width
);
719 print_ok_ref_status(ref
, report
, porcelain
, summary_width
);
726 static int print_one_push_status(struct ref
*ref
, const char *dest
, int count
,
727 int porcelain
, int summary_width
)
729 struct ref_push_report
*report
;
733 return print_one_push_report(ref
, dest
, count
,
734 NULL
, porcelain
, summary_width
);
736 for (report
= ref
->report
; report
; report
= report
->next
)
737 print_one_push_report(ref
, dest
, count
+ n
++,
738 report
, porcelain
, summary_width
);
742 static int measure_abbrev(const struct object_id
*oid
, int sofar
)
744 char hex
[GIT_MAX_HEXSZ
+ 1];
745 int w
= find_unique_abbrev_r(hex
, oid
, DEFAULT_ABBREV
);
747 return (w
< sofar
) ? sofar
: w
;
750 int transport_summary_width(const struct ref
*refs
)
754 for (; refs
; refs
= refs
->next
) {
755 maxw
= measure_abbrev(&refs
->old_oid
, maxw
);
756 maxw
= measure_abbrev(&refs
->new_oid
, maxw
);
759 maxw
= FALLBACK_DEFAULT_ABBREV
;
760 return (2 * maxw
+ 3);
763 void transport_print_push_status(const char *dest
, struct ref
*refs
,
764 int verbose
, int porcelain
, unsigned int *reject_reasons
)
769 int summary_width
= transport_summary_width(refs
);
771 if (transport_color_config() < 0)
772 warning(_("could not parse transport.color.* config"));
774 head
= resolve_refdup("HEAD", RESOLVE_REF_READING
, NULL
, NULL
);
777 for (ref
= refs
; ref
; ref
= ref
->next
)
778 if (ref
->status
== REF_STATUS_UPTODATE
)
779 n
+= print_one_push_status(ref
, dest
, n
,
780 porcelain
, summary_width
);
783 for (ref
= refs
; ref
; ref
= ref
->next
)
784 if (ref
->status
== REF_STATUS_OK
)
785 n
+= print_one_push_status(ref
, dest
, n
,
786 porcelain
, summary_width
);
789 for (ref
= refs
; ref
; ref
= ref
->next
) {
790 if (ref
->status
!= REF_STATUS_NONE
&&
791 ref
->status
!= REF_STATUS_UPTODATE
&&
792 ref
->status
!= REF_STATUS_OK
)
793 n
+= print_one_push_status(ref
, dest
, n
,
794 porcelain
, summary_width
);
795 if (ref
->status
== REF_STATUS_REJECT_NONFASTFORWARD
) {
796 if (head
!= NULL
&& !strcmp(head
, ref
->name
))
797 *reject_reasons
|= REJECT_NON_FF_HEAD
;
799 *reject_reasons
|= REJECT_NON_FF_OTHER
;
800 } else if (ref
->status
== REF_STATUS_REJECT_ALREADY_EXISTS
) {
801 *reject_reasons
|= REJECT_ALREADY_EXISTS
;
802 } else if (ref
->status
== REF_STATUS_REJECT_FETCH_FIRST
) {
803 *reject_reasons
|= REJECT_FETCH_FIRST
;
804 } else if (ref
->status
== REF_STATUS_REJECT_NEEDS_FORCE
) {
805 *reject_reasons
|= REJECT_NEEDS_FORCE
;
806 } else if (ref
->status
== REF_STATUS_REJECT_REMOTE_UPDATED
) {
807 *reject_reasons
|= REJECT_REF_NEEDS_UPDATE
;
813 static int git_transport_push(struct transport
*transport
, struct ref
*remote_refs
, int flags
)
815 struct git_transport_data
*data
= transport
->data
;
816 struct send_pack_args args
;
819 if (transport_color_config() < 0)
822 if (!data
->got_remote_heads
)
823 get_refs_via_connect(transport
, 1, NULL
);
825 memset(&args
, 0, sizeof(args
));
826 args
.send_mirror
= !!(flags
& TRANSPORT_PUSH_MIRROR
);
827 args
.force_update
= !!(flags
& TRANSPORT_PUSH_FORCE
);
828 args
.use_thin_pack
= data
->options
.thin
;
829 args
.verbose
= (transport
->verbose
> 0);
830 args
.quiet
= (transport
->verbose
< 0);
831 args
.progress
= transport
->progress
;
832 args
.dry_run
= !!(flags
& TRANSPORT_PUSH_DRY_RUN
);
833 args
.porcelain
= !!(flags
& TRANSPORT_PUSH_PORCELAIN
);
834 args
.atomic
= !!(flags
& TRANSPORT_PUSH_ATOMIC
);
835 args
.push_options
= transport
->push_options
;
836 args
.url
= transport
->url
;
838 if (flags
& TRANSPORT_PUSH_CERT_ALWAYS
)
839 args
.push_cert
= SEND_PACK_PUSH_CERT_ALWAYS
;
840 else if (flags
& TRANSPORT_PUSH_CERT_IF_ASKED
)
841 args
.push_cert
= SEND_PACK_PUSH_CERT_IF_ASKED
;
843 args
.push_cert
= SEND_PACK_PUSH_CERT_NEVER
;
845 switch (data
->version
) {
847 die(_("support for protocol v2 not implemented yet"));
851 ret
= send_pack(&args
, data
->fd
, data
->conn
, remote_refs
,
854 case protocol_unknown_version
:
855 BUG("unknown protocol version");
861 * Atomic push may abort the connection early and close the pipe,
862 * which may cause an error for `finish_connect()`. Ignore this error
863 * for atomic git-push.
865 if (ret
|| args
.atomic
)
866 finish_connect(data
->conn
);
868 ret
= finish_connect(data
->conn
);
870 data
->got_remote_heads
= 0;
875 static int connect_git(struct transport
*transport
, const char *name
,
876 const char *executable
, int fd
[2])
878 struct git_transport_data
*data
= transport
->data
;
879 data
->conn
= git_connect(data
->fd
, transport
->url
,
886 static int disconnect_git(struct transport
*transport
)
888 struct git_transport_data
*data
= transport
->data
;
890 if (data
->got_remote_heads
&& !transport
->stateless_rpc
)
891 packet_flush(data
->fd
[1]);
893 if (data
->fd
[1] >= 0)
895 finish_connect(data
->conn
);
898 list_objects_filter_release(&data
->options
.filter_options
);
903 static struct transport_vtable taken_over_vtable
= {
904 .get_refs_list
= get_refs_via_connect
,
905 .fetch_refs
= fetch_refs_via_pack
,
906 .push_refs
= git_transport_push
,
907 .disconnect
= disconnect_git
910 void transport_take_over(struct transport
*transport
,
911 struct child_process
*child
)
913 struct git_transport_data
*data
;
915 if (!transport
->smart_options
)
916 BUG("taking over transport requires non-NULL "
917 "smart_options field.");
919 CALLOC_ARRAY(data
, 1);
920 data
->options
= *transport
->smart_options
;
922 data
->fd
[0] = data
->conn
->out
;
923 data
->fd
[1] = data
->conn
->in
;
924 data
->got_remote_heads
= 0;
925 transport
->data
= data
;
927 transport
->vtable
= &taken_over_vtable
;
928 transport
->smart_options
= &(data
->options
);
930 transport
->cannot_reuse
= 1;
933 static int is_file(const char *url
)
938 return S_ISREG(buf
.st_mode
);
941 static int external_specification_len(const char *url
)
943 return strchr(url
, ':') - url
;
946 static const struct string_list
*protocol_allow_list(void)
948 static int enabled
= -1;
949 static struct string_list allowed
= STRING_LIST_INIT_DUP
;
952 const char *v
= getenv("GIT_ALLOW_PROTOCOL");
954 string_list_split(&allowed
, v
, ':', -1);
955 string_list_sort(&allowed
);
962 return enabled
? &allowed
: NULL
;
965 enum protocol_allow_config
{
966 PROTOCOL_ALLOW_NEVER
= 0,
967 PROTOCOL_ALLOW_USER_ONLY
,
968 PROTOCOL_ALLOW_ALWAYS
971 static enum protocol_allow_config
parse_protocol_config(const char *key
,
974 if (!strcasecmp(value
, "always"))
975 return PROTOCOL_ALLOW_ALWAYS
;
976 else if (!strcasecmp(value
, "never"))
977 return PROTOCOL_ALLOW_NEVER
;
978 else if (!strcasecmp(value
, "user"))
979 return PROTOCOL_ALLOW_USER_ONLY
;
981 die(_("unknown value for config '%s': %s"), key
, value
);
984 static enum protocol_allow_config
get_protocol_config(const char *type
)
986 char *key
= xstrfmt("protocol.%s.allow", type
);
989 /* first check the per-protocol config */
990 if (!git_config_get_string(key
, &value
)) {
991 enum protocol_allow_config ret
=
992 parse_protocol_config(key
, value
);
999 /* if defined, fallback to user-defined default for unknown protocols */
1000 if (!git_config_get_string("protocol.allow", &value
)) {
1001 enum protocol_allow_config ret
=
1002 parse_protocol_config("protocol.allow", value
);
1007 /* fallback to built-in defaults */
1009 if (!strcmp(type
, "http") ||
1010 !strcmp(type
, "https") ||
1011 !strcmp(type
, "git") ||
1012 !strcmp(type
, "ssh"))
1013 return PROTOCOL_ALLOW_ALWAYS
;
1015 /* known scary; err on the side of caution */
1016 if (!strcmp(type
, "ext"))
1017 return PROTOCOL_ALLOW_NEVER
;
1019 /* unknown; by default let them be used only directly by the user */
1020 return PROTOCOL_ALLOW_USER_ONLY
;
1023 int is_transport_allowed(const char *type
, int from_user
)
1025 const struct string_list
*allow_list
= protocol_allow_list();
1027 return string_list_has_string(allow_list
, type
);
1029 switch (get_protocol_config(type
)) {
1030 case PROTOCOL_ALLOW_ALWAYS
:
1032 case PROTOCOL_ALLOW_NEVER
:
1034 case PROTOCOL_ALLOW_USER_ONLY
:
1036 from_user
= git_env_bool("GIT_PROTOCOL_FROM_USER", 1);
1040 BUG("invalid protocol_allow_config type");
1043 void transport_check_allowed(const char *type
)
1045 if (!is_transport_allowed(type
, -1))
1046 die(_("transport '%s' not allowed"), type
);
1049 static struct transport_vtable bundle_vtable
= {
1050 .get_refs_list
= get_refs_from_bundle
,
1051 .fetch_refs
= fetch_refs_from_bundle
,
1052 .disconnect
= close_bundle
1055 static struct transport_vtable builtin_smart_vtable
= {
1056 .get_refs_list
= get_refs_via_connect
,
1057 .fetch_refs
= fetch_refs_via_pack
,
1058 .push_refs
= git_transport_push
,
1059 .connect
= connect_git
,
1060 .disconnect
= disconnect_git
1063 struct transport
*transport_get(struct remote
*remote
, const char *url
)
1066 struct transport
*ret
= xcalloc(1, sizeof(*ret
));
1068 ret
->progress
= isatty(2);
1069 string_list_init_dup(&ret
->pack_lockfiles
);
1072 BUG("No remote provided to transport_get()");
1074 ret
->got_remote_refs
= 0;
1075 ret
->remote
= remote
;
1076 helper
= remote
->foreign_vcs
;
1078 if (!url
&& remote
->url
)
1079 url
= remote
->url
[0];
1082 /* maybe it is a foreign URL? */
1084 const char *p
= url
;
1086 while (is_urlschemechar(p
== url
, *p
))
1088 if (starts_with(p
, "::"))
1089 helper
= xstrndup(url
, p
- url
);
1093 transport_helper_init(ret
, helper
);
1094 } else if (starts_with(url
, "rsync:")) {
1095 die(_("git-over-rsync is no longer supported"));
1096 } else if (url_is_local_not_ssh(url
) && is_file(url
) && is_bundle(url
, 1)) {
1097 struct bundle_transport_data
*data
= xcalloc(1, sizeof(*data
));
1098 bundle_header_init(&data
->header
);
1099 transport_check_allowed("file");
1101 ret
->vtable
= &bundle_vtable
;
1102 ret
->smart_options
= NULL
;
1103 } else if (!is_url(url
)
1104 || starts_with(url
, "file://")
1105 || starts_with(url
, "git://")
1106 || starts_with(url
, "ssh://")
1107 || starts_with(url
, "git+ssh://") /* deprecated - do not use */
1108 || starts_with(url
, "ssh+git://") /* deprecated - do not use */
1111 * These are builtin smart transports; "allowed" transports
1112 * will be checked individually in git_connect.
1114 struct git_transport_data
*data
= xcalloc(1, sizeof(*data
));
1115 list_objects_filter_init(&data
->options
.filter_options
);
1117 ret
->vtable
= &builtin_smart_vtable
;
1118 ret
->smart_options
= &(data
->options
);
1121 data
->got_remote_heads
= 0;
1123 /* Unknown protocol in URL. Pass to external handler. */
1124 int len
= external_specification_len(url
);
1125 char *handler
= xmemdupz(url
, len
);
1126 transport_helper_init(ret
, handler
);
1129 if (ret
->smart_options
) {
1130 ret
->smart_options
->thin
= 1;
1131 ret
->smart_options
->uploadpack
= "git-upload-pack";
1132 if (remote
->uploadpack
)
1133 ret
->smart_options
->uploadpack
= remote
->uploadpack
;
1134 ret
->smart_options
->receivepack
= "git-receive-pack";
1135 if (remote
->receivepack
)
1136 ret
->smart_options
->receivepack
= remote
->receivepack
;
1139 ret
->hash_algo
= &hash_algos
[GIT_HASH_SHA1
];
1144 const struct git_hash_algo
*transport_get_hash_algo(struct transport
*transport
)
1146 return transport
->hash_algo
;
1149 int transport_set_option(struct transport
*transport
,
1150 const char *name
, const char *value
)
1152 int git_reports
= 1, protocol_reports
= 1;
1154 if (transport
->smart_options
)
1155 git_reports
= set_git_option(transport
->smart_options
,
1158 if (transport
->vtable
->set_option
)
1159 protocol_reports
= transport
->vtable
->set_option(transport
,
1162 /* If either report is 0, report 0 (success). */
1163 if (!git_reports
|| !protocol_reports
)
1165 /* If either reports -1 (invalid value), report -1. */
1166 if ((git_reports
== -1) || (protocol_reports
== -1))
1168 /* Otherwise if both report unknown, report unknown. */
1172 void transport_set_verbosity(struct transport
*transport
, int verbosity
,
1176 transport
->verbose
= verbosity
<= 3 ? verbosity
: 3;
1178 transport
->verbose
= -1;
1181 * Rules used to determine whether to report progress (processing aborts
1182 * when a rule is satisfied):
1184 * . Report progress, if force_progress is 1 (ie. --progress).
1185 * . Don't report progress, if force_progress is 0 (ie. --no-progress).
1186 * . Don't report progress, if verbosity < 0 (ie. -q/--quiet ).
1187 * . Report progress if isatty(2) is 1.
1189 if (force_progress
>= 0)
1190 transport
->progress
= !!force_progress
;
1192 transport
->progress
= verbosity
>= 0 && isatty(2);
1195 static void die_with_unpushed_submodules(struct string_list
*needs_pushing
)
1199 fprintf(stderr
, _("The following submodule paths contain changes that can\n"
1200 "not be found on any remote:\n"));
1201 for (i
= 0; i
< needs_pushing
->nr
; i
++)
1202 fprintf(stderr
, " %s\n", needs_pushing
->items
[i
].string
);
1203 fprintf(stderr
, _("\nPlease try\n\n"
1204 " git push --recurse-submodules=on-demand\n\n"
1205 "or cd to the path and use\n\n"
1207 "to push them to a remote.\n\n"));
1209 string_list_clear(needs_pushing
, 0);
1211 die(_("Aborting."));
1214 static int run_pre_push_hook(struct transport
*transport
,
1215 struct ref
*remote_refs
)
1219 struct child_process proc
= CHILD_PROCESS_INIT
;
1221 const char *hook_path
= find_hook("pre-push");
1226 strvec_push(&proc
.args
, hook_path
);
1227 strvec_push(&proc
.args
, transport
->remote
->name
);
1228 strvec_push(&proc
.args
, transport
->url
);
1231 proc
.trace2_hook_name
= "pre-push";
1233 if (start_command(&proc
)) {
1234 finish_command(&proc
);
1238 sigchain_push(SIGPIPE
, SIG_IGN
);
1240 strbuf_init(&buf
, 256);
1242 for (r
= remote_refs
; r
; r
= r
->next
) {
1243 if (!r
->peer_ref
) continue;
1244 if (r
->status
== REF_STATUS_REJECT_NONFASTFORWARD
) continue;
1245 if (r
->status
== REF_STATUS_REJECT_STALE
) continue;
1246 if (r
->status
== REF_STATUS_REJECT_REMOTE_UPDATED
) continue;
1247 if (r
->status
== REF_STATUS_UPTODATE
) continue;
1250 strbuf_addf( &buf
, "%s %s %s %s\n",
1251 r
->peer_ref
->name
, oid_to_hex(&r
->new_oid
),
1252 r
->name
, oid_to_hex(&r
->old_oid
));
1254 if (write_in_full(proc
.in
, buf
.buf
, buf
.len
) < 0) {
1255 /* We do not mind if a hook does not read all refs. */
1262 strbuf_release(&buf
);
1268 sigchain_pop(SIGPIPE
);
1270 x
= finish_command(&proc
);
1277 int transport_push(struct repository
*r
,
1278 struct transport
*transport
,
1279 struct refspec
*rs
, int flags
,
1280 unsigned int *reject_reasons
)
1282 struct ref
*remote_refs
= NULL
;
1283 struct ref
*local_refs
= NULL
;
1284 int match_flags
= MATCH_REFS_NONE
;
1285 int verbose
= (transport
->verbose
> 0);
1286 int quiet
= (transport
->verbose
< 0);
1287 int porcelain
= flags
& TRANSPORT_PUSH_PORCELAIN
;
1288 int pretend
= flags
& TRANSPORT_PUSH_DRY_RUN
;
1291 struct transport_ls_refs_options transport_options
=
1292 TRANSPORT_LS_REFS_OPTIONS_INIT
;
1294 *reject_reasons
= 0;
1296 if (transport_color_config() < 0)
1299 if (!transport
->vtable
->push_refs
)
1302 local_refs
= get_local_heads();
1304 if (check_push_refs(local_refs
, rs
) < 0)
1307 refspec_ref_prefixes(rs
, &transport_options
.ref_prefixes
);
1309 trace2_region_enter("transport_push", "get_refs_list", r
);
1310 remote_refs
= transport
->vtable
->get_refs_list(transport
, 1,
1311 &transport_options
);
1312 trace2_region_leave("transport_push", "get_refs_list", r
);
1314 transport_ls_refs_options_release(&transport_options
);
1316 if (flags
& TRANSPORT_PUSH_ALL
)
1317 match_flags
|= MATCH_REFS_ALL
;
1318 if (flags
& TRANSPORT_PUSH_MIRROR
)
1319 match_flags
|= MATCH_REFS_MIRROR
;
1320 if (flags
& TRANSPORT_PUSH_PRUNE
)
1321 match_flags
|= MATCH_REFS_PRUNE
;
1322 if (flags
& TRANSPORT_PUSH_FOLLOW_TAGS
)
1323 match_flags
|= MATCH_REFS_FOLLOW_TAGS
;
1325 if (match_push_refs(local_refs
, &remote_refs
, rs
, match_flags
))
1328 if (transport
->smart_options
&&
1329 transport
->smart_options
->cas
&&
1330 !is_empty_cas(transport
->smart_options
->cas
))
1331 apply_push_cas(transport
->smart_options
->cas
,
1332 transport
->remote
, remote_refs
);
1334 set_ref_status_for_push(remote_refs
,
1335 flags
& TRANSPORT_PUSH_MIRROR
,
1336 flags
& TRANSPORT_PUSH_FORCE
);
1338 if (!(flags
& TRANSPORT_PUSH_NO_HOOK
))
1339 if (run_pre_push_hook(transport
, remote_refs
))
1342 if ((flags
& (TRANSPORT_RECURSE_SUBMODULES_ON_DEMAND
|
1343 TRANSPORT_RECURSE_SUBMODULES_ONLY
)) &&
1344 !is_bare_repository()) {
1345 struct ref
*ref
= remote_refs
;
1346 struct oid_array commits
= OID_ARRAY_INIT
;
1348 trace2_region_enter("transport_push", "push_submodules", r
);
1349 for (; ref
; ref
= ref
->next
)
1350 if (!is_null_oid(&ref
->new_oid
))
1351 oid_array_append(&commits
,
1354 if (!push_unpushed_submodules(r
,
1358 transport
->push_options
,
1360 oid_array_clear(&commits
);
1361 trace2_region_leave("transport_push", "push_submodules", r
);
1362 die(_("failed to push all needed submodules"));
1364 oid_array_clear(&commits
);
1365 trace2_region_leave("transport_push", "push_submodules", r
);
1368 if (((flags
& TRANSPORT_RECURSE_SUBMODULES_CHECK
) ||
1369 ((flags
& (TRANSPORT_RECURSE_SUBMODULES_ON_DEMAND
|
1370 TRANSPORT_RECURSE_SUBMODULES_ONLY
)) &&
1371 !pretend
)) && !is_bare_repository()) {
1372 struct ref
*ref
= remote_refs
;
1373 struct string_list needs_pushing
= STRING_LIST_INIT_DUP
;
1374 struct oid_array commits
= OID_ARRAY_INIT
;
1376 trace2_region_enter("transport_push", "check_submodules", r
);
1377 for (; ref
; ref
= ref
->next
)
1378 if (!is_null_oid(&ref
->new_oid
))
1379 oid_array_append(&commits
,
1382 if (find_unpushed_submodules(r
,
1384 transport
->remote
->name
,
1386 oid_array_clear(&commits
);
1387 trace2_region_leave("transport_push", "check_submodules", r
);
1388 die_with_unpushed_submodules(&needs_pushing
);
1390 string_list_clear(&needs_pushing
, 0);
1391 oid_array_clear(&commits
);
1392 trace2_region_leave("transport_push", "check_submodules", r
);
1395 if (!(flags
& TRANSPORT_RECURSE_SUBMODULES_ONLY
)) {
1396 trace2_region_enter("transport_push", "push_refs", r
);
1397 push_ret
= transport
->vtable
->push_refs(transport
, remote_refs
, flags
);
1398 trace2_region_leave("transport_push", "push_refs", r
);
1401 err
= push_had_errors(remote_refs
);
1402 ret
= push_ret
| err
;
1405 transport_print_push_status(transport
->url
, remote_refs
,
1406 verbose
| porcelain
, porcelain
,
1409 if (flags
& TRANSPORT_PUSH_SET_UPSTREAM
)
1410 set_upstreams(transport
, remote_refs
, pretend
);
1412 if (!(flags
& (TRANSPORT_PUSH_DRY_RUN
|
1413 TRANSPORT_RECURSE_SUBMODULES_ONLY
))) {
1415 for (ref
= remote_refs
; ref
; ref
= ref
->next
)
1416 transport_update_tracking_ref(transport
->remote
, ref
, verbose
);
1419 if (porcelain
&& !push_ret
)
1421 else if (!quiet
&& !ret
&& !transport_refs_pushed(remote_refs
))
1422 fprintf(stderr
, "Everything up-to-date\n");
1425 free_refs(local_refs
);
1426 free_refs(remote_refs
);
1430 const struct ref
*transport_get_remote_refs(struct transport
*transport
,
1431 struct transport_ls_refs_options
*transport_options
)
1433 if (!transport
->got_remote_refs
) {
1434 transport
->remote_refs
=
1435 transport
->vtable
->get_refs_list(transport
, 0,
1437 transport
->got_remote_refs
= 1;
1440 return transport
->remote_refs
;
1443 void transport_ls_refs_options_release(struct transport_ls_refs_options
*opts
)
1445 strvec_clear(&opts
->ref_prefixes
);
1446 free((char *)opts
->unborn_head_target
);
1449 int transport_fetch_refs(struct transport
*transport
, struct ref
*refs
)
1452 int nr_heads
= 0, nr_alloc
= 0, nr_refs
= 0;
1453 struct ref
**heads
= NULL
;
1456 for (rm
= refs
; rm
; rm
= rm
->next
) {
1459 !is_null_oid(&rm
->old_oid
) &&
1460 oideq(&rm
->peer_ref
->old_oid
, &rm
->old_oid
))
1462 ALLOC_GROW(heads
, nr_heads
+ 1, nr_alloc
);
1463 heads
[nr_heads
++] = rm
;
1468 * When deepening of a shallow repository is requested,
1469 * then local and remote refs are likely to still be equal.
1470 * Just feed them all to the fetch method in that case.
1471 * This condition shouldn't be met in a non-deepening fetch
1472 * (see builtin/fetch.c:quickfetch()).
1474 ALLOC_ARRAY(heads
, nr_refs
);
1475 for (rm
= refs
; rm
; rm
= rm
->next
)
1476 heads
[nr_heads
++] = rm
;
1479 rc
= transport
->vtable
->fetch_refs(transport
, nr_heads
, heads
);
1485 void transport_unlock_pack(struct transport
*transport
, unsigned int flags
)
1487 int in_signal_handler
= !!(flags
& TRANSPORT_UNLOCK_PACK_IN_SIGNAL_HANDLER
);
1490 for (i
= 0; i
< transport
->pack_lockfiles
.nr
; i
++)
1491 if (in_signal_handler
)
1492 unlink(transport
->pack_lockfiles
.items
[i
].string
);
1494 unlink_or_warn(transport
->pack_lockfiles
.items
[i
].string
);
1495 if (!in_signal_handler
)
1496 string_list_clear(&transport
->pack_lockfiles
, 0);
1499 int transport_connect(struct transport
*transport
, const char *name
,
1500 const char *exec
, int fd
[2])
1502 if (transport
->vtable
->connect
)
1503 return transport
->vtable
->connect(transport
, name
, exec
, fd
);
1505 die(_("operation not supported by protocol"));
1508 int transport_disconnect(struct transport
*transport
)
1511 if (transport
->vtable
->disconnect
)
1512 ret
= transport
->vtable
->disconnect(transport
);
1513 if (transport
->got_remote_refs
)
1514 free_refs((void *)transport
->remote_refs
);
1520 * Strip username (and password) from a URL and return
1521 * it in a newly allocated string.
1523 char *transport_anonymize_url(const char *url
)
1525 char *scheme_prefix
, *anon_part
;
1526 size_t anon_len
, prefix_len
= 0;
1528 anon_part
= strchr(url
, '@');
1529 if (url_is_local_not_ssh(url
) || !anon_part
)
1532 anon_len
= strlen(++anon_part
);
1533 scheme_prefix
= strstr(url
, "://");
1534 if (!scheme_prefix
) {
1535 if (!strchr(anon_part
, ':'))
1536 /* cannot be "me@there:/path/name" */
1540 /* make sure scheme is reasonable */
1541 for (cp
= url
; cp
< scheme_prefix
; cp
++) {
1544 case '+': case '.': case '-':
1553 /* @ past the first slash does not count */
1554 cp
= strchr(scheme_prefix
+ 3, '/');
1555 if (cp
&& cp
< anon_part
)
1557 prefix_len
= scheme_prefix
- url
+ 3;
1559 return xstrfmt("%.*s%.*s", (int)prefix_len
, url
,
1560 (int)anon_len
, anon_part
);
1562 return xstrdup(url
);