1 #include "git-compat-util.h"
6 #include "run-command.h"
10 #include "string-list.h"
11 #include "sha1-array.h"
12 #include "transport.h"
14 static char *server_capabilities
;
15 static const char *parse_feature_value(const char *, const char *, int *);
17 static int check_ref(const char *name
, unsigned int flags
)
22 if (!skip_prefix(name
, "refs/", &name
))
25 /* REF_NORMAL means that we don't want the magic fake tag refs */
26 if ((flags
& REF_NORMAL
) && check_refname_format(name
, 0))
29 /* REF_HEADS means that we want regular branch heads */
30 if ((flags
& REF_HEADS
) && starts_with(name
, "heads/"))
33 /* REF_TAGS means that we want tags */
34 if ((flags
& REF_TAGS
) && starts_with(name
, "tags/"))
37 /* All type bits clear means that we are ok with anything */
38 return !(flags
& ~REF_NORMAL
);
41 int check_ref_type(const struct ref
*ref
, int flags
)
43 return check_ref(ref
->name
, flags
);
46 static void die_initial_contact(int unexpected
)
49 die(_("The remote end hung up upon initial contact"));
51 die(_("Could not read from remote repository.\n\n"
52 "Please make sure you have the correct access rights\n"
53 "and the repository exists."));
56 static void parse_one_symref_info(struct string_list
*symref
, const char *val
, int len
)
59 struct string_list_item
*item
;
62 return; /* just "symref" */
63 /* e.g. "symref=HEAD:refs/heads/master" */
64 sym
= xmemdupz(val
, len
);
65 target
= strchr(sym
, ':');
67 /* just "symref=something" */
70 if (check_refname_format(sym
, REFNAME_ALLOW_ONELEVEL
) ||
71 check_refname_format(target
, REFNAME_ALLOW_ONELEVEL
))
72 /* "symref=bogus:pair */
74 item
= string_list_append_nodup(symref
, sym
);
82 static void annotate_refs_with_symref_info(struct ref
*ref
)
84 struct string_list symref
= STRING_LIST_INIT_DUP
;
85 const char *feature_list
= server_capabilities
;
87 while (feature_list
) {
91 val
= parse_feature_value(feature_list
, "symref", &len
);
94 parse_one_symref_info(&symref
, val
, len
);
95 feature_list
= val
+ 1;
97 string_list_sort(&symref
);
99 for (; ref
; ref
= ref
->next
) {
100 struct string_list_item
*item
;
101 item
= string_list_lookup(&symref
, ref
->name
);
104 ref
->symref
= xstrdup((char *)item
->util
);
106 string_list_clear(&symref
, 0);
110 * Read all the refs from the other end
112 struct ref
**get_remote_heads(int in
, char *src_buf
, size_t src_len
,
113 struct ref
**list
, unsigned int flags
,
114 struct oid_array
*extra_have
,
115 struct oid_array
*shallow_points
)
117 struct ref
**orig_list
= list
;
120 * A hang-up after seeing some response from the other end
121 * means that it is unexpected, as we know the other end is
122 * willing to talk to us. A hang-up before seeing any
123 * response does not necessarily mean an ACL problem, though.
126 int got_dummy_ref_with_capabilities_declaration
= 0;
129 for (saw_response
= 0; ; saw_response
= 1) {
131 struct object_id old_oid
;
134 char *buffer
= packet_buffer
;
137 len
= packet_read(in
, &src_buf
, &src_len
,
138 packet_buffer
, sizeof(packet_buffer
),
139 PACKET_READ_GENTLE_ON_EOF
|
140 PACKET_READ_CHOMP_NEWLINE
);
142 die_initial_contact(saw_response
);
147 if (len
> 4 && skip_prefix(buffer
, "ERR ", &arg
))
148 die("remote error: %s", arg
);
150 if (len
== GIT_SHA1_HEXSZ
+ strlen("shallow ") &&
151 skip_prefix(buffer
, "shallow ", &arg
)) {
152 if (get_oid_hex(arg
, &old_oid
))
153 die("protocol error: expected shallow sha-1, got '%s'", arg
);
155 die("repository on the other end cannot be shallow");
156 oid_array_append(shallow_points
, &old_oid
);
160 if (len
< GIT_SHA1_HEXSZ
+ 2 || get_oid_hex(buffer
, &old_oid
) ||
161 buffer
[GIT_SHA1_HEXSZ
] != ' ')
162 die("protocol error: expected sha/ref, got '%s'", buffer
);
163 name
= buffer
+ GIT_SHA1_HEXSZ
+ 1;
165 name_len
= strlen(name
);
166 if (len
!= name_len
+ GIT_SHA1_HEXSZ
+ 1) {
167 free(server_capabilities
);
168 server_capabilities
= xstrdup(name
+ name_len
+ 1);
171 if (extra_have
&& !strcmp(name
, ".have")) {
172 oid_array_append(extra_have
, &old_oid
);
176 if (!strcmp(name
, "capabilities^{}")) {
178 die("protocol error: unexpected capabilities^{}");
179 if (got_dummy_ref_with_capabilities_declaration
)
180 die("protocol error: multiple capabilities^{}");
181 got_dummy_ref_with_capabilities_declaration
= 1;
185 if (!check_ref(name
, flags
))
188 if (got_dummy_ref_with_capabilities_declaration
)
189 die("protocol error: unexpected ref after capabilities^{}");
191 ref
= alloc_ref(buffer
+ GIT_SHA1_HEXSZ
+ 1);
192 oidcpy(&ref
->old_oid
, &old_oid
);
197 annotate_refs_with_symref_info(*orig_list
);
202 static const char *parse_feature_value(const char *feature_list
, const char *feature
, int *lenp
)
209 len
= strlen(feature
);
210 while (*feature_list
) {
211 const char *found
= strstr(feature_list
, feature
);
214 if (feature_list
== found
|| isspace(found
[-1])) {
215 const char *value
= found
+ len
;
216 /* feature with no value (e.g., "thin-pack") */
217 if (!*value
|| isspace(*value
)) {
222 /* feature with a value (e.g., "agent=git/1.2.3") */
223 else if (*value
== '=') {
226 *lenp
= strcspn(value
, " \t\n");
230 * otherwise we matched a substring of another feature;
234 feature_list
= found
+ 1;
239 int parse_feature_request(const char *feature_list
, const char *feature
)
241 return !!parse_feature_value(feature_list
, feature
, NULL
);
244 const char *server_feature_value(const char *feature
, int *len
)
246 return parse_feature_value(server_capabilities
, feature
, len
);
249 int server_supports(const char *feature
)
251 return !!server_feature_value(feature
, NULL
);
261 int url_is_local_not_ssh(const char *url
)
263 const char *colon
= strchr(url
, ':');
264 const char *slash
= strchr(url
, '/');
265 return !colon
|| (slash
&& slash
< colon
) ||
266 has_dos_drive_prefix(url
);
269 static const char *prot_name(enum protocol protocol
)
280 return "unknown protocol";
284 static enum protocol
get_protocol(const char *name
)
286 if (!strcmp(name
, "ssh"))
288 if (!strcmp(name
, "git"))
290 if (!strcmp(name
, "git+ssh")) /* deprecated - do not use */
292 if (!strcmp(name
, "ssh+git")) /* deprecated - do not use */
294 if (!strcmp(name
, "file"))
296 die("I don't handle protocol '%s'", name
);
299 static char *host_end(char **hoststart
, int removebrackets
)
301 char *host
= *hoststart
;
303 char *start
= strstr(host
, "@[");
305 start
++; /* Jump over '@' */
308 if (start
[0] == '[') {
309 end
= strchr(start
+ 1, ']');
311 if (removebrackets
) {
313 memmove(start
, start
+ 1, end
- start
);
324 #define STR(s) STR_(s)
326 static void get_host_and_port(char **host
, const char **port
)
329 end
= host_end(host
, 1);
330 colon
= strchr(end
, ':');
332 long portnr
= strtol(colon
+ 1, &end
, 10);
333 if (end
!= colon
+ 1 && *end
== '\0' && 0 <= portnr
&& portnr
< 65536) {
336 } else if (!colon
[1]) {
342 static void enable_keepalive(int sockfd
)
346 if (setsockopt(sockfd
, SOL_SOCKET
, SO_KEEPALIVE
, &ka
, sizeof(ka
)) < 0)
347 fprintf(stderr
, "unable to set SO_KEEPALIVE on socket: %s\n",
353 static const char *ai_name(const struct addrinfo
*ai
)
355 static char addr
[NI_MAXHOST
];
356 if (getnameinfo(ai
->ai_addr
, ai
->ai_addrlen
, addr
, sizeof(addr
), NULL
, 0,
357 NI_NUMERICHOST
) != 0)
358 xsnprintf(addr
, sizeof(addr
), "(unknown)");
364 * Returns a connected socket() fd, or else die()s.
366 static int git_tcp_connect_sock(char *host
, int flags
)
368 struct strbuf error_message
= STRBUF_INIT
;
370 const char *port
= STR(DEFAULT_GIT_PORT
);
371 struct addrinfo hints
, *ai0
, *ai
;
375 get_host_and_port(&host
, &port
);
379 memset(&hints
, 0, sizeof(hints
));
380 if (flags
& CONNECT_IPV4
)
381 hints
.ai_family
= AF_INET
;
382 else if (flags
& CONNECT_IPV6
)
383 hints
.ai_family
= AF_INET6
;
384 hints
.ai_socktype
= SOCK_STREAM
;
385 hints
.ai_protocol
= IPPROTO_TCP
;
387 if (flags
& CONNECT_VERBOSE
)
388 fprintf(stderr
, "Looking up %s ... ", host
);
390 gai
= getaddrinfo(host
, port
, &hints
, &ai
);
392 die("Unable to look up %s (port %s) (%s)", host
, port
, gai_strerror(gai
));
394 if (flags
& CONNECT_VERBOSE
)
395 fprintf(stderr
, "done.\nConnecting to %s (port %s) ... ", host
, port
);
397 for (ai0
= ai
; ai
; ai
= ai
->ai_next
, cnt
++) {
398 sockfd
= socket(ai
->ai_family
,
399 ai
->ai_socktype
, ai
->ai_protocol
);
401 (connect(sockfd
, ai
->ai_addr
, ai
->ai_addrlen
) < 0)) {
402 strbuf_addf(&error_message
, "%s[%d: %s]: errno=%s\n",
403 host
, cnt
, ai_name(ai
), strerror(errno
));
409 if (flags
& CONNECT_VERBOSE
)
410 fprintf(stderr
, "%s ", ai_name(ai
));
417 die("unable to connect to %s:\n%s", host
, error_message
.buf
);
419 enable_keepalive(sockfd
);
421 if (flags
& CONNECT_VERBOSE
)
422 fprintf(stderr
, "done.\n");
424 strbuf_release(&error_message
);
432 * Returns a connected socket() fd, or else die()s.
434 static int git_tcp_connect_sock(char *host
, int flags
)
436 struct strbuf error_message
= STRBUF_INIT
;
438 const char *port
= STR(DEFAULT_GIT_PORT
);
441 struct sockaddr_in sa
;
446 get_host_and_port(&host
, &port
);
448 if (flags
& CONNECT_VERBOSE
)
449 fprintf(stderr
, "Looking up %s ... ", host
);
451 he
= gethostbyname(host
);
453 die("Unable to look up %s (%s)", host
, hstrerror(h_errno
));
454 nport
= strtoul(port
, &ep
, 10);
455 if ( ep
== port
|| *ep
) {
457 struct servent
*se
= getservbyname(port
,"tcp");
459 die("Unknown port %s", port
);
463 if (flags
& CONNECT_VERBOSE
)
464 fprintf(stderr
, "done.\nConnecting to %s (port %s) ... ", host
, port
);
466 for (cnt
= 0, ap
= he
->h_addr_list
; *ap
; ap
++, cnt
++) {
467 memset(&sa
, 0, sizeof sa
);
468 sa
.sin_family
= he
->h_addrtype
;
469 sa
.sin_port
= htons(nport
);
470 memcpy(&sa
.sin_addr
, *ap
, he
->h_length
);
472 sockfd
= socket(he
->h_addrtype
, SOCK_STREAM
, 0);
474 connect(sockfd
, (struct sockaddr
*)&sa
, sizeof sa
) < 0) {
475 strbuf_addf(&error_message
, "%s[%d: %s]: errno=%s\n",
478 inet_ntoa(*(struct in_addr
*)&sa
.sin_addr
),
485 if (flags
& CONNECT_VERBOSE
)
486 fprintf(stderr
, "%s ",
487 inet_ntoa(*(struct in_addr
*)&sa
.sin_addr
));
492 die("unable to connect to %s:\n%s", host
, error_message
.buf
);
494 enable_keepalive(sockfd
);
496 if (flags
& CONNECT_VERBOSE
)
497 fprintf(stderr
, "done.\n");
505 static void git_tcp_connect(int fd
[2], char *host
, int flags
)
507 int sockfd
= git_tcp_connect_sock(host
, flags
);
514 static char *git_proxy_command
;
516 static int git_proxy_command_options(const char *var
, const char *value
,
519 if (!strcmp(var
, "core.gitproxy")) {
523 const char *rhost_name
= cb
;
524 int rhost_len
= strlen(rhost_name
);
526 if (git_proxy_command
)
529 return config_error_nonbool(var
);
531 * ;# matches www.kernel.org as well
532 * gitproxy = netcatter-1 for kernel.org
533 * gitproxy = netcatter-2 for sample.xz
534 * gitproxy = netcatter-default
536 for_pos
= strstr(value
, " for ");
538 /* matches everybody */
539 matchlen
= strlen(value
);
541 hostlen
= strlen(for_pos
+ 5);
542 if (rhost_len
< hostlen
)
544 else if (!strncmp(for_pos
+ 5,
545 rhost_name
+ rhost_len
- hostlen
,
547 ((rhost_len
== hostlen
) ||
548 rhost_name
[rhost_len
- hostlen
-1] == '.'))
549 matchlen
= for_pos
- value
;
554 /* core.gitproxy = none for kernel.org */
556 !memcmp(value
, "none", 4))
558 git_proxy_command
= xmemdupz(value
, matchlen
);
563 return git_default_config(var
, value
, cb
);
566 static int git_use_proxy(const char *host
)
568 git_proxy_command
= getenv("GIT_PROXY_COMMAND");
569 git_config(git_proxy_command_options
, (void*)host
);
570 return (git_proxy_command
&& *git_proxy_command
);
573 static struct child_process
*git_proxy_connect(int fd
[2], char *host
)
575 const char *port
= STR(DEFAULT_GIT_PORT
);
576 struct child_process
*proxy
;
578 get_host_and_port(&host
, &port
);
580 proxy
= xmalloc(sizeof(*proxy
));
581 child_process_init(proxy
);
582 argv_array_push(&proxy
->args
, git_proxy_command
);
583 argv_array_push(&proxy
->args
, host
);
584 argv_array_push(&proxy
->args
, port
);
587 if (start_command(proxy
))
588 die("cannot start proxy %s", git_proxy_command
);
589 fd
[0] = proxy
->out
; /* read from proxy stdout */
590 fd
[1] = proxy
->in
; /* write to proxy stdin */
594 static char *get_port(char *host
)
597 char *p
= strchr(host
, ':');
600 long port
= strtol(p
+ 1, &end
, 10);
601 if (end
!= p
+ 1 && *end
== '\0' && 0 <= port
&& port
< 65536) {
611 * Extract protocol and relevant parts from the specified connection URL.
612 * The caller must free() the returned strings.
614 static enum protocol
parse_connect_url(const char *url_orig
, char **ret_host
,
621 enum protocol protocol
= PROTO_LOCAL
;
623 if (is_url(url_orig
))
624 url
= url_decode(url_orig
);
626 url
= xstrdup(url_orig
);
628 host
= strstr(url
, "://");
631 protocol
= get_protocol(url
);
635 if (!url_is_local_not_ssh(url
)) {
636 protocol
= PROTO_SSH
;
642 * Don't do destructive transforms as protocol code does
643 * '[]' unwrapping in get_host_and_port()
645 end
= host_end(&host
, 0);
647 if (protocol
== PROTO_LOCAL
)
649 else if (protocol
== PROTO_FILE
&& has_dos_drive_prefix(end
))
650 path
= end
; /* "file://$(pwd)" may be "file://C:/projects/repo" */
652 path
= strchr(end
, separator
);
655 die("No path specified. See 'man git-pull' for valid url syntax");
658 * null-terminate hostname and point path to ~ for URL's like this:
659 * ssh://host.xz/~user/repo
662 end
= path
; /* Need to \0 terminate host here */
663 if (separator
== ':')
664 path
++; /* path starts after ':' */
665 if (protocol
== PROTO_GIT
|| protocol
== PROTO_SSH
) {
670 path
= xstrdup(path
);
673 *ret_host
= xstrdup(host
);
679 static struct child_process no_fork
= CHILD_PROCESS_INIT
;
681 static const char *get_ssh_command(void)
685 if ((ssh
= getenv("GIT_SSH_COMMAND")))
688 if (!git_config_get_string_const("core.sshcommand", &ssh
))
694 static int override_ssh_variant(int *port_option
, int *needs_batch
)
698 variant
= xstrdup_or_null(getenv("GIT_SSH_VARIANT"));
700 git_config_get_string("ssh.variant", &variant
))
703 if (!strcmp(variant
, "plink") || !strcmp(variant
, "putty")) {
706 } else if (!strcmp(variant
, "tortoiseplink")) {
717 static void handle_ssh_variant(const char *ssh_command
, int is_cmdline
,
718 int *port_option
, int *needs_batch
)
723 if (override_ssh_variant(port_option
, needs_batch
))
727 p
= xstrdup(ssh_command
);
728 variant
= basename(p
);
730 const char **ssh_argv
;
732 p
= xstrdup(ssh_command
);
733 if (split_cmdline(p
, &ssh_argv
) > 0) {
734 variant
= basename((char *)ssh_argv
[0]);
736 * At this point, variant points into the buffer
737 * referenced by p, hence we do not need ssh_argv
747 if (!strcasecmp(variant
, "plink") ||
748 !strcasecmp(variant
, "plink.exe"))
750 else if (!strcasecmp(variant
, "tortoiseplink") ||
751 !strcasecmp(variant
, "tortoiseplink.exe")) {
759 * This returns a dummy child_process if the transport protocol does not
760 * need fork(2), or a struct child_process object if it does. Once done,
761 * finish the connection with finish_connect() with the value returned from
762 * this function (it is safe to call finish_connect() with NULL to support
765 * If it returns, the connect is successful; it just dies on errors (this
766 * will hopefully be changed in a libification effort, to return NULL when
767 * the connection failed).
769 struct child_process
*git_connect(int fd
[2], const char *url
,
770 const char *prog
, int flags
)
772 char *hostandport
, *path
;
773 struct child_process
*conn
= &no_fork
;
774 enum protocol protocol
;
775 struct strbuf cmd
= STRBUF_INIT
;
777 /* Without this we cannot rely on waitpid() to tell
778 * what happened to our children.
780 signal(SIGCHLD
, SIG_DFL
);
782 protocol
= parse_connect_url(url
, &hostandport
, &path
);
783 if ((flags
& CONNECT_DIAG_URL
) && (protocol
!= PROTO_SSH
)) {
784 printf("Diag: url=%s\n", url
? url
: "NULL");
785 printf("Diag: protocol=%s\n", prot_name(protocol
));
786 printf("Diag: hostandport=%s\n", hostandport
? hostandport
: "NULL");
787 printf("Diag: path=%s\n", path
? path
: "NULL");
789 } else if (protocol
== PROTO_GIT
) {
791 * Set up virtual host information based on where we will
792 * connect, unless the user has overridden us in
795 char *target_host
= getenv("GIT_OVERRIDE_VIRTUAL_HOST");
797 target_host
= xstrdup(target_host
);
799 target_host
= xstrdup(hostandport
);
801 transport_check_allowed("git");
803 /* These underlying connection commands die() if they
806 if (git_use_proxy(hostandport
))
807 conn
= git_proxy_connect(fd
, hostandport
);
809 git_tcp_connect(fd
, hostandport
, flags
);
811 * Separate original protocol components prog and path
812 * from extended host header with a NUL byte.
814 * Note: Do not add any other headers here! Doing so
815 * will cause older git-daemon servers to crash.
817 packet_write_fmt(fd
[1],
823 conn
= xmalloc(sizeof(*conn
));
824 child_process_init(conn
);
826 strbuf_addstr(&cmd
, prog
);
827 strbuf_addch(&cmd
, ' ');
828 sq_quote_buf(&cmd
, path
);
830 /* remove repo-local variables from the environment */
831 conn
->env
= local_repo_env
;
833 conn
->in
= conn
->out
= -1;
834 if (protocol
== PROTO_SSH
) {
837 int port_option
= 'p';
838 char *ssh_host
= hostandport
;
839 const char *port
= NULL
;
840 transport_check_allowed("ssh");
841 get_host_and_port(&ssh_host
, &port
);
844 port
= get_port(ssh_host
);
846 if (flags
& CONNECT_DIAG_URL
) {
847 printf("Diag: url=%s\n", url
? url
: "NULL");
848 printf("Diag: protocol=%s\n", prot_name(protocol
));
849 printf("Diag: userandhost=%s\n", ssh_host
? ssh_host
: "NULL");
850 printf("Diag: port=%s\n", port
? port
: "NONE");
851 printf("Diag: path=%s\n", path
? path
: "NULL");
859 ssh
= get_ssh_command();
861 handle_ssh_variant(ssh
, 1, &port_option
,
865 * GIT_SSH is the no-shell version of
866 * GIT_SSH_COMMAND (and must remain so for
867 * historical compatibility).
871 ssh
= getenv("GIT_SSH");
875 handle_ssh_variant(ssh
, 0,
880 argv_array_push(&conn
->args
, ssh
);
881 if (flags
& CONNECT_IPV4
)
882 argv_array_push(&conn
->args
, "-4");
883 else if (flags
& CONNECT_IPV6
)
884 argv_array_push(&conn
->args
, "-6");
886 argv_array_push(&conn
->args
, "-batch");
888 argv_array_pushf(&conn
->args
,
890 argv_array_push(&conn
->args
, port
);
892 argv_array_push(&conn
->args
, ssh_host
);
894 transport_check_allowed("file");
896 argv_array_push(&conn
->args
, cmd
.buf
);
898 if (start_command(conn
))
899 die("unable to fork");
901 fd
[0] = conn
->out
; /* read from child's stdout */
902 fd
[1] = conn
->in
; /* write to child's stdin */
903 strbuf_release(&cmd
);
910 int git_connection_is_socket(struct child_process
*conn
)
912 return conn
== &no_fork
;
915 int finish_connect(struct child_process
*conn
)
918 if (!conn
|| git_connection_is_socket(conn
))
921 code
= finish_command(conn
);