1 #include "git-compat-util.h"
7 #include "run-command.h"
11 #include "string-list.h"
12 #include "sha1-array.h"
13 #include "transport.h"
15 static char *server_capabilities
;
16 static const char *parse_feature_value(const char *, const char *, int *);
18 static int check_ref(const char *name
, unsigned int flags
)
23 if (!skip_prefix(name
, "refs/", &name
))
26 /* REF_NORMAL means that we don't want the magic fake tag refs */
27 if ((flags
& REF_NORMAL
) && check_refname_format(name
, 0))
30 /* REF_HEADS means that we want regular branch heads */
31 if ((flags
& REF_HEADS
) && starts_with(name
, "heads/"))
34 /* REF_TAGS means that we want tags */
35 if ((flags
& REF_TAGS
) && starts_with(name
, "tags/"))
38 /* All type bits clear means that we are ok with anything */
39 return !(flags
& ~REF_NORMAL
);
42 int check_ref_type(const struct ref
*ref
, int flags
)
44 return check_ref(ref
->name
, flags
);
47 static void die_initial_contact(int unexpected
)
50 die(_("The remote end hung up upon initial contact"));
52 die(_("Could not read from remote repository.\n\n"
53 "Please make sure you have the correct access rights\n"
54 "and the repository exists."));
57 static void parse_one_symref_info(struct string_list
*symref
, const char *val
, int len
)
60 struct string_list_item
*item
;
63 return; /* just "symref" */
64 /* e.g. "symref=HEAD:refs/heads/master" */
65 sym
= xmemdupz(val
, len
);
66 target
= strchr(sym
, ':');
68 /* just "symref=something" */
71 if (check_refname_format(sym
, REFNAME_ALLOW_ONELEVEL
) ||
72 check_refname_format(target
, REFNAME_ALLOW_ONELEVEL
))
73 /* "symref=bogus:pair */
75 item
= string_list_append_nodup(symref
, sym
);
83 static void annotate_refs_with_symref_info(struct ref
*ref
)
85 struct string_list symref
= STRING_LIST_INIT_DUP
;
86 const char *feature_list
= server_capabilities
;
88 while (feature_list
) {
92 val
= parse_feature_value(feature_list
, "symref", &len
);
95 parse_one_symref_info(&symref
, val
, len
);
96 feature_list
= val
+ 1;
98 string_list_sort(&symref
);
100 for (; ref
; ref
= ref
->next
) {
101 struct string_list_item
*item
;
102 item
= string_list_lookup(&symref
, ref
->name
);
105 ref
->symref
= xstrdup((char *)item
->util
);
107 string_list_clear(&symref
, 0);
111 * Read all the refs from the other end
113 struct ref
**get_remote_heads(int in
, char *src_buf
, size_t src_len
,
114 struct ref
**list
, unsigned int flags
,
115 struct oid_array
*extra_have
,
116 struct oid_array
*shallow_points
)
118 struct ref
**orig_list
= list
;
121 * A hang-up after seeing some response from the other end
122 * means that it is unexpected, as we know the other end is
123 * willing to talk to us. A hang-up before seeing any
124 * response does not necessarily mean an ACL problem, though.
127 int got_dummy_ref_with_capabilities_declaration
= 0;
130 for (saw_response
= 0; ; saw_response
= 1) {
132 struct object_id old_oid
;
135 char *buffer
= packet_buffer
;
138 len
= packet_read(in
, &src_buf
, &src_len
,
139 packet_buffer
, sizeof(packet_buffer
),
140 PACKET_READ_GENTLE_ON_EOF
|
141 PACKET_READ_CHOMP_NEWLINE
);
143 die_initial_contact(saw_response
);
148 if (len
> 4 && skip_prefix(buffer
, "ERR ", &arg
))
149 die("remote error: %s", arg
);
151 if (len
== GIT_SHA1_HEXSZ
+ strlen("shallow ") &&
152 skip_prefix(buffer
, "shallow ", &arg
)) {
153 if (get_oid_hex(arg
, &old_oid
))
154 die("protocol error: expected shallow sha-1, got '%s'", arg
);
156 die("repository on the other end cannot be shallow");
157 oid_array_append(shallow_points
, &old_oid
);
161 if (len
< GIT_SHA1_HEXSZ
+ 2 || get_oid_hex(buffer
, &old_oid
) ||
162 buffer
[GIT_SHA1_HEXSZ
] != ' ')
163 die("protocol error: expected sha/ref, got '%s'", buffer
);
164 name
= buffer
+ GIT_SHA1_HEXSZ
+ 1;
166 name_len
= strlen(name
);
167 if (len
!= name_len
+ GIT_SHA1_HEXSZ
+ 1) {
168 free(server_capabilities
);
169 server_capabilities
= xstrdup(name
+ name_len
+ 1);
172 if (extra_have
&& !strcmp(name
, ".have")) {
173 oid_array_append(extra_have
, &old_oid
);
177 if (!strcmp(name
, "capabilities^{}")) {
179 die("protocol error: unexpected capabilities^{}");
180 if (got_dummy_ref_with_capabilities_declaration
)
181 die("protocol error: multiple capabilities^{}");
182 got_dummy_ref_with_capabilities_declaration
= 1;
186 if (!check_ref(name
, flags
))
189 if (got_dummy_ref_with_capabilities_declaration
)
190 die("protocol error: unexpected ref after capabilities^{}");
192 ref
= alloc_ref(buffer
+ GIT_SHA1_HEXSZ
+ 1);
193 oidcpy(&ref
->old_oid
, &old_oid
);
198 annotate_refs_with_symref_info(*orig_list
);
203 static const char *parse_feature_value(const char *feature_list
, const char *feature
, int *lenp
)
210 len
= strlen(feature
);
211 while (*feature_list
) {
212 const char *found
= strstr(feature_list
, feature
);
215 if (feature_list
== found
|| isspace(found
[-1])) {
216 const char *value
= found
+ len
;
217 /* feature with no value (e.g., "thin-pack") */
218 if (!*value
|| isspace(*value
)) {
223 /* feature with a value (e.g., "agent=git/1.2.3") */
224 else if (*value
== '=') {
227 *lenp
= strcspn(value
, " \t\n");
231 * otherwise we matched a substring of another feature;
235 feature_list
= found
+ 1;
240 int parse_feature_request(const char *feature_list
, const char *feature
)
242 return !!parse_feature_value(feature_list
, feature
, NULL
);
245 const char *server_feature_value(const char *feature
, int *len
)
247 return parse_feature_value(server_capabilities
, feature
, len
);
250 int server_supports(const char *feature
)
252 return !!server_feature_value(feature
, NULL
);
262 int url_is_local_not_ssh(const char *url
)
264 const char *colon
= strchr(url
, ':');
265 const char *slash
= strchr(url
, '/');
266 return !colon
|| (slash
&& slash
< colon
) ||
267 has_dos_drive_prefix(url
);
270 static const char *prot_name(enum protocol protocol
)
281 return "unknown protocol";
285 static enum protocol
get_protocol(const char *name
)
287 if (!strcmp(name
, "ssh"))
289 if (!strcmp(name
, "git"))
291 if (!strcmp(name
, "git+ssh")) /* deprecated - do not use */
293 if (!strcmp(name
, "ssh+git")) /* deprecated - do not use */
295 if (!strcmp(name
, "file"))
297 die("I don't handle protocol '%s'", name
);
300 static char *host_end(char **hoststart
, int removebrackets
)
302 char *host
= *hoststart
;
304 char *start
= strstr(host
, "@[");
306 start
++; /* Jump over '@' */
309 if (start
[0] == '[') {
310 end
= strchr(start
+ 1, ']');
312 if (removebrackets
) {
314 memmove(start
, start
+ 1, end
- start
);
325 #define STR(s) STR_(s)
327 static void get_host_and_port(char **host
, const char **port
)
330 end
= host_end(host
, 1);
331 colon
= strchr(end
, ':');
333 long portnr
= strtol(colon
+ 1, &end
, 10);
334 if (end
!= colon
+ 1 && *end
== '\0' && 0 <= portnr
&& portnr
< 65536) {
337 } else if (!colon
[1]) {
343 static void enable_keepalive(int sockfd
)
347 if (setsockopt(sockfd
, SOL_SOCKET
, SO_KEEPALIVE
, &ka
, sizeof(ka
)) < 0)
348 fprintf(stderr
, "unable to set SO_KEEPALIVE on socket: %s\n",
354 static const char *ai_name(const struct addrinfo
*ai
)
356 static char addr
[NI_MAXHOST
];
357 if (getnameinfo(ai
->ai_addr
, ai
->ai_addrlen
, addr
, sizeof(addr
), NULL
, 0,
358 NI_NUMERICHOST
) != 0)
359 xsnprintf(addr
, sizeof(addr
), "(unknown)");
365 * Returns a connected socket() fd, or else die()s.
367 static int git_tcp_connect_sock(char *host
, int flags
)
369 struct strbuf error_message
= STRBUF_INIT
;
371 const char *port
= STR(DEFAULT_GIT_PORT
);
372 struct addrinfo hints
, *ai0
, *ai
;
376 get_host_and_port(&host
, &port
);
380 memset(&hints
, 0, sizeof(hints
));
381 if (flags
& CONNECT_IPV4
)
382 hints
.ai_family
= AF_INET
;
383 else if (flags
& CONNECT_IPV6
)
384 hints
.ai_family
= AF_INET6
;
385 hints
.ai_socktype
= SOCK_STREAM
;
386 hints
.ai_protocol
= IPPROTO_TCP
;
388 if (flags
& CONNECT_VERBOSE
)
389 fprintf(stderr
, "Looking up %s ... ", host
);
391 gai
= getaddrinfo(host
, port
, &hints
, &ai
);
393 die("Unable to look up %s (port %s) (%s)", host
, port
, gai_strerror(gai
));
395 if (flags
& CONNECT_VERBOSE
)
396 fprintf(stderr
, "done.\nConnecting to %s (port %s) ... ", host
, port
);
398 for (ai0
= ai
; ai
; ai
= ai
->ai_next
, cnt
++) {
399 sockfd
= socket(ai
->ai_family
,
400 ai
->ai_socktype
, ai
->ai_protocol
);
402 (connect(sockfd
, ai
->ai_addr
, ai
->ai_addrlen
) < 0)) {
403 strbuf_addf(&error_message
, "%s[%d: %s]: errno=%s\n",
404 host
, cnt
, ai_name(ai
), strerror(errno
));
410 if (flags
& CONNECT_VERBOSE
)
411 fprintf(stderr
, "%s ", ai_name(ai
));
418 die("unable to connect to %s:\n%s", host
, error_message
.buf
);
420 enable_keepalive(sockfd
);
422 if (flags
& CONNECT_VERBOSE
)
423 fprintf(stderr
, "done.\n");
425 strbuf_release(&error_message
);
433 * Returns a connected socket() fd, or else die()s.
435 static int git_tcp_connect_sock(char *host
, int flags
)
437 struct strbuf error_message
= STRBUF_INIT
;
439 const char *port
= STR(DEFAULT_GIT_PORT
);
442 struct sockaddr_in sa
;
447 get_host_and_port(&host
, &port
);
449 if (flags
& CONNECT_VERBOSE
)
450 fprintf(stderr
, "Looking up %s ... ", host
);
452 he
= gethostbyname(host
);
454 die("Unable to look up %s (%s)", host
, hstrerror(h_errno
));
455 nport
= strtoul(port
, &ep
, 10);
456 if ( ep
== port
|| *ep
) {
458 struct servent
*se
= getservbyname(port
,"tcp");
460 die("Unknown port %s", port
);
464 if (flags
& CONNECT_VERBOSE
)
465 fprintf(stderr
, "done.\nConnecting to %s (port %s) ... ", host
, port
);
467 for (cnt
= 0, ap
= he
->h_addr_list
; *ap
; ap
++, cnt
++) {
468 memset(&sa
, 0, sizeof sa
);
469 sa
.sin_family
= he
->h_addrtype
;
470 sa
.sin_port
= htons(nport
);
471 memcpy(&sa
.sin_addr
, *ap
, he
->h_length
);
473 sockfd
= socket(he
->h_addrtype
, SOCK_STREAM
, 0);
475 connect(sockfd
, (struct sockaddr
*)&sa
, sizeof sa
) < 0) {
476 strbuf_addf(&error_message
, "%s[%d: %s]: errno=%s\n",
479 inet_ntoa(*(struct in_addr
*)&sa
.sin_addr
),
486 if (flags
& CONNECT_VERBOSE
)
487 fprintf(stderr
, "%s ",
488 inet_ntoa(*(struct in_addr
*)&sa
.sin_addr
));
493 die("unable to connect to %s:\n%s", host
, error_message
.buf
);
495 enable_keepalive(sockfd
);
497 if (flags
& CONNECT_VERBOSE
)
498 fprintf(stderr
, "done.\n");
506 static void git_tcp_connect(int fd
[2], char *host
, int flags
)
508 int sockfd
= git_tcp_connect_sock(host
, flags
);
515 static char *git_proxy_command
;
517 static int git_proxy_command_options(const char *var
, const char *value
,
520 if (!strcmp(var
, "core.gitproxy")) {
524 const char *rhost_name
= cb
;
525 int rhost_len
= strlen(rhost_name
);
527 if (git_proxy_command
)
530 return config_error_nonbool(var
);
532 * ;# matches www.kernel.org as well
533 * gitproxy = netcatter-1 for kernel.org
534 * gitproxy = netcatter-2 for sample.xz
535 * gitproxy = netcatter-default
537 for_pos
= strstr(value
, " for ");
539 /* matches everybody */
540 matchlen
= strlen(value
);
542 hostlen
= strlen(for_pos
+ 5);
543 if (rhost_len
< hostlen
)
545 else if (!strncmp(for_pos
+ 5,
546 rhost_name
+ rhost_len
- hostlen
,
548 ((rhost_len
== hostlen
) ||
549 rhost_name
[rhost_len
- hostlen
-1] == '.'))
550 matchlen
= for_pos
- value
;
555 /* core.gitproxy = none for kernel.org */
557 !memcmp(value
, "none", 4))
559 git_proxy_command
= xmemdupz(value
, matchlen
);
564 return git_default_config(var
, value
, cb
);
567 static int git_use_proxy(const char *host
)
569 git_proxy_command
= getenv("GIT_PROXY_COMMAND");
570 git_config(git_proxy_command_options
, (void*)host
);
571 return (git_proxy_command
&& *git_proxy_command
);
574 static struct child_process
*git_proxy_connect(int fd
[2], char *host
)
576 const char *port
= STR(DEFAULT_GIT_PORT
);
577 struct child_process
*proxy
;
579 get_host_and_port(&host
, &port
);
581 if (looks_like_command_line_option(host
))
582 die("strange hostname '%s' blocked", host
);
583 if (looks_like_command_line_option(port
))
584 die("strange port '%s' blocked", port
);
586 proxy
= xmalloc(sizeof(*proxy
));
587 child_process_init(proxy
);
588 argv_array_push(&proxy
->args
, git_proxy_command
);
589 argv_array_push(&proxy
->args
, host
);
590 argv_array_push(&proxy
->args
, port
);
593 if (start_command(proxy
))
594 die("cannot start proxy %s", git_proxy_command
);
595 fd
[0] = proxy
->out
; /* read from proxy stdout */
596 fd
[1] = proxy
->in
; /* write to proxy stdin */
600 static char *get_port(char *host
)
603 char *p
= strchr(host
, ':');
606 long port
= strtol(p
+ 1, &end
, 10);
607 if (end
!= p
+ 1 && *end
== '\0' && 0 <= port
&& port
< 65536) {
617 * Extract protocol and relevant parts from the specified connection URL.
618 * The caller must free() the returned strings.
620 static enum protocol
parse_connect_url(const char *url_orig
, char **ret_host
,
627 enum protocol protocol
= PROTO_LOCAL
;
629 if (is_url(url_orig
))
630 url
= url_decode(url_orig
);
632 url
= xstrdup(url_orig
);
634 host
= strstr(url
, "://");
637 protocol
= get_protocol(url
);
641 if (!url_is_local_not_ssh(url
)) {
642 protocol
= PROTO_SSH
;
648 * Don't do destructive transforms as protocol code does
649 * '[]' unwrapping in get_host_and_port()
651 end
= host_end(&host
, 0);
653 if (protocol
== PROTO_LOCAL
)
655 else if (protocol
== PROTO_FILE
&& has_dos_drive_prefix(end
))
656 path
= end
; /* "file://$(pwd)" may be "file://C:/projects/repo" */
658 path
= strchr(end
, separator
);
661 die("No path specified. See 'man git-pull' for valid url syntax");
664 * null-terminate hostname and point path to ~ for URL's like this:
665 * ssh://host.xz/~user/repo
668 end
= path
; /* Need to \0 terminate host here */
669 if (separator
== ':')
670 path
++; /* path starts after ':' */
671 if (protocol
== PROTO_GIT
|| protocol
== PROTO_SSH
) {
676 path
= xstrdup(path
);
679 *ret_host
= xstrdup(host
);
685 static struct child_process no_fork
= CHILD_PROCESS_INIT
;
687 static const char *get_ssh_command(void)
691 if ((ssh
= getenv("GIT_SSH_COMMAND")))
694 if (!git_config_get_string_const("core.sshcommand", &ssh
))
700 static int override_ssh_variant(int *port_option
, int *needs_batch
)
704 variant
= xstrdup_or_null(getenv("GIT_SSH_VARIANT"));
706 git_config_get_string("ssh.variant", &variant
))
709 if (!strcmp(variant
, "plink") || !strcmp(variant
, "putty")) {
712 } else if (!strcmp(variant
, "tortoiseplink")) {
723 static void handle_ssh_variant(const char *ssh_command
, int is_cmdline
,
724 int *port_option
, int *needs_batch
)
729 if (override_ssh_variant(port_option
, needs_batch
))
733 p
= xstrdup(ssh_command
);
734 variant
= basename(p
);
736 const char **ssh_argv
;
738 p
= xstrdup(ssh_command
);
739 if (split_cmdline(p
, &ssh_argv
) > 0) {
740 variant
= basename((char *)ssh_argv
[0]);
742 * At this point, variant points into the buffer
743 * referenced by p, hence we do not need ssh_argv
753 if (!strcasecmp(variant
, "plink") ||
754 !strcasecmp(variant
, "plink.exe"))
756 else if (!strcasecmp(variant
, "tortoiseplink") ||
757 !strcasecmp(variant
, "tortoiseplink.exe")) {
765 * This returns a dummy child_process if the transport protocol does not
766 * need fork(2), or a struct child_process object if it does. Once done,
767 * finish the connection with finish_connect() with the value returned from
768 * this function (it is safe to call finish_connect() with NULL to support
771 * If it returns, the connect is successful; it just dies on errors (this
772 * will hopefully be changed in a libification effort, to return NULL when
773 * the connection failed).
775 struct child_process
*git_connect(int fd
[2], const char *url
,
776 const char *prog
, int flags
)
778 char *hostandport
, *path
;
779 struct child_process
*conn
= &no_fork
;
780 enum protocol protocol
;
782 /* Without this we cannot rely on waitpid() to tell
783 * what happened to our children.
785 signal(SIGCHLD
, SIG_DFL
);
787 protocol
= parse_connect_url(url
, &hostandport
, &path
);
788 if ((flags
& CONNECT_DIAG_URL
) && (protocol
!= PROTO_SSH
)) {
789 printf("Diag: url=%s\n", url
? url
: "NULL");
790 printf("Diag: protocol=%s\n", prot_name(protocol
));
791 printf("Diag: hostandport=%s\n", hostandport
? hostandport
: "NULL");
792 printf("Diag: path=%s\n", path
? path
: "NULL");
794 } else if (protocol
== PROTO_GIT
) {
796 * Set up virtual host information based on where we will
797 * connect, unless the user has overridden us in
800 char *target_host
= getenv("GIT_OVERRIDE_VIRTUAL_HOST");
802 target_host
= xstrdup(target_host
);
804 target_host
= xstrdup(hostandport
);
806 transport_check_allowed("git");
808 /* These underlying connection commands die() if they
811 if (git_use_proxy(hostandport
))
812 conn
= git_proxy_connect(fd
, hostandport
);
814 git_tcp_connect(fd
, hostandport
, flags
);
816 * Separate original protocol components prog and path
817 * from extended host header with a NUL byte.
819 * Note: Do not add any other headers here! Doing so
820 * will cause older git-daemon servers to crash.
822 packet_write_fmt(fd
[1],
828 struct strbuf cmd
= STRBUF_INIT
;
830 conn
= xmalloc(sizeof(*conn
));
831 child_process_init(conn
);
833 if (looks_like_command_line_option(path
))
834 die("strange pathname '%s' blocked", path
);
836 strbuf_addstr(&cmd
, prog
);
837 strbuf_addch(&cmd
, ' ');
838 sq_quote_buf(&cmd
, path
);
840 /* remove repo-local variables from the environment */
841 conn
->env
= local_repo_env
;
843 conn
->in
= conn
->out
= -1;
844 if (protocol
== PROTO_SSH
) {
847 int port_option
= 'p';
848 char *ssh_host
= hostandport
;
849 const char *port
= NULL
;
850 transport_check_allowed("ssh");
851 get_host_and_port(&ssh_host
, &port
);
854 port
= get_port(ssh_host
);
856 if (flags
& CONNECT_DIAG_URL
) {
857 printf("Diag: url=%s\n", url
? url
: "NULL");
858 printf("Diag: protocol=%s\n", prot_name(protocol
));
859 printf("Diag: userandhost=%s\n", ssh_host
? ssh_host
: "NULL");
860 printf("Diag: port=%s\n", port
? port
: "NONE");
861 printf("Diag: path=%s\n", path
? path
: "NULL");
866 strbuf_release(&cmd
);
870 if (looks_like_command_line_option(ssh_host
))
871 die("strange hostname '%s' blocked", ssh_host
);
873 ssh
= get_ssh_command();
875 handle_ssh_variant(ssh
, 1, &port_option
,
879 * GIT_SSH is the no-shell version of
880 * GIT_SSH_COMMAND (and must remain so for
881 * historical compatibility).
885 ssh
= getenv("GIT_SSH");
889 handle_ssh_variant(ssh
, 0,
894 argv_array_push(&conn
->args
, ssh
);
895 if (flags
& CONNECT_IPV4
)
896 argv_array_push(&conn
->args
, "-4");
897 else if (flags
& CONNECT_IPV6
)
898 argv_array_push(&conn
->args
, "-6");
900 argv_array_push(&conn
->args
, "-batch");
902 argv_array_pushf(&conn
->args
,
904 argv_array_push(&conn
->args
, port
);
906 argv_array_push(&conn
->args
, ssh_host
);
908 transport_check_allowed("file");
910 argv_array_push(&conn
->args
, cmd
.buf
);
912 if (start_command(conn
))
913 die("unable to fork");
915 fd
[0] = conn
->out
; /* read from child's stdout */
916 fd
[1] = conn
->in
; /* write to child's stdin */
917 strbuf_release(&cmd
);
924 int git_connection_is_socket(struct child_process
*conn
)
926 return conn
== &no_fork
;
929 int finish_connect(struct child_process
*conn
)
932 if (!conn
|| git_connection_is_socket(conn
))
935 code
= finish_command(conn
);