1 #include "git-compat-util.h"
6 #include "run-command.h"
10 #include "string-list.h"
11 #include "sha1-array.h"
13 static char *server_capabilities
;
14 static const char *parse_feature_value(const char *, const char *, int *);
16 static int check_ref(const char *name
, unsigned int flags
)
21 if (!skip_prefix(name
, "refs/", &name
))
24 /* REF_NORMAL means that we don't want the magic fake tag refs */
25 if ((flags
& REF_NORMAL
) && check_refname_format(name
, 0))
28 /* REF_HEADS means that we want regular branch heads */
29 if ((flags
& REF_HEADS
) && starts_with(name
, "heads/"))
32 /* REF_TAGS means that we want tags */
33 if ((flags
& REF_TAGS
) && starts_with(name
, "tags/"))
36 /* All type bits clear means that we are ok with anything */
37 return !(flags
& ~REF_NORMAL
);
40 int check_ref_type(const struct ref
*ref
, int flags
)
42 return check_ref(ref
->name
, flags
);
45 static void die_initial_contact(int got_at_least_one_head
)
47 if (got_at_least_one_head
)
48 die("The remote end hung up upon initial contact");
50 die("Could not read from remote repository.\n\n"
51 "Please make sure you have the correct access rights\n"
52 "and the repository exists.");
55 static void parse_one_symref_info(struct string_list
*symref
, const char *val
, int len
)
58 struct string_list_item
*item
;
61 return; /* just "symref" */
62 /* e.g. "symref=HEAD:refs/heads/master" */
63 sym
= xmemdupz(val
, len
);
64 target
= strchr(sym
, ':');
66 /* just "symref=something" */
69 if (check_refname_format(sym
, REFNAME_ALLOW_ONELEVEL
) ||
70 check_refname_format(target
, REFNAME_ALLOW_ONELEVEL
))
71 /* "symref=bogus:pair */
73 item
= string_list_append(symref
, sym
);
81 static void annotate_refs_with_symref_info(struct ref
*ref
)
83 struct string_list symref
= STRING_LIST_INIT_DUP
;
84 const char *feature_list
= server_capabilities
;
86 while (feature_list
) {
90 val
= parse_feature_value(feature_list
, "symref", &len
);
93 parse_one_symref_info(&symref
, val
, len
);
94 feature_list
= val
+ 1;
96 sort_string_list(&symref
);
98 for (; ref
; ref
= ref
->next
) {
99 struct string_list_item
*item
;
100 item
= string_list_lookup(&symref
, ref
->name
);
103 ref
->symref
= xstrdup((char *)item
->util
);
105 string_list_clear(&symref
, 0);
109 * Read all the refs from the other end
111 struct ref
**get_remote_heads(int in
, char *src_buf
, size_t src_len
,
112 struct ref
**list
, unsigned int flags
,
113 struct sha1_array
*extra_have
,
114 struct sha1_array
*shallow_points
)
116 struct ref
**orig_list
= list
;
117 int got_at_least_one_head
= 0;
122 unsigned char old_sha1
[20];
125 char *buffer
= packet_buffer
;
128 len
= packet_read(in
, &src_buf
, &src_len
,
129 packet_buffer
, sizeof(packet_buffer
),
130 PACKET_READ_GENTLE_ON_EOF
|
131 PACKET_READ_CHOMP_NEWLINE
);
133 die_initial_contact(got_at_least_one_head
);
138 if (len
> 4 && skip_prefix(buffer
, "ERR ", &arg
))
139 die("remote error: %s", arg
);
141 if (len
== 48 && skip_prefix(buffer
, "shallow ", &arg
)) {
142 if (get_sha1_hex(arg
, old_sha1
))
143 die("protocol error: expected shallow sha-1, got '%s'", arg
);
145 die("repository on the other end cannot be shallow");
146 sha1_array_append(shallow_points
, old_sha1
);
150 if (len
< 42 || get_sha1_hex(buffer
, old_sha1
) || buffer
[40] != ' ')
151 die("protocol error: expected sha/ref, got '%s'", buffer
);
154 name_len
= strlen(name
);
155 if (len
!= name_len
+ 41) {
156 free(server_capabilities
);
157 server_capabilities
= xstrdup(name
+ name_len
+ 1);
161 name_len
== 5 && !memcmp(".have", name
, 5)) {
162 sha1_array_append(extra_have
, old_sha1
);
166 if (!check_ref(name
, flags
))
168 ref
= alloc_ref(buffer
+ 41);
169 hashcpy(ref
->old_sha1
, old_sha1
);
172 got_at_least_one_head
= 1;
175 annotate_refs_with_symref_info(*orig_list
);
180 static const char *parse_feature_value(const char *feature_list
, const char *feature
, int *lenp
)
187 len
= strlen(feature
);
188 while (*feature_list
) {
189 const char *found
= strstr(feature_list
, feature
);
192 if (feature_list
== found
|| isspace(found
[-1])) {
193 const char *value
= found
+ len
;
194 /* feature with no value (e.g., "thin-pack") */
195 if (!*value
|| isspace(*value
)) {
200 /* feature with a value (e.g., "agent=git/1.2.3") */
201 else if (*value
== '=') {
204 *lenp
= strcspn(value
, " \t\n");
208 * otherwise we matched a substring of another feature;
212 feature_list
= found
+ 1;
217 int parse_feature_request(const char *feature_list
, const char *feature
)
219 return !!parse_feature_value(feature_list
, feature
, NULL
);
222 const char *server_feature_value(const char *feature
, int *len
)
224 return parse_feature_value(server_capabilities
, feature
, len
);
227 int server_supports(const char *feature
)
229 return !!server_feature_value(feature
, NULL
);
239 int url_is_local_not_ssh(const char *url
)
241 const char *colon
= strchr(url
, ':');
242 const char *slash
= strchr(url
, '/');
243 return !colon
|| (slash
&& slash
< colon
) ||
244 has_dos_drive_prefix(url
);
247 static const char *prot_name(enum protocol protocol
)
258 return "unkown protocol";
262 static enum protocol
get_protocol(const char *name
)
264 if (!strcmp(name
, "ssh"))
266 if (!strcmp(name
, "git"))
268 if (!strcmp(name
, "git+ssh"))
270 if (!strcmp(name
, "ssh+git"))
272 if (!strcmp(name
, "file"))
274 die("I don't handle protocol '%s'", name
);
277 static char *host_end(char **hoststart
, int removebrackets
)
279 char *host
= *hoststart
;
281 char *start
= strstr(host
, "@[");
283 start
++; /* Jump over '@' */
286 if (start
[0] == '[') {
287 end
= strchr(start
+ 1, ']');
289 if (removebrackets
) {
291 memmove(start
, start
+ 1, end
- start
);
302 #define STR(s) STR_(s)
304 static void get_host_and_port(char **host
, const char **port
)
307 end
= host_end(host
, 1);
308 colon
= strchr(end
, ':');
310 long portnr
= strtol(colon
+ 1, &end
, 10);
311 if (end
!= colon
+ 1 && *end
== '\0' && 0 <= portnr
&& portnr
< 65536) {
318 static void enable_keepalive(int sockfd
)
322 if (setsockopt(sockfd
, SOL_SOCKET
, SO_KEEPALIVE
, &ka
, sizeof(ka
)) < 0)
323 fprintf(stderr
, "unable to set SO_KEEPALIVE on socket: %s\n",
329 static const char *ai_name(const struct addrinfo
*ai
)
331 static char addr
[NI_MAXHOST
];
332 if (getnameinfo(ai
->ai_addr
, ai
->ai_addrlen
, addr
, sizeof(addr
), NULL
, 0,
333 NI_NUMERICHOST
) != 0)
334 strcpy(addr
, "(unknown)");
340 * Returns a connected socket() fd, or else die()s.
342 static int git_tcp_connect_sock(char *host
, int flags
)
344 struct strbuf error_message
= STRBUF_INIT
;
346 const char *port
= STR(DEFAULT_GIT_PORT
);
347 struct addrinfo hints
, *ai0
, *ai
;
351 get_host_and_port(&host
, &port
);
355 memset(&hints
, 0, sizeof(hints
));
356 hints
.ai_socktype
= SOCK_STREAM
;
357 hints
.ai_protocol
= IPPROTO_TCP
;
359 if (flags
& CONNECT_VERBOSE
)
360 fprintf(stderr
, "Looking up %s ... ", host
);
362 gai
= getaddrinfo(host
, port
, &hints
, &ai
);
364 die("Unable to look up %s (port %s) (%s)", host
, port
, gai_strerror(gai
));
366 if (flags
& CONNECT_VERBOSE
)
367 fprintf(stderr
, "done.\nConnecting to %s (port %s) ... ", host
, port
);
369 for (ai0
= ai
; ai
; ai
= ai
->ai_next
, cnt
++) {
370 sockfd
= socket(ai
->ai_family
,
371 ai
->ai_socktype
, ai
->ai_protocol
);
373 (connect(sockfd
, ai
->ai_addr
, ai
->ai_addrlen
) < 0)) {
374 strbuf_addf(&error_message
, "%s[%d: %s]: errno=%s\n",
375 host
, cnt
, ai_name(ai
), strerror(errno
));
381 if (flags
& CONNECT_VERBOSE
)
382 fprintf(stderr
, "%s ", ai_name(ai
));
389 die("unable to connect to %s:\n%s", host
, error_message
.buf
);
391 enable_keepalive(sockfd
);
393 if (flags
& CONNECT_VERBOSE
)
394 fprintf(stderr
, "done.\n");
396 strbuf_release(&error_message
);
404 * Returns a connected socket() fd, or else die()s.
406 static int git_tcp_connect_sock(char *host
, int flags
)
408 struct strbuf error_message
= STRBUF_INIT
;
410 const char *port
= STR(DEFAULT_GIT_PORT
);
413 struct sockaddr_in sa
;
418 get_host_and_port(&host
, &port
);
420 if (flags
& CONNECT_VERBOSE
)
421 fprintf(stderr
, "Looking up %s ... ", host
);
423 he
= gethostbyname(host
);
425 die("Unable to look up %s (%s)", host
, hstrerror(h_errno
));
426 nport
= strtoul(port
, &ep
, 10);
427 if ( ep
== port
|| *ep
) {
429 struct servent
*se
= getservbyname(port
,"tcp");
431 die("Unknown port %s", port
);
435 if (flags
& CONNECT_VERBOSE
)
436 fprintf(stderr
, "done.\nConnecting to %s (port %s) ... ", host
, port
);
438 for (cnt
= 0, ap
= he
->h_addr_list
; *ap
; ap
++, cnt
++) {
439 memset(&sa
, 0, sizeof sa
);
440 sa
.sin_family
= he
->h_addrtype
;
441 sa
.sin_port
= htons(nport
);
442 memcpy(&sa
.sin_addr
, *ap
, he
->h_length
);
444 sockfd
= socket(he
->h_addrtype
, SOCK_STREAM
, 0);
446 connect(sockfd
, (struct sockaddr
*)&sa
, sizeof sa
) < 0) {
447 strbuf_addf(&error_message
, "%s[%d: %s]: errno=%s\n",
450 inet_ntoa(*(struct in_addr
*)&sa
.sin_addr
),
457 if (flags
& CONNECT_VERBOSE
)
458 fprintf(stderr
, "%s ",
459 inet_ntoa(*(struct in_addr
*)&sa
.sin_addr
));
464 die("unable to connect to %s:\n%s", host
, error_message
.buf
);
466 enable_keepalive(sockfd
);
468 if (flags
& CONNECT_VERBOSE
)
469 fprintf(stderr
, "done.\n");
477 static void git_tcp_connect(int fd
[2], char *host
, int flags
)
479 int sockfd
= git_tcp_connect_sock(host
, flags
);
486 static char *git_proxy_command
;
488 static int git_proxy_command_options(const char *var
, const char *value
,
491 if (!strcmp(var
, "core.gitproxy")) {
495 const char *rhost_name
= cb
;
496 int rhost_len
= strlen(rhost_name
);
498 if (git_proxy_command
)
501 return config_error_nonbool(var
);
503 * ;# matches www.kernel.org as well
504 * gitproxy = netcatter-1 for kernel.org
505 * gitproxy = netcatter-2 for sample.xz
506 * gitproxy = netcatter-default
508 for_pos
= strstr(value
, " for ");
510 /* matches everybody */
511 matchlen
= strlen(value
);
513 hostlen
= strlen(for_pos
+ 5);
514 if (rhost_len
< hostlen
)
516 else if (!strncmp(for_pos
+ 5,
517 rhost_name
+ rhost_len
- hostlen
,
519 ((rhost_len
== hostlen
) ||
520 rhost_name
[rhost_len
- hostlen
-1] == '.'))
521 matchlen
= for_pos
- value
;
526 /* core.gitproxy = none for kernel.org */
528 !memcmp(value
, "none", 4))
530 git_proxy_command
= xmemdupz(value
, matchlen
);
535 return git_default_config(var
, value
, cb
);
538 static int git_use_proxy(const char *host
)
540 git_proxy_command
= getenv("GIT_PROXY_COMMAND");
541 git_config(git_proxy_command_options
, (void*)host
);
542 return (git_proxy_command
&& *git_proxy_command
);
545 static struct child_process
*git_proxy_connect(int fd
[2], char *host
)
547 const char *port
= STR(DEFAULT_GIT_PORT
);
548 struct child_process
*proxy
;
550 get_host_and_port(&host
, &port
);
552 proxy
= xmalloc(sizeof(*proxy
));
553 child_process_init(proxy
);
554 argv_array_push(&proxy
->args
, git_proxy_command
);
555 argv_array_push(&proxy
->args
, host
);
556 argv_array_push(&proxy
->args
, port
);
559 if (start_command(proxy
))
560 die("cannot start proxy %s", git_proxy_command
);
561 fd
[0] = proxy
->out
; /* read from proxy stdout */
562 fd
[1] = proxy
->in
; /* write to proxy stdin */
566 static char *get_port(char *host
)
569 char *p
= strchr(host
, ':');
572 long port
= strtol(p
+ 1, &end
, 10);
573 if (end
!= p
+ 1 && *end
== '\0' && 0 <= port
&& port
< 65536) {
583 * Extract protocol and relevant parts from the specified connection URL.
584 * The caller must free() the returned strings.
586 static enum protocol
parse_connect_url(const char *url_orig
, char **ret_host
,
593 enum protocol protocol
= PROTO_LOCAL
;
595 if (is_url(url_orig
))
596 url
= url_decode(url_orig
);
598 url
= xstrdup(url_orig
);
600 host
= strstr(url
, "://");
603 protocol
= get_protocol(url
);
607 if (!url_is_local_not_ssh(url
)) {
608 protocol
= PROTO_SSH
;
614 * Don't do destructive transforms as protocol code does
615 * '[]' unwrapping in get_host_and_port()
617 end
= host_end(&host
, 0);
619 if (protocol
== PROTO_LOCAL
)
621 else if (protocol
== PROTO_FILE
&& has_dos_drive_prefix(end
))
622 path
= end
; /* "file://$(pwd)" may be "file://C:/projects/repo" */
624 path
= strchr(end
, separator
);
627 die("No path specified. See 'man git-pull' for valid url syntax");
630 * null-terminate hostname and point path to ~ for URL's like this:
631 * ssh://host.xz/~user/repo
634 end
= path
; /* Need to \0 terminate host here */
635 if (separator
== ':')
636 path
++; /* path starts after ':' */
637 if (protocol
== PROTO_GIT
|| protocol
== PROTO_SSH
) {
642 path
= xstrdup(path
);
645 *ret_host
= xstrdup(host
);
651 static struct child_process no_fork
= CHILD_PROCESS_INIT
;
654 * This returns a dummy child_process if the transport protocol does not
655 * need fork(2), or a struct child_process object if it does. Once done,
656 * finish the connection with finish_connect() with the value returned from
657 * this function (it is safe to call finish_connect() with NULL to support
660 * If it returns, the connect is successful; it just dies on errors (this
661 * will hopefully be changed in a libification effort, to return NULL when
662 * the connection failed).
664 struct child_process
*git_connect(int fd
[2], const char *url
,
665 const char *prog
, int flags
)
667 char *hostandport
, *path
;
668 struct child_process
*conn
= &no_fork
;
669 enum protocol protocol
;
670 struct strbuf cmd
= STRBUF_INIT
;
672 /* Without this we cannot rely on waitpid() to tell
673 * what happened to our children.
675 signal(SIGCHLD
, SIG_DFL
);
677 protocol
= parse_connect_url(url
, &hostandport
, &path
);
678 if (flags
& CONNECT_DIAG_URL
) {
679 printf("Diag: url=%s\n", url
? url
: "NULL");
680 printf("Diag: protocol=%s\n", prot_name(protocol
));
681 printf("Diag: hostandport=%s\n", hostandport
? hostandport
: "NULL");
682 printf("Diag: path=%s\n", path
? path
: "NULL");
684 } else if (protocol
== PROTO_GIT
) {
685 /* These underlying connection commands die() if they
688 char *target_host
= xstrdup(hostandport
);
689 if (git_use_proxy(hostandport
))
690 conn
= git_proxy_connect(fd
, hostandport
);
692 git_tcp_connect(fd
, hostandport
, flags
);
694 * Separate original protocol components prog and path
695 * from extended host header with a NUL byte.
697 * Note: Do not add any other headers here! Doing so
698 * will cause older git-daemon servers to crash.
706 conn
= xmalloc(sizeof(*conn
));
707 child_process_init(conn
);
709 strbuf_addstr(&cmd
, prog
);
710 strbuf_addch(&cmd
, ' ');
711 sq_quote_buf(&cmd
, path
);
713 conn
->in
= conn
->out
= -1;
714 if (protocol
== PROTO_SSH
) {
715 const char *ssh
= getenv("GIT_SSH");
716 int putty
= ssh
&& strcasestr(ssh
, "plink");
717 char *ssh_host
= hostandport
;
718 const char *port
= NULL
;
719 get_host_and_port(&ssh_host
, &port
);
721 port
= get_port(ssh_host
);
723 if (!ssh
) ssh
= "ssh";
725 argv_array_push(&conn
->args
, ssh
);
726 if (putty
&& !strcasestr(ssh
, "tortoiseplink"))
727 argv_array_push(&conn
->args
, "-batch");
729 /* P is for PuTTY, p is for OpenSSH */
730 argv_array_push(&conn
->args
, putty
? "-P" : "-p");
731 argv_array_push(&conn
->args
, port
);
733 argv_array_push(&conn
->args
, ssh_host
);
735 /* remove repo-local variables from the environment */
736 conn
->env
= local_repo_env
;
739 argv_array_push(&conn
->args
, cmd
.buf
);
741 if (start_command(conn
))
742 die("unable to fork");
744 fd
[0] = conn
->out
; /* read from child's stdout */
745 fd
[1] = conn
->in
; /* write to child's stdin */
746 strbuf_release(&cmd
);
753 int git_connection_is_socket(struct child_process
*conn
)
755 return conn
== &no_fork
;
758 int finish_connect(struct child_process
*conn
)
761 if (!conn
|| git_connection_is_socket(conn
))
764 code
= finish_command(conn
);