Merge branch 'cb/avoid-colliding-with-netbsd-hmac'
[git.git] / builtin / receive-pack.c
blobd37ab776b3f59313c99324faea0034e4cb173d82
1 #include "builtin.h"
2 #include "repository.h"
3 #include "config.h"
4 #include "lockfile.h"
5 #include "pack.h"
6 #include "refs.h"
7 #include "pkt-line.h"
8 #include "sideband.h"
9 #include "run-command.h"
10 #include "exec-cmd.h"
11 #include "commit.h"
12 #include "object.h"
13 #include "remote.h"
14 #include "connect.h"
15 #include "string-list.h"
16 #include "oid-array.h"
17 #include "connected.h"
18 #include "argv-array.h"
19 #include "version.h"
20 #include "tag.h"
21 #include "gpg-interface.h"
22 #include "sigchain.h"
23 #include "fsck.h"
24 #include "tmp-objdir.h"
25 #include "oidset.h"
26 #include "packfile.h"
27 #include "object-store.h"
28 #include "protocol.h"
29 #include "commit-reach.h"
30 #include "worktree.h"
32 static const char * const receive_pack_usage[] = {
33 N_("git receive-pack <git-dir>"),
34 NULL
37 enum deny_action {
38 DENY_UNCONFIGURED,
39 DENY_IGNORE,
40 DENY_WARN,
41 DENY_REFUSE,
42 DENY_UPDATE_INSTEAD
45 static int deny_deletes;
46 static int deny_non_fast_forwards;
47 static enum deny_action deny_current_branch = DENY_UNCONFIGURED;
48 static enum deny_action deny_delete_current = DENY_UNCONFIGURED;
49 static int receive_fsck_objects = -1;
50 static int transfer_fsck_objects = -1;
51 static struct strbuf fsck_msg_types = STRBUF_INIT;
52 static int receive_unpack_limit = -1;
53 static int transfer_unpack_limit = -1;
54 static int advertise_atomic_push = 1;
55 static int advertise_push_options;
56 static int unpack_limit = 100;
57 static off_t max_input_size;
58 static int report_status;
59 static int use_sideband;
60 static int use_atomic;
61 static int use_push_options;
62 static int quiet;
63 static int prefer_ofs_delta = 1;
64 static int auto_update_server_info;
65 static int auto_gc = 1;
66 static int reject_thin;
67 static int stateless_rpc;
68 static const char *service_dir;
69 static const char *head_name;
70 static void *head_name_to_free;
71 static int sent_capabilities;
72 static int shallow_update;
73 static const char *alt_shallow_file;
74 static struct strbuf push_cert = STRBUF_INIT;
75 static struct object_id push_cert_oid;
76 static struct signature_check sigcheck;
77 static const char *push_cert_nonce;
78 static const char *cert_nonce_seed;
80 static const char *NONCE_UNSOLICITED = "UNSOLICITED";
81 static const char *NONCE_BAD = "BAD";
82 static const char *NONCE_MISSING = "MISSING";
83 static const char *NONCE_OK = "OK";
84 static const char *NONCE_SLOP = "SLOP";
85 static const char *nonce_status;
86 static long nonce_stamp_slop;
87 static timestamp_t nonce_stamp_slop_limit;
88 static struct ref_transaction *transaction;
90 static enum {
91 KEEPALIVE_NEVER = 0,
92 KEEPALIVE_AFTER_NUL,
93 KEEPALIVE_ALWAYS
94 } use_keepalive;
95 static int keepalive_in_sec = 5;
97 static struct tmp_objdir *tmp_objdir;
99 static enum deny_action parse_deny_action(const char *var, const char *value)
101 if (value) {
102 if (!strcasecmp(value, "ignore"))
103 return DENY_IGNORE;
104 if (!strcasecmp(value, "warn"))
105 return DENY_WARN;
106 if (!strcasecmp(value, "refuse"))
107 return DENY_REFUSE;
108 if (!strcasecmp(value, "updateinstead"))
109 return DENY_UPDATE_INSTEAD;
111 if (git_config_bool(var, value))
112 return DENY_REFUSE;
113 return DENY_IGNORE;
116 static int receive_pack_config(const char *var, const char *value, void *cb)
118 int status = parse_hide_refs_config(var, value, "receive");
120 if (status)
121 return status;
123 if (strcmp(var, "receive.denydeletes") == 0) {
124 deny_deletes = git_config_bool(var, value);
125 return 0;
128 if (strcmp(var, "receive.denynonfastforwards") == 0) {
129 deny_non_fast_forwards = git_config_bool(var, value);
130 return 0;
133 if (strcmp(var, "receive.unpacklimit") == 0) {
134 receive_unpack_limit = git_config_int(var, value);
135 return 0;
138 if (strcmp(var, "transfer.unpacklimit") == 0) {
139 transfer_unpack_limit = git_config_int(var, value);
140 return 0;
143 if (strcmp(var, "receive.fsck.skiplist") == 0) {
144 const char *path;
146 if (git_config_pathname(&path, var, value))
147 return 1;
148 strbuf_addf(&fsck_msg_types, "%cskiplist=%s",
149 fsck_msg_types.len ? ',' : '=', path);
150 free((char *)path);
151 return 0;
154 if (skip_prefix(var, "receive.fsck.", &var)) {
155 if (is_valid_msg_type(var, value))
156 strbuf_addf(&fsck_msg_types, "%c%s=%s",
157 fsck_msg_types.len ? ',' : '=', var, value);
158 else
159 warning("Skipping unknown msg id '%s'", var);
160 return 0;
163 if (strcmp(var, "receive.fsckobjects") == 0) {
164 receive_fsck_objects = git_config_bool(var, value);
165 return 0;
168 if (strcmp(var, "transfer.fsckobjects") == 0) {
169 transfer_fsck_objects = git_config_bool(var, value);
170 return 0;
173 if (!strcmp(var, "receive.denycurrentbranch")) {
174 deny_current_branch = parse_deny_action(var, value);
175 return 0;
178 if (strcmp(var, "receive.denydeletecurrent") == 0) {
179 deny_delete_current = parse_deny_action(var, value);
180 return 0;
183 if (strcmp(var, "repack.usedeltabaseoffset") == 0) {
184 prefer_ofs_delta = git_config_bool(var, value);
185 return 0;
188 if (strcmp(var, "receive.updateserverinfo") == 0) {
189 auto_update_server_info = git_config_bool(var, value);
190 return 0;
193 if (strcmp(var, "receive.autogc") == 0) {
194 auto_gc = git_config_bool(var, value);
195 return 0;
198 if (strcmp(var, "receive.shallowupdate") == 0) {
199 shallow_update = git_config_bool(var, value);
200 return 0;
203 if (strcmp(var, "receive.certnonceseed") == 0)
204 return git_config_string(&cert_nonce_seed, var, value);
206 if (strcmp(var, "receive.certnonceslop") == 0) {
207 nonce_stamp_slop_limit = git_config_ulong(var, value);
208 return 0;
211 if (strcmp(var, "receive.advertiseatomic") == 0) {
212 advertise_atomic_push = git_config_bool(var, value);
213 return 0;
216 if (strcmp(var, "receive.advertisepushoptions") == 0) {
217 advertise_push_options = git_config_bool(var, value);
218 return 0;
221 if (strcmp(var, "receive.keepalive") == 0) {
222 keepalive_in_sec = git_config_int(var, value);
223 return 0;
226 if (strcmp(var, "receive.maxinputsize") == 0) {
227 max_input_size = git_config_int64(var, value);
228 return 0;
231 return git_default_config(var, value, cb);
234 static void show_ref(const char *path, const struct object_id *oid)
236 if (sent_capabilities) {
237 packet_write_fmt(1, "%s %s\n", oid_to_hex(oid), path);
238 } else {
239 struct strbuf cap = STRBUF_INIT;
241 strbuf_addstr(&cap,
242 "report-status delete-refs side-band-64k quiet");
243 if (advertise_atomic_push)
244 strbuf_addstr(&cap, " atomic");
245 if (prefer_ofs_delta)
246 strbuf_addstr(&cap, " ofs-delta");
247 if (push_cert_nonce)
248 strbuf_addf(&cap, " push-cert=%s", push_cert_nonce);
249 if (advertise_push_options)
250 strbuf_addstr(&cap, " push-options");
251 strbuf_addf(&cap, " agent=%s", git_user_agent_sanitized());
252 packet_write_fmt(1, "%s %s%c%s\n",
253 oid_to_hex(oid), path, 0, cap.buf);
254 strbuf_release(&cap);
255 sent_capabilities = 1;
259 static int show_ref_cb(const char *path_full, const struct object_id *oid,
260 int flag, void *data)
262 struct oidset *seen = data;
263 const char *path = strip_namespace(path_full);
265 if (ref_is_hidden(path, path_full))
266 return 0;
269 * Advertise refs outside our current namespace as ".have"
270 * refs, so that the client can use them to minimize data
271 * transfer but will otherwise ignore them.
273 if (!path) {
274 if (oidset_insert(seen, oid))
275 return 0;
276 path = ".have";
277 } else {
278 oidset_insert(seen, oid);
280 show_ref(path, oid);
281 return 0;
284 static void show_one_alternate_ref(const struct object_id *oid,
285 void *data)
287 struct oidset *seen = data;
289 if (oidset_insert(seen, oid))
290 return;
292 show_ref(".have", oid);
295 static void write_head_info(void)
297 static struct oidset seen = OIDSET_INIT;
299 for_each_ref(show_ref_cb, &seen);
300 for_each_alternate_ref(show_one_alternate_ref, &seen);
301 oidset_clear(&seen);
302 if (!sent_capabilities)
303 show_ref("capabilities^{}", &null_oid);
305 advertise_shallow_grafts(1);
307 /* EOF */
308 packet_flush(1);
311 struct command {
312 struct command *next;
313 const char *error_string;
314 unsigned int skip_update:1,
315 did_not_exist:1;
316 int index;
317 struct object_id old_oid;
318 struct object_id new_oid;
319 char ref_name[FLEX_ARRAY]; /* more */
322 static void rp_error(const char *err, ...) __attribute__((format (printf, 1, 2)));
323 static void rp_warning(const char *err, ...) __attribute__((format (printf, 1, 2)));
325 static void report_message(const char *prefix, const char *err, va_list params)
327 int sz;
328 char msg[4096];
330 sz = xsnprintf(msg, sizeof(msg), "%s", prefix);
331 sz += vsnprintf(msg + sz, sizeof(msg) - sz, err, params);
332 if (sz > (sizeof(msg) - 1))
333 sz = sizeof(msg) - 1;
334 msg[sz++] = '\n';
336 if (use_sideband)
337 send_sideband(1, 2, msg, sz, use_sideband);
338 else
339 xwrite(2, msg, sz);
342 static void rp_warning(const char *err, ...)
344 va_list params;
345 va_start(params, err);
346 report_message("warning: ", err, params);
347 va_end(params);
350 static void rp_error(const char *err, ...)
352 va_list params;
353 va_start(params, err);
354 report_message("error: ", err, params);
355 va_end(params);
358 static int copy_to_sideband(int in, int out, void *arg)
360 char data[128];
361 int keepalive_active = 0;
363 if (keepalive_in_sec <= 0)
364 use_keepalive = KEEPALIVE_NEVER;
365 if (use_keepalive == KEEPALIVE_ALWAYS)
366 keepalive_active = 1;
368 while (1) {
369 ssize_t sz;
371 if (keepalive_active) {
372 struct pollfd pfd;
373 int ret;
375 pfd.fd = in;
376 pfd.events = POLLIN;
377 ret = poll(&pfd, 1, 1000 * keepalive_in_sec);
379 if (ret < 0) {
380 if (errno == EINTR)
381 continue;
382 else
383 break;
384 } else if (ret == 0) {
385 /* no data; send a keepalive packet */
386 static const char buf[] = "0005\1";
387 write_or_die(1, buf, sizeof(buf) - 1);
388 continue;
389 } /* else there is actual data to read */
392 sz = xread(in, data, sizeof(data));
393 if (sz <= 0)
394 break;
396 if (use_keepalive == KEEPALIVE_AFTER_NUL && !keepalive_active) {
397 const char *p = memchr(data, '\0', sz);
398 if (p) {
400 * The NUL tells us to start sending keepalives. Make
401 * sure we send any other data we read along
402 * with it.
404 keepalive_active = 1;
405 send_sideband(1, 2, data, p - data, use_sideband);
406 send_sideband(1, 2, p + 1, sz - (p - data + 1), use_sideband);
407 continue;
412 * Either we're not looking for a NUL signal, or we didn't see
413 * it yet; just pass along the data.
415 send_sideband(1, 2, data, sz, use_sideband);
417 close(in);
418 return 0;
421 static void hmac_hash(unsigned char *out,
422 const char *key_in, size_t key_len,
423 const char *text, size_t text_len)
425 unsigned char key[GIT_MAX_BLKSZ];
426 unsigned char k_ipad[GIT_MAX_BLKSZ];
427 unsigned char k_opad[GIT_MAX_BLKSZ];
428 int i;
429 git_hash_ctx ctx;
431 /* RFC 2104 2. (1) */
432 memset(key, '\0', GIT_MAX_BLKSZ);
433 if (the_hash_algo->blksz < key_len) {
434 the_hash_algo->init_fn(&ctx);
435 the_hash_algo->update_fn(&ctx, key_in, key_len);
436 the_hash_algo->final_fn(key, &ctx);
437 } else {
438 memcpy(key, key_in, key_len);
441 /* RFC 2104 2. (2) & (5) */
442 for (i = 0; i < sizeof(key); i++) {
443 k_ipad[i] = key[i] ^ 0x36;
444 k_opad[i] = key[i] ^ 0x5c;
447 /* RFC 2104 2. (3) & (4) */
448 the_hash_algo->init_fn(&ctx);
449 the_hash_algo->update_fn(&ctx, k_ipad, sizeof(k_ipad));
450 the_hash_algo->update_fn(&ctx, text, text_len);
451 the_hash_algo->final_fn(out, &ctx);
453 /* RFC 2104 2. (6) & (7) */
454 the_hash_algo->init_fn(&ctx);
455 the_hash_algo->update_fn(&ctx, k_opad, sizeof(k_opad));
456 the_hash_algo->update_fn(&ctx, out, the_hash_algo->rawsz);
457 the_hash_algo->final_fn(out, &ctx);
460 static char *prepare_push_cert_nonce(const char *path, timestamp_t stamp)
462 struct strbuf buf = STRBUF_INIT;
463 unsigned char hash[GIT_MAX_RAWSZ];
465 strbuf_addf(&buf, "%s:%"PRItime, path, stamp);
466 hmac_hash(hash, buf.buf, buf.len, cert_nonce_seed, strlen(cert_nonce_seed));
467 strbuf_release(&buf);
469 /* RFC 2104 5. HMAC-SHA1 or HMAC-SHA256 */
470 strbuf_addf(&buf, "%"PRItime"-%.*s", stamp, (int)the_hash_algo->hexsz, hash_to_hex(hash));
471 return strbuf_detach(&buf, NULL);
475 * NEEDSWORK: reuse find_commit_header() from jk/commit-author-parsing
476 * after dropping "_commit" from its name and possibly moving it out
477 * of commit.c
479 static char *find_header(const char *msg, size_t len, const char *key,
480 const char **next_line)
482 int key_len = strlen(key);
483 const char *line = msg;
485 while (line && line < msg + len) {
486 const char *eol = strchrnul(line, '\n');
488 if ((msg + len <= eol) || line == eol)
489 return NULL;
490 if (line + key_len < eol &&
491 !memcmp(line, key, key_len) && line[key_len] == ' ') {
492 int offset = key_len + 1;
493 if (next_line)
494 *next_line = *eol ? eol + 1 : eol;
495 return xmemdupz(line + offset, (eol - line) - offset);
497 line = *eol ? eol + 1 : NULL;
499 return NULL;
503 * Return zero if a and b are equal up to n bytes and nonzero if they are not.
504 * This operation is guaranteed to run in constant time to avoid leaking data.
506 static int constant_memequal(const char *a, const char *b, size_t n)
508 int res = 0;
509 size_t i;
511 for (i = 0; i < n; i++)
512 res |= a[i] ^ b[i];
513 return res;
516 static const char *check_nonce(const char *buf, size_t len)
518 char *nonce = find_header(buf, len, "nonce", NULL);
519 timestamp_t stamp, ostamp;
520 char *bohmac, *expect = NULL;
521 const char *retval = NONCE_BAD;
522 size_t noncelen;
524 if (!nonce) {
525 retval = NONCE_MISSING;
526 goto leave;
527 } else if (!push_cert_nonce) {
528 retval = NONCE_UNSOLICITED;
529 goto leave;
530 } else if (!strcmp(push_cert_nonce, nonce)) {
531 retval = NONCE_OK;
532 goto leave;
535 if (!stateless_rpc) {
536 /* returned nonce MUST match what we gave out earlier */
537 retval = NONCE_BAD;
538 goto leave;
542 * In stateless mode, we may be receiving a nonce issued by
543 * another instance of the server that serving the same
544 * repository, and the timestamps may not match, but the
545 * nonce-seed and dir should match, so we can recompute and
546 * report the time slop.
548 * In addition, when a nonce issued by another instance has
549 * timestamp within receive.certnonceslop seconds, we pretend
550 * as if we issued that nonce when reporting to the hook.
553 /* nonce is concat(<seconds-since-epoch>, "-", <hmac>) */
554 if (*nonce <= '0' || '9' < *nonce) {
555 retval = NONCE_BAD;
556 goto leave;
558 stamp = parse_timestamp(nonce, &bohmac, 10);
559 if (bohmac == nonce || bohmac[0] != '-') {
560 retval = NONCE_BAD;
561 goto leave;
564 noncelen = strlen(nonce);
565 expect = prepare_push_cert_nonce(service_dir, stamp);
566 if (noncelen != strlen(expect)) {
567 /* This is not even the right size. */
568 retval = NONCE_BAD;
569 goto leave;
571 if (constant_memequal(expect, nonce, noncelen)) {
572 /* Not what we would have signed earlier */
573 retval = NONCE_BAD;
574 goto leave;
578 * By how many seconds is this nonce stale? Negative value
579 * would mean it was issued by another server with its clock
580 * skewed in the future.
582 ostamp = parse_timestamp(push_cert_nonce, NULL, 10);
583 nonce_stamp_slop = (long)ostamp - (long)stamp;
585 if (nonce_stamp_slop_limit &&
586 labs(nonce_stamp_slop) <= nonce_stamp_slop_limit) {
588 * Pretend as if the received nonce (which passes the
589 * HMAC check, so it is not a forged by third-party)
590 * is what we issued.
592 free((void *)push_cert_nonce);
593 push_cert_nonce = xstrdup(nonce);
594 retval = NONCE_OK;
595 } else {
596 retval = NONCE_SLOP;
599 leave:
600 free(nonce);
601 free(expect);
602 return retval;
606 * Return 1 if there is no push_cert or if the push options in push_cert are
607 * the same as those in the argument; 0 otherwise.
609 static int check_cert_push_options(const struct string_list *push_options)
611 const char *buf = push_cert.buf;
612 int len = push_cert.len;
614 char *option;
615 const char *next_line;
616 int options_seen = 0;
618 int retval = 1;
620 if (!len)
621 return 1;
623 while ((option = find_header(buf, len, "push-option", &next_line))) {
624 len -= (next_line - buf);
625 buf = next_line;
626 options_seen++;
627 if (options_seen > push_options->nr
628 || strcmp(option,
629 push_options->items[options_seen - 1].string)) {
630 retval = 0;
631 goto leave;
633 free(option);
636 if (options_seen != push_options->nr)
637 retval = 0;
639 leave:
640 free(option);
641 return retval;
644 static void prepare_push_cert_sha1(struct child_process *proc)
646 static int already_done;
648 if (!push_cert.len)
649 return;
651 if (!already_done) {
652 int bogs /* beginning_of_gpg_sig */;
654 already_done = 1;
655 if (write_object_file(push_cert.buf, push_cert.len, "blob",
656 &push_cert_oid))
657 oidclr(&push_cert_oid);
659 memset(&sigcheck, '\0', sizeof(sigcheck));
661 bogs = parse_signature(push_cert.buf, push_cert.len);
662 check_signature(push_cert.buf, bogs, push_cert.buf + bogs,
663 push_cert.len - bogs, &sigcheck);
665 nonce_status = check_nonce(push_cert.buf, bogs);
667 if (!is_null_oid(&push_cert_oid)) {
668 argv_array_pushf(&proc->env_array, "GIT_PUSH_CERT=%s",
669 oid_to_hex(&push_cert_oid));
670 argv_array_pushf(&proc->env_array, "GIT_PUSH_CERT_SIGNER=%s",
671 sigcheck.signer ? sigcheck.signer : "");
672 argv_array_pushf(&proc->env_array, "GIT_PUSH_CERT_KEY=%s",
673 sigcheck.key ? sigcheck.key : "");
674 argv_array_pushf(&proc->env_array, "GIT_PUSH_CERT_STATUS=%c",
675 sigcheck.result);
676 if (push_cert_nonce) {
677 argv_array_pushf(&proc->env_array,
678 "GIT_PUSH_CERT_NONCE=%s",
679 push_cert_nonce);
680 argv_array_pushf(&proc->env_array,
681 "GIT_PUSH_CERT_NONCE_STATUS=%s",
682 nonce_status);
683 if (nonce_status == NONCE_SLOP)
684 argv_array_pushf(&proc->env_array,
685 "GIT_PUSH_CERT_NONCE_SLOP=%ld",
686 nonce_stamp_slop);
691 struct receive_hook_feed_state {
692 struct command *cmd;
693 int skip_broken;
694 struct strbuf buf;
695 const struct string_list *push_options;
698 typedef int (*feed_fn)(void *, const char **, size_t *);
699 static int run_and_feed_hook(const char *hook_name, feed_fn feed,
700 struct receive_hook_feed_state *feed_state)
702 struct child_process proc = CHILD_PROCESS_INIT;
703 struct async muxer;
704 const char *argv[2];
705 int code;
707 argv[0] = find_hook(hook_name);
708 if (!argv[0])
709 return 0;
711 argv[1] = NULL;
713 proc.argv = argv;
714 proc.in = -1;
715 proc.stdout_to_stderr = 1;
716 proc.trace2_hook_name = hook_name;
718 if (feed_state->push_options) {
719 int i;
720 for (i = 0; i < feed_state->push_options->nr; i++)
721 argv_array_pushf(&proc.env_array,
722 "GIT_PUSH_OPTION_%d=%s", i,
723 feed_state->push_options->items[i].string);
724 argv_array_pushf(&proc.env_array, "GIT_PUSH_OPTION_COUNT=%d",
725 feed_state->push_options->nr);
726 } else
727 argv_array_pushf(&proc.env_array, "GIT_PUSH_OPTION_COUNT");
729 if (tmp_objdir)
730 argv_array_pushv(&proc.env_array, tmp_objdir_env(tmp_objdir));
732 if (use_sideband) {
733 memset(&muxer, 0, sizeof(muxer));
734 muxer.proc = copy_to_sideband;
735 muxer.in = -1;
736 code = start_async(&muxer);
737 if (code)
738 return code;
739 proc.err = muxer.in;
742 prepare_push_cert_sha1(&proc);
744 code = start_command(&proc);
745 if (code) {
746 if (use_sideband)
747 finish_async(&muxer);
748 return code;
751 sigchain_push(SIGPIPE, SIG_IGN);
753 while (1) {
754 const char *buf;
755 size_t n;
756 if (feed(feed_state, &buf, &n))
757 break;
758 if (write_in_full(proc.in, buf, n) < 0)
759 break;
761 close(proc.in);
762 if (use_sideband)
763 finish_async(&muxer);
765 sigchain_pop(SIGPIPE);
767 return finish_command(&proc);
770 static int feed_receive_hook(void *state_, const char **bufp, size_t *sizep)
772 struct receive_hook_feed_state *state = state_;
773 struct command *cmd = state->cmd;
775 while (cmd &&
776 state->skip_broken && (cmd->error_string || cmd->did_not_exist))
777 cmd = cmd->next;
778 if (!cmd)
779 return -1; /* EOF */
780 strbuf_reset(&state->buf);
781 strbuf_addf(&state->buf, "%s %s %s\n",
782 oid_to_hex(&cmd->old_oid), oid_to_hex(&cmd->new_oid),
783 cmd->ref_name);
784 state->cmd = cmd->next;
785 if (bufp) {
786 *bufp = state->buf.buf;
787 *sizep = state->buf.len;
789 return 0;
792 static int run_receive_hook(struct command *commands,
793 const char *hook_name,
794 int skip_broken,
795 const struct string_list *push_options)
797 struct receive_hook_feed_state state;
798 int status;
800 strbuf_init(&state.buf, 0);
801 state.cmd = commands;
802 state.skip_broken = skip_broken;
803 if (feed_receive_hook(&state, NULL, NULL))
804 return 0;
805 state.cmd = commands;
806 state.push_options = push_options;
807 status = run_and_feed_hook(hook_name, feed_receive_hook, &state);
808 strbuf_release(&state.buf);
809 return status;
812 static int run_update_hook(struct command *cmd)
814 const char *argv[5];
815 struct child_process proc = CHILD_PROCESS_INIT;
816 int code;
818 argv[0] = find_hook("update");
819 if (!argv[0])
820 return 0;
822 argv[1] = cmd->ref_name;
823 argv[2] = oid_to_hex(&cmd->old_oid);
824 argv[3] = oid_to_hex(&cmd->new_oid);
825 argv[4] = NULL;
827 proc.no_stdin = 1;
828 proc.stdout_to_stderr = 1;
829 proc.err = use_sideband ? -1 : 0;
830 proc.argv = argv;
831 proc.trace2_hook_name = "update";
833 code = start_command(&proc);
834 if (code)
835 return code;
836 if (use_sideband)
837 copy_to_sideband(proc.err, -1, NULL);
838 return finish_command(&proc);
841 static char *refuse_unconfigured_deny_msg =
842 N_("By default, updating the current branch in a non-bare repository\n"
843 "is denied, because it will make the index and work tree inconsistent\n"
844 "with what you pushed, and will require 'git reset --hard' to match\n"
845 "the work tree to HEAD.\n"
846 "\n"
847 "You can set the 'receive.denyCurrentBranch' configuration variable\n"
848 "to 'ignore' or 'warn' in the remote repository to allow pushing into\n"
849 "its current branch; however, this is not recommended unless you\n"
850 "arranged to update its work tree to match what you pushed in some\n"
851 "other way.\n"
852 "\n"
853 "To squelch this message and still keep the default behaviour, set\n"
854 "'receive.denyCurrentBranch' configuration variable to 'refuse'.");
856 static void refuse_unconfigured_deny(void)
858 rp_error("%s", _(refuse_unconfigured_deny_msg));
861 static char *refuse_unconfigured_deny_delete_current_msg =
862 N_("By default, deleting the current branch is denied, because the next\n"
863 "'git clone' won't result in any file checked out, causing confusion.\n"
864 "\n"
865 "You can set 'receive.denyDeleteCurrent' configuration variable to\n"
866 "'warn' or 'ignore' in the remote repository to allow deleting the\n"
867 "current branch, with or without a warning message.\n"
868 "\n"
869 "To squelch this message, you can set it to 'refuse'.");
871 static void refuse_unconfigured_deny_delete_current(void)
873 rp_error("%s", _(refuse_unconfigured_deny_delete_current_msg));
876 static int command_singleton_iterator(void *cb_data, struct object_id *oid);
877 static int update_shallow_ref(struct command *cmd, struct shallow_info *si)
879 struct lock_file shallow_lock = LOCK_INIT;
880 struct oid_array extra = OID_ARRAY_INIT;
881 struct check_connected_options opt = CHECK_CONNECTED_INIT;
882 uint32_t mask = 1 << (cmd->index % 32);
883 int i;
885 trace_printf_key(&trace_shallow,
886 "shallow: update_shallow_ref %s\n", cmd->ref_name);
887 for (i = 0; i < si->shallow->nr; i++)
888 if (si->used_shallow[i] &&
889 (si->used_shallow[i][cmd->index / 32] & mask) &&
890 !delayed_reachability_test(si, i))
891 oid_array_append(&extra, &si->shallow->oid[i]);
893 opt.env = tmp_objdir_env(tmp_objdir);
894 setup_alternate_shallow(&shallow_lock, &opt.shallow_file, &extra);
895 if (check_connected(command_singleton_iterator, cmd, &opt)) {
896 rollback_shallow_file(the_repository, &shallow_lock);
897 oid_array_clear(&extra);
898 return -1;
901 commit_shallow_file(the_repository, &shallow_lock);
904 * Make sure setup_alternate_shallow() for the next ref does
905 * not lose these new roots..
907 for (i = 0; i < extra.nr; i++)
908 register_shallow(the_repository, &extra.oid[i]);
910 si->shallow_ref[cmd->index] = 0;
911 oid_array_clear(&extra);
912 return 0;
916 * NEEDSWORK: we should consolidate various implementions of "are we
917 * on an unborn branch?" test into one, and make the unified one more
918 * robust. !get_sha1() based check used here and elsewhere would not
919 * allow us to tell an unborn branch from corrupt ref, for example.
920 * For the purpose of fixing "deploy-to-update does not work when
921 * pushing into an empty repository" issue, this should suffice for
922 * now.
924 static int head_has_history(void)
926 struct object_id oid;
928 return !get_oid("HEAD", &oid);
931 static const char *push_to_deploy(unsigned char *sha1,
932 struct argv_array *env,
933 const char *work_tree)
935 const char *update_refresh[] = {
936 "update-index", "-q", "--ignore-submodules", "--refresh", NULL
938 const char *diff_files[] = {
939 "diff-files", "--quiet", "--ignore-submodules", "--", NULL
941 const char *diff_index[] = {
942 "diff-index", "--quiet", "--cached", "--ignore-submodules",
943 NULL, "--", NULL
945 const char *read_tree[] = {
946 "read-tree", "-u", "-m", NULL, NULL
948 struct child_process child = CHILD_PROCESS_INIT;
950 child.argv = update_refresh;
951 child.env = env->argv;
952 child.dir = work_tree;
953 child.no_stdin = 1;
954 child.stdout_to_stderr = 1;
955 child.git_cmd = 1;
956 if (run_command(&child))
957 return "Up-to-date check failed";
959 /* run_command() does not clean up completely; reinitialize */
960 child_process_init(&child);
961 child.argv = diff_files;
962 child.env = env->argv;
963 child.dir = work_tree;
964 child.no_stdin = 1;
965 child.stdout_to_stderr = 1;
966 child.git_cmd = 1;
967 if (run_command(&child))
968 return "Working directory has unstaged changes";
970 /* diff-index with either HEAD or an empty tree */
971 diff_index[4] = head_has_history() ? "HEAD" : empty_tree_oid_hex();
973 child_process_init(&child);
974 child.argv = diff_index;
975 child.env = env->argv;
976 child.no_stdin = 1;
977 child.no_stdout = 1;
978 child.stdout_to_stderr = 0;
979 child.git_cmd = 1;
980 if (run_command(&child))
981 return "Working directory has staged changes";
983 read_tree[3] = hash_to_hex(sha1);
984 child_process_init(&child);
985 child.argv = read_tree;
986 child.env = env->argv;
987 child.dir = work_tree;
988 child.no_stdin = 1;
989 child.no_stdout = 1;
990 child.stdout_to_stderr = 0;
991 child.git_cmd = 1;
992 if (run_command(&child))
993 return "Could not update working tree to new HEAD";
995 return NULL;
998 static const char *push_to_checkout_hook = "push-to-checkout";
1000 static const char *push_to_checkout(unsigned char *hash,
1001 struct argv_array *env,
1002 const char *work_tree)
1004 argv_array_pushf(env, "GIT_WORK_TREE=%s", absolute_path(work_tree));
1005 if (run_hook_le(env->argv, push_to_checkout_hook,
1006 hash_to_hex(hash), NULL))
1007 return "push-to-checkout hook declined";
1008 else
1009 return NULL;
1012 static const char *update_worktree(unsigned char *sha1, const struct worktree *worktree)
1014 const char *retval, *work_tree, *git_dir = NULL;
1015 struct argv_array env = ARGV_ARRAY_INIT;
1017 if (worktree && worktree->path)
1018 work_tree = worktree->path;
1019 else if (git_work_tree_cfg)
1020 work_tree = git_work_tree_cfg;
1021 else
1022 work_tree = "..";
1024 if (is_bare_repository())
1025 return "denyCurrentBranch = updateInstead needs a worktree";
1026 if (worktree)
1027 git_dir = get_worktree_git_dir(worktree);
1028 if (!git_dir)
1029 git_dir = get_git_dir();
1031 argv_array_pushf(&env, "GIT_DIR=%s", absolute_path(git_dir));
1033 if (!find_hook(push_to_checkout_hook))
1034 retval = push_to_deploy(sha1, &env, work_tree);
1035 else
1036 retval = push_to_checkout(sha1, &env, work_tree);
1038 argv_array_clear(&env);
1039 return retval;
1042 static const char *update(struct command *cmd, struct shallow_info *si)
1044 const char *name = cmd->ref_name;
1045 struct strbuf namespaced_name_buf = STRBUF_INIT;
1046 static char *namespaced_name;
1047 const char *ret;
1048 struct object_id *old_oid = &cmd->old_oid;
1049 struct object_id *new_oid = &cmd->new_oid;
1050 int do_update_worktree = 0;
1051 const struct worktree *worktree = is_bare_repository() ? NULL : find_shared_symref("HEAD", name);
1053 /* only refs/... are allowed */
1054 if (!starts_with(name, "refs/") || check_refname_format(name + 5, 0)) {
1055 rp_error("refusing to create funny ref '%s' remotely", name);
1056 return "funny refname";
1059 strbuf_addf(&namespaced_name_buf, "%s%s", get_git_namespace(), name);
1060 free(namespaced_name);
1061 namespaced_name = strbuf_detach(&namespaced_name_buf, NULL);
1063 if (worktree) {
1064 switch (deny_current_branch) {
1065 case DENY_IGNORE:
1066 break;
1067 case DENY_WARN:
1068 rp_warning("updating the current branch");
1069 break;
1070 case DENY_REFUSE:
1071 case DENY_UNCONFIGURED:
1072 rp_error("refusing to update checked out branch: %s", name);
1073 if (deny_current_branch == DENY_UNCONFIGURED)
1074 refuse_unconfigured_deny();
1075 return "branch is currently checked out";
1076 case DENY_UPDATE_INSTEAD:
1077 /* pass -- let other checks intervene first */
1078 do_update_worktree = 1;
1079 break;
1083 if (!is_null_oid(new_oid) && !has_object_file(new_oid)) {
1084 error("unpack should have generated %s, "
1085 "but I can't find it!", oid_to_hex(new_oid));
1086 return "bad pack";
1089 if (!is_null_oid(old_oid) && is_null_oid(new_oid)) {
1090 if (deny_deletes && starts_with(name, "refs/heads/")) {
1091 rp_error("denying ref deletion for %s", name);
1092 return "deletion prohibited";
1095 if (worktree || (head_name && !strcmp(namespaced_name, head_name))) {
1096 switch (deny_delete_current) {
1097 case DENY_IGNORE:
1098 break;
1099 case DENY_WARN:
1100 rp_warning("deleting the current branch");
1101 break;
1102 case DENY_REFUSE:
1103 case DENY_UNCONFIGURED:
1104 case DENY_UPDATE_INSTEAD:
1105 if (deny_delete_current == DENY_UNCONFIGURED)
1106 refuse_unconfigured_deny_delete_current();
1107 rp_error("refusing to delete the current branch: %s", name);
1108 return "deletion of the current branch prohibited";
1109 default:
1110 return "Invalid denyDeleteCurrent setting";
1115 if (deny_non_fast_forwards && !is_null_oid(new_oid) &&
1116 !is_null_oid(old_oid) &&
1117 starts_with(name, "refs/heads/")) {
1118 struct object *old_object, *new_object;
1119 struct commit *old_commit, *new_commit;
1121 old_object = parse_object(the_repository, old_oid);
1122 new_object = parse_object(the_repository, new_oid);
1124 if (!old_object || !new_object ||
1125 old_object->type != OBJ_COMMIT ||
1126 new_object->type != OBJ_COMMIT) {
1127 error("bad sha1 objects for %s", name);
1128 return "bad ref";
1130 old_commit = (struct commit *)old_object;
1131 new_commit = (struct commit *)new_object;
1132 if (!in_merge_bases(old_commit, new_commit)) {
1133 rp_error("denying non-fast-forward %s"
1134 " (you should pull first)", name);
1135 return "non-fast-forward";
1138 if (run_update_hook(cmd)) {
1139 rp_error("hook declined to update %s", name);
1140 return "hook declined";
1143 if (do_update_worktree) {
1144 ret = update_worktree(new_oid->hash, find_shared_symref("HEAD", name));
1145 if (ret)
1146 return ret;
1149 if (is_null_oid(new_oid)) {
1150 struct strbuf err = STRBUF_INIT;
1151 if (!parse_object(the_repository, old_oid)) {
1152 old_oid = NULL;
1153 if (ref_exists(name)) {
1154 rp_warning("Allowing deletion of corrupt ref.");
1155 } else {
1156 rp_warning("Deleting a non-existent ref.");
1157 cmd->did_not_exist = 1;
1160 if (ref_transaction_delete(transaction,
1161 namespaced_name,
1162 old_oid,
1163 0, "push", &err)) {
1164 rp_error("%s", err.buf);
1165 strbuf_release(&err);
1166 return "failed to delete";
1168 strbuf_release(&err);
1169 return NULL; /* good */
1171 else {
1172 struct strbuf err = STRBUF_INIT;
1173 if (shallow_update && si->shallow_ref[cmd->index] &&
1174 update_shallow_ref(cmd, si))
1175 return "shallow error";
1177 if (ref_transaction_update(transaction,
1178 namespaced_name,
1179 new_oid, old_oid,
1180 0, "push",
1181 &err)) {
1182 rp_error("%s", err.buf);
1183 strbuf_release(&err);
1185 return "failed to update ref";
1187 strbuf_release(&err);
1189 return NULL; /* good */
1193 static void run_update_post_hook(struct command *commands)
1195 struct command *cmd;
1196 struct child_process proc = CHILD_PROCESS_INIT;
1197 const char *hook;
1199 hook = find_hook("post-update");
1200 if (!hook)
1201 return;
1203 for (cmd = commands; cmd; cmd = cmd->next) {
1204 if (cmd->error_string || cmd->did_not_exist)
1205 continue;
1206 if (!proc.args.argc)
1207 argv_array_push(&proc.args, hook);
1208 argv_array_push(&proc.args, cmd->ref_name);
1210 if (!proc.args.argc)
1211 return;
1213 proc.no_stdin = 1;
1214 proc.stdout_to_stderr = 1;
1215 proc.err = use_sideband ? -1 : 0;
1216 proc.trace2_hook_name = "post-update";
1218 if (!start_command(&proc)) {
1219 if (use_sideband)
1220 copy_to_sideband(proc.err, -1, NULL);
1221 finish_command(&proc);
1225 static void check_aliased_update_internal(struct command *cmd,
1226 struct string_list *list,
1227 const char *dst_name, int flag)
1229 struct string_list_item *item;
1230 struct command *dst_cmd;
1232 if (!(flag & REF_ISSYMREF))
1233 return;
1235 if (!dst_name) {
1236 rp_error("refusing update to broken symref '%s'", cmd->ref_name);
1237 cmd->skip_update = 1;
1238 cmd->error_string = "broken symref";
1239 return;
1241 dst_name = strip_namespace(dst_name);
1243 if ((item = string_list_lookup(list, dst_name)) == NULL)
1244 return;
1246 cmd->skip_update = 1;
1248 dst_cmd = (struct command *) item->util;
1250 if (oideq(&cmd->old_oid, &dst_cmd->old_oid) &&
1251 oideq(&cmd->new_oid, &dst_cmd->new_oid))
1252 return;
1254 dst_cmd->skip_update = 1;
1256 rp_error("refusing inconsistent update between symref '%s' (%s..%s) and"
1257 " its target '%s' (%s..%s)",
1258 cmd->ref_name,
1259 find_unique_abbrev(&cmd->old_oid, DEFAULT_ABBREV),
1260 find_unique_abbrev(&cmd->new_oid, DEFAULT_ABBREV),
1261 dst_cmd->ref_name,
1262 find_unique_abbrev(&dst_cmd->old_oid, DEFAULT_ABBREV),
1263 find_unique_abbrev(&dst_cmd->new_oid, DEFAULT_ABBREV));
1265 cmd->error_string = dst_cmd->error_string =
1266 "inconsistent aliased update";
1269 static void check_aliased_update(struct command *cmd, struct string_list *list)
1271 struct strbuf buf = STRBUF_INIT;
1272 const char *dst_name;
1273 int flag;
1275 strbuf_addf(&buf, "%s%s", get_git_namespace(), cmd->ref_name);
1276 dst_name = resolve_ref_unsafe(buf.buf, 0, NULL, &flag);
1277 check_aliased_update_internal(cmd, list, dst_name, flag);
1278 strbuf_release(&buf);
1281 static void check_aliased_updates(struct command *commands)
1283 struct command *cmd;
1284 struct string_list ref_list = STRING_LIST_INIT_NODUP;
1286 for (cmd = commands; cmd; cmd = cmd->next) {
1287 struct string_list_item *item =
1288 string_list_append(&ref_list, cmd->ref_name);
1289 item->util = (void *)cmd;
1291 string_list_sort(&ref_list);
1293 for (cmd = commands; cmd; cmd = cmd->next) {
1294 if (!cmd->error_string)
1295 check_aliased_update(cmd, &ref_list);
1298 string_list_clear(&ref_list, 0);
1301 static int command_singleton_iterator(void *cb_data, struct object_id *oid)
1303 struct command **cmd_list = cb_data;
1304 struct command *cmd = *cmd_list;
1306 if (!cmd || is_null_oid(&cmd->new_oid))
1307 return -1; /* end of list */
1308 *cmd_list = NULL; /* this returns only one */
1309 oidcpy(oid, &cmd->new_oid);
1310 return 0;
1313 static void set_connectivity_errors(struct command *commands,
1314 struct shallow_info *si)
1316 struct command *cmd;
1318 for (cmd = commands; cmd; cmd = cmd->next) {
1319 struct command *singleton = cmd;
1320 struct check_connected_options opt = CHECK_CONNECTED_INIT;
1322 if (shallow_update && si->shallow_ref[cmd->index])
1323 /* to be checked in update_shallow_ref() */
1324 continue;
1326 opt.env = tmp_objdir_env(tmp_objdir);
1327 if (!check_connected(command_singleton_iterator, &singleton,
1328 &opt))
1329 continue;
1331 cmd->error_string = "missing necessary objects";
1335 struct iterate_data {
1336 struct command *cmds;
1337 struct shallow_info *si;
1340 static int iterate_receive_command_list(void *cb_data, struct object_id *oid)
1342 struct iterate_data *data = cb_data;
1343 struct command **cmd_list = &data->cmds;
1344 struct command *cmd = *cmd_list;
1346 for (; cmd; cmd = cmd->next) {
1347 if (shallow_update && data->si->shallow_ref[cmd->index])
1348 /* to be checked in update_shallow_ref() */
1349 continue;
1350 if (!is_null_oid(&cmd->new_oid) && !cmd->skip_update) {
1351 oidcpy(oid, &cmd->new_oid);
1352 *cmd_list = cmd->next;
1353 return 0;
1356 *cmd_list = NULL;
1357 return -1; /* end of list */
1360 static void reject_updates_to_hidden(struct command *commands)
1362 struct strbuf refname_full = STRBUF_INIT;
1363 size_t prefix_len;
1364 struct command *cmd;
1366 strbuf_addstr(&refname_full, get_git_namespace());
1367 prefix_len = refname_full.len;
1369 for (cmd = commands; cmd; cmd = cmd->next) {
1370 if (cmd->error_string)
1371 continue;
1373 strbuf_setlen(&refname_full, prefix_len);
1374 strbuf_addstr(&refname_full, cmd->ref_name);
1376 if (!ref_is_hidden(cmd->ref_name, refname_full.buf))
1377 continue;
1378 if (is_null_oid(&cmd->new_oid))
1379 cmd->error_string = "deny deleting a hidden ref";
1380 else
1381 cmd->error_string = "deny updating a hidden ref";
1384 strbuf_release(&refname_full);
1387 static int should_process_cmd(struct command *cmd)
1389 return !cmd->error_string && !cmd->skip_update;
1392 static void warn_if_skipped_connectivity_check(struct command *commands,
1393 struct shallow_info *si)
1395 struct command *cmd;
1396 int checked_connectivity = 1;
1398 for (cmd = commands; cmd; cmd = cmd->next) {
1399 if (should_process_cmd(cmd) && si->shallow_ref[cmd->index]) {
1400 error("BUG: connectivity check has not been run on ref %s",
1401 cmd->ref_name);
1402 checked_connectivity = 0;
1405 if (!checked_connectivity)
1406 BUG("connectivity check skipped???");
1409 static void execute_commands_non_atomic(struct command *commands,
1410 struct shallow_info *si)
1412 struct command *cmd;
1413 struct strbuf err = STRBUF_INIT;
1415 for (cmd = commands; cmd; cmd = cmd->next) {
1416 if (!should_process_cmd(cmd))
1417 continue;
1419 transaction = ref_transaction_begin(&err);
1420 if (!transaction) {
1421 rp_error("%s", err.buf);
1422 strbuf_reset(&err);
1423 cmd->error_string = "transaction failed to start";
1424 continue;
1427 cmd->error_string = update(cmd, si);
1429 if (!cmd->error_string
1430 && ref_transaction_commit(transaction, &err)) {
1431 rp_error("%s", err.buf);
1432 strbuf_reset(&err);
1433 cmd->error_string = "failed to update ref";
1435 ref_transaction_free(transaction);
1437 strbuf_release(&err);
1440 static void execute_commands_atomic(struct command *commands,
1441 struct shallow_info *si)
1443 struct command *cmd;
1444 struct strbuf err = STRBUF_INIT;
1445 const char *reported_error = "atomic push failure";
1447 transaction = ref_transaction_begin(&err);
1448 if (!transaction) {
1449 rp_error("%s", err.buf);
1450 strbuf_reset(&err);
1451 reported_error = "transaction failed to start";
1452 goto failure;
1455 for (cmd = commands; cmd; cmd = cmd->next) {
1456 if (!should_process_cmd(cmd))
1457 continue;
1459 cmd->error_string = update(cmd, si);
1461 if (cmd->error_string)
1462 goto failure;
1465 if (ref_transaction_commit(transaction, &err)) {
1466 rp_error("%s", err.buf);
1467 reported_error = "atomic transaction failed";
1468 goto failure;
1470 goto cleanup;
1472 failure:
1473 for (cmd = commands; cmd; cmd = cmd->next)
1474 if (!cmd->error_string)
1475 cmd->error_string = reported_error;
1477 cleanup:
1478 ref_transaction_free(transaction);
1479 strbuf_release(&err);
1482 static void execute_commands(struct command *commands,
1483 const char *unpacker_error,
1484 struct shallow_info *si,
1485 const struct string_list *push_options)
1487 struct check_connected_options opt = CHECK_CONNECTED_INIT;
1488 struct command *cmd;
1489 struct iterate_data data;
1490 struct async muxer;
1491 int err_fd = 0;
1493 if (unpacker_error) {
1494 for (cmd = commands; cmd; cmd = cmd->next)
1495 cmd->error_string = "unpacker error";
1496 return;
1499 if (use_sideband) {
1500 memset(&muxer, 0, sizeof(muxer));
1501 muxer.proc = copy_to_sideband;
1502 muxer.in = -1;
1503 if (!start_async(&muxer))
1504 err_fd = muxer.in;
1505 /* ...else, continue without relaying sideband */
1508 data.cmds = commands;
1509 data.si = si;
1510 opt.err_fd = err_fd;
1511 opt.progress = err_fd && !quiet;
1512 opt.env = tmp_objdir_env(tmp_objdir);
1513 if (check_connected(iterate_receive_command_list, &data, &opt))
1514 set_connectivity_errors(commands, si);
1516 if (use_sideband)
1517 finish_async(&muxer);
1519 reject_updates_to_hidden(commands);
1521 if (run_receive_hook(commands, "pre-receive", 0, push_options)) {
1522 for (cmd = commands; cmd; cmd = cmd->next) {
1523 if (!cmd->error_string)
1524 cmd->error_string = "pre-receive hook declined";
1526 return;
1530 * Now we'll start writing out refs, which means the objects need
1531 * to be in their final positions so that other processes can see them.
1533 if (tmp_objdir_migrate(tmp_objdir) < 0) {
1534 for (cmd = commands; cmd; cmd = cmd->next) {
1535 if (!cmd->error_string)
1536 cmd->error_string = "unable to migrate objects to permanent storage";
1538 return;
1540 tmp_objdir = NULL;
1542 check_aliased_updates(commands);
1544 free(head_name_to_free);
1545 head_name = head_name_to_free = resolve_refdup("HEAD", 0, NULL, NULL);
1547 if (use_atomic)
1548 execute_commands_atomic(commands, si);
1549 else
1550 execute_commands_non_atomic(commands, si);
1552 if (shallow_update)
1553 warn_if_skipped_connectivity_check(commands, si);
1556 static struct command **queue_command(struct command **tail,
1557 const char *line,
1558 int linelen)
1560 struct object_id old_oid, new_oid;
1561 struct command *cmd;
1562 const char *refname;
1563 int reflen;
1564 const char *p;
1566 if (parse_oid_hex(line, &old_oid, &p) ||
1567 *p++ != ' ' ||
1568 parse_oid_hex(p, &new_oid, &p) ||
1569 *p++ != ' ')
1570 die("protocol error: expected old/new/ref, got '%s'", line);
1572 refname = p;
1573 reflen = linelen - (p - line);
1574 FLEX_ALLOC_MEM(cmd, ref_name, refname, reflen);
1575 oidcpy(&cmd->old_oid, &old_oid);
1576 oidcpy(&cmd->new_oid, &new_oid);
1577 *tail = cmd;
1578 return &cmd->next;
1581 static void queue_commands_from_cert(struct command **tail,
1582 struct strbuf *push_cert)
1584 const char *boc, *eoc;
1586 if (*tail)
1587 die("protocol error: got both push certificate and unsigned commands");
1589 boc = strstr(push_cert->buf, "\n\n");
1590 if (!boc)
1591 die("malformed push certificate %.*s", 100, push_cert->buf);
1592 else
1593 boc += 2;
1594 eoc = push_cert->buf + parse_signature(push_cert->buf, push_cert->len);
1596 while (boc < eoc) {
1597 const char *eol = memchr(boc, '\n', eoc - boc);
1598 tail = queue_command(tail, boc, eol ? eol - boc : eoc - boc);
1599 boc = eol ? eol + 1 : eoc;
1603 static struct command *read_head_info(struct packet_reader *reader,
1604 struct oid_array *shallow)
1606 struct command *commands = NULL;
1607 struct command **p = &commands;
1608 for (;;) {
1609 int linelen;
1611 if (packet_reader_read(reader) != PACKET_READ_NORMAL)
1612 break;
1614 if (reader->pktlen > 8 && starts_with(reader->line, "shallow ")) {
1615 struct object_id oid;
1616 if (get_oid_hex(reader->line + 8, &oid))
1617 die("protocol error: expected shallow sha, got '%s'",
1618 reader->line + 8);
1619 oid_array_append(shallow, &oid);
1620 continue;
1623 linelen = strlen(reader->line);
1624 if (linelen < reader->pktlen) {
1625 const char *feature_list = reader->line + linelen + 1;
1626 if (parse_feature_request(feature_list, "report-status"))
1627 report_status = 1;
1628 if (parse_feature_request(feature_list, "side-band-64k"))
1629 use_sideband = LARGE_PACKET_MAX;
1630 if (parse_feature_request(feature_list, "quiet"))
1631 quiet = 1;
1632 if (advertise_atomic_push
1633 && parse_feature_request(feature_list, "atomic"))
1634 use_atomic = 1;
1635 if (advertise_push_options
1636 && parse_feature_request(feature_list, "push-options"))
1637 use_push_options = 1;
1640 if (!strcmp(reader->line, "push-cert")) {
1641 int true_flush = 0;
1642 int saved_options = reader->options;
1643 reader->options &= ~PACKET_READ_CHOMP_NEWLINE;
1645 for (;;) {
1646 packet_reader_read(reader);
1647 if (reader->status == PACKET_READ_FLUSH) {
1648 true_flush = 1;
1649 break;
1651 if (reader->status != PACKET_READ_NORMAL) {
1652 die("protocol error: got an unexpected packet");
1654 if (!strcmp(reader->line, "push-cert-end\n"))
1655 break; /* end of cert */
1656 strbuf_addstr(&push_cert, reader->line);
1658 reader->options = saved_options;
1660 if (true_flush)
1661 break;
1662 continue;
1665 p = queue_command(p, reader->line, linelen);
1668 if (push_cert.len)
1669 queue_commands_from_cert(p, &push_cert);
1671 return commands;
1674 static void read_push_options(struct packet_reader *reader,
1675 struct string_list *options)
1677 while (1) {
1678 if (packet_reader_read(reader) != PACKET_READ_NORMAL)
1679 break;
1681 string_list_append(options, reader->line);
1685 static const char *parse_pack_header(struct pack_header *hdr)
1687 switch (read_pack_header(0, hdr)) {
1688 case PH_ERROR_EOF:
1689 return "eof before pack header was fully read";
1691 case PH_ERROR_PACK_SIGNATURE:
1692 return "protocol error (pack signature mismatch detected)";
1694 case PH_ERROR_PROTOCOL:
1695 return "protocol error (pack version unsupported)";
1697 default:
1698 return "unknown error in parse_pack_header";
1700 case 0:
1701 return NULL;
1705 static const char *pack_lockfile;
1707 static void push_header_arg(struct argv_array *args, struct pack_header *hdr)
1709 argv_array_pushf(args, "--pack_header=%"PRIu32",%"PRIu32,
1710 ntohl(hdr->hdr_version), ntohl(hdr->hdr_entries));
1713 static const char *unpack(int err_fd, struct shallow_info *si)
1715 struct pack_header hdr;
1716 const char *hdr_err;
1717 int status;
1718 struct child_process child = CHILD_PROCESS_INIT;
1719 int fsck_objects = (receive_fsck_objects >= 0
1720 ? receive_fsck_objects
1721 : transfer_fsck_objects >= 0
1722 ? transfer_fsck_objects
1723 : 0);
1725 hdr_err = parse_pack_header(&hdr);
1726 if (hdr_err) {
1727 if (err_fd > 0)
1728 close(err_fd);
1729 return hdr_err;
1732 if (si->nr_ours || si->nr_theirs) {
1733 alt_shallow_file = setup_temporary_shallow(si->shallow);
1734 argv_array_push(&child.args, "--shallow-file");
1735 argv_array_push(&child.args, alt_shallow_file);
1738 tmp_objdir = tmp_objdir_create();
1739 if (!tmp_objdir) {
1740 if (err_fd > 0)
1741 close(err_fd);
1742 return "unable to create temporary object directory";
1744 child.env = tmp_objdir_env(tmp_objdir);
1747 * Normally we just pass the tmp_objdir environment to the child
1748 * processes that do the heavy lifting, but we may need to see these
1749 * objects ourselves to set up shallow information.
1751 tmp_objdir_add_as_alternate(tmp_objdir);
1753 if (ntohl(hdr.hdr_entries) < unpack_limit) {
1754 argv_array_push(&child.args, "unpack-objects");
1755 push_header_arg(&child.args, &hdr);
1756 if (quiet)
1757 argv_array_push(&child.args, "-q");
1758 if (fsck_objects)
1759 argv_array_pushf(&child.args, "--strict%s",
1760 fsck_msg_types.buf);
1761 if (max_input_size)
1762 argv_array_pushf(&child.args, "--max-input-size=%"PRIuMAX,
1763 (uintmax_t)max_input_size);
1764 child.no_stdout = 1;
1765 child.err = err_fd;
1766 child.git_cmd = 1;
1767 status = run_command(&child);
1768 if (status)
1769 return "unpack-objects abnormal exit";
1770 } else {
1771 char hostname[HOST_NAME_MAX + 1];
1773 argv_array_pushl(&child.args, "index-pack", "--stdin", NULL);
1774 push_header_arg(&child.args, &hdr);
1776 if (xgethostname(hostname, sizeof(hostname)))
1777 xsnprintf(hostname, sizeof(hostname), "localhost");
1778 argv_array_pushf(&child.args,
1779 "--keep=receive-pack %"PRIuMAX" on %s",
1780 (uintmax_t)getpid(),
1781 hostname);
1783 if (!quiet && err_fd)
1784 argv_array_push(&child.args, "--show-resolving-progress");
1785 if (use_sideband)
1786 argv_array_push(&child.args, "--report-end-of-input");
1787 if (fsck_objects)
1788 argv_array_pushf(&child.args, "--strict%s",
1789 fsck_msg_types.buf);
1790 if (!reject_thin)
1791 argv_array_push(&child.args, "--fix-thin");
1792 if (max_input_size)
1793 argv_array_pushf(&child.args, "--max-input-size=%"PRIuMAX,
1794 (uintmax_t)max_input_size);
1795 child.out = -1;
1796 child.err = err_fd;
1797 child.git_cmd = 1;
1798 status = start_command(&child);
1799 if (status)
1800 return "index-pack fork failed";
1801 pack_lockfile = index_pack_lockfile(child.out);
1802 close(child.out);
1803 status = finish_command(&child);
1804 if (status)
1805 return "index-pack abnormal exit";
1806 reprepare_packed_git(the_repository);
1808 return NULL;
1811 static const char *unpack_with_sideband(struct shallow_info *si)
1813 struct async muxer;
1814 const char *ret;
1816 if (!use_sideband)
1817 return unpack(0, si);
1819 use_keepalive = KEEPALIVE_AFTER_NUL;
1820 memset(&muxer, 0, sizeof(muxer));
1821 muxer.proc = copy_to_sideband;
1822 muxer.in = -1;
1823 if (start_async(&muxer))
1824 return NULL;
1826 ret = unpack(muxer.in, si);
1828 finish_async(&muxer);
1829 return ret;
1832 static void prepare_shallow_update(struct shallow_info *si)
1834 int i, j, k, bitmap_size = DIV_ROUND_UP(si->ref->nr, 32);
1836 ALLOC_ARRAY(si->used_shallow, si->shallow->nr);
1837 assign_shallow_commits_to_refs(si, si->used_shallow, NULL);
1839 si->need_reachability_test =
1840 xcalloc(si->shallow->nr, sizeof(*si->need_reachability_test));
1841 si->reachable =
1842 xcalloc(si->shallow->nr, sizeof(*si->reachable));
1843 si->shallow_ref = xcalloc(si->ref->nr, sizeof(*si->shallow_ref));
1845 for (i = 0; i < si->nr_ours; i++)
1846 si->need_reachability_test[si->ours[i]] = 1;
1848 for (i = 0; i < si->shallow->nr; i++) {
1849 if (!si->used_shallow[i])
1850 continue;
1851 for (j = 0; j < bitmap_size; j++) {
1852 if (!si->used_shallow[i][j])
1853 continue;
1854 si->need_reachability_test[i]++;
1855 for (k = 0; k < 32; k++)
1856 if (si->used_shallow[i][j] & (1U << k))
1857 si->shallow_ref[j * 32 + k]++;
1861 * true for those associated with some refs and belong
1862 * in "ours" list aka "step 7 not done yet"
1864 si->need_reachability_test[i] =
1865 si->need_reachability_test[i] > 1;
1869 * keep hooks happy by forcing a temporary shallow file via
1870 * env variable because we can't add --shallow-file to every
1871 * command. check_connected() will be done with
1872 * true .git/shallow though.
1874 setenv(GIT_SHALLOW_FILE_ENVIRONMENT, alt_shallow_file, 1);
1877 static void update_shallow_info(struct command *commands,
1878 struct shallow_info *si,
1879 struct oid_array *ref)
1881 struct command *cmd;
1882 int *ref_status;
1883 remove_nonexistent_theirs_shallow(si);
1884 if (!si->nr_ours && !si->nr_theirs) {
1885 shallow_update = 0;
1886 return;
1889 for (cmd = commands; cmd; cmd = cmd->next) {
1890 if (is_null_oid(&cmd->new_oid))
1891 continue;
1892 oid_array_append(ref, &cmd->new_oid);
1893 cmd->index = ref->nr - 1;
1895 si->ref = ref;
1897 if (shallow_update) {
1898 prepare_shallow_update(si);
1899 return;
1902 ALLOC_ARRAY(ref_status, ref->nr);
1903 assign_shallow_commits_to_refs(si, NULL, ref_status);
1904 for (cmd = commands; cmd; cmd = cmd->next) {
1905 if (is_null_oid(&cmd->new_oid))
1906 continue;
1907 if (ref_status[cmd->index]) {
1908 cmd->error_string = "shallow update not allowed";
1909 cmd->skip_update = 1;
1912 free(ref_status);
1915 static void report(struct command *commands, const char *unpack_status)
1917 struct command *cmd;
1918 struct strbuf buf = STRBUF_INIT;
1920 packet_buf_write(&buf, "unpack %s\n",
1921 unpack_status ? unpack_status : "ok");
1922 for (cmd = commands; cmd; cmd = cmd->next) {
1923 if (!cmd->error_string)
1924 packet_buf_write(&buf, "ok %s\n",
1925 cmd->ref_name);
1926 else
1927 packet_buf_write(&buf, "ng %s %s\n",
1928 cmd->ref_name, cmd->error_string);
1930 packet_buf_flush(&buf);
1932 if (use_sideband)
1933 send_sideband(1, 1, buf.buf, buf.len, use_sideband);
1934 else
1935 write_or_die(1, buf.buf, buf.len);
1936 strbuf_release(&buf);
1939 static int delete_only(struct command *commands)
1941 struct command *cmd;
1942 for (cmd = commands; cmd; cmd = cmd->next) {
1943 if (!is_null_oid(&cmd->new_oid))
1944 return 0;
1946 return 1;
1949 int cmd_receive_pack(int argc, const char **argv, const char *prefix)
1951 int advertise_refs = 0;
1952 struct command *commands;
1953 struct oid_array shallow = OID_ARRAY_INIT;
1954 struct oid_array ref = OID_ARRAY_INIT;
1955 struct shallow_info si;
1956 struct packet_reader reader;
1958 struct option options[] = {
1959 OPT__QUIET(&quiet, N_("quiet")),
1960 OPT_HIDDEN_BOOL(0, "stateless-rpc", &stateless_rpc, NULL),
1961 OPT_HIDDEN_BOOL(0, "advertise-refs", &advertise_refs, NULL),
1962 OPT_HIDDEN_BOOL(0, "reject-thin-pack-for-testing", &reject_thin, NULL),
1963 OPT_END()
1966 packet_trace_identity("receive-pack");
1968 argc = parse_options(argc, argv, prefix, options, receive_pack_usage, 0);
1970 if (argc > 1)
1971 usage_msg_opt(_("Too many arguments."), receive_pack_usage, options);
1972 if (argc == 0)
1973 usage_msg_opt(_("You must specify a directory."), receive_pack_usage, options);
1975 service_dir = argv[0];
1977 setup_path();
1979 if (!enter_repo(service_dir, 0))
1980 die("'%s' does not appear to be a git repository", service_dir);
1982 git_config(receive_pack_config, NULL);
1983 if (cert_nonce_seed)
1984 push_cert_nonce = prepare_push_cert_nonce(service_dir, time(NULL));
1986 if (0 <= transfer_unpack_limit)
1987 unpack_limit = transfer_unpack_limit;
1988 else if (0 <= receive_unpack_limit)
1989 unpack_limit = receive_unpack_limit;
1991 switch (determine_protocol_version_server()) {
1992 case protocol_v2:
1994 * push support for protocol v2 has not been implemented yet,
1995 * so ignore the request to use v2 and fallback to using v0.
1997 break;
1998 case protocol_v1:
2000 * v1 is just the original protocol with a version string,
2001 * so just fall through after writing the version string.
2003 if (advertise_refs || !stateless_rpc)
2004 packet_write_fmt(1, "version 1\n");
2006 /* fallthrough */
2007 case protocol_v0:
2008 break;
2009 case protocol_unknown_version:
2010 BUG("unknown protocol version");
2013 if (advertise_refs || !stateless_rpc) {
2014 write_head_info();
2016 if (advertise_refs)
2017 return 0;
2019 packet_reader_init(&reader, 0, NULL, 0,
2020 PACKET_READ_CHOMP_NEWLINE |
2021 PACKET_READ_DIE_ON_ERR_PACKET);
2023 if ((commands = read_head_info(&reader, &shallow)) != NULL) {
2024 const char *unpack_status = NULL;
2025 struct string_list push_options = STRING_LIST_INIT_DUP;
2027 if (use_push_options)
2028 read_push_options(&reader, &push_options);
2029 if (!check_cert_push_options(&push_options)) {
2030 struct command *cmd;
2031 for (cmd = commands; cmd; cmd = cmd->next)
2032 cmd->error_string = "inconsistent push options";
2035 prepare_shallow_info(&si, &shallow);
2036 if (!si.nr_ours && !si.nr_theirs)
2037 shallow_update = 0;
2038 if (!delete_only(commands)) {
2039 unpack_status = unpack_with_sideband(&si);
2040 update_shallow_info(commands, &si, &ref);
2042 use_keepalive = KEEPALIVE_ALWAYS;
2043 execute_commands(commands, unpack_status, &si,
2044 &push_options);
2045 if (pack_lockfile)
2046 unlink_or_warn(pack_lockfile);
2047 if (report_status)
2048 report(commands, unpack_status);
2049 run_receive_hook(commands, "post-receive", 1,
2050 &push_options);
2051 run_update_post_hook(commands);
2052 string_list_clear(&push_options, 0);
2053 if (auto_gc) {
2054 const char *argv_gc_auto[] = {
2055 "gc", "--auto", "--quiet", NULL,
2057 struct child_process proc = CHILD_PROCESS_INIT;
2059 proc.no_stdin = 1;
2060 proc.stdout_to_stderr = 1;
2061 proc.err = use_sideband ? -1 : 0;
2062 proc.git_cmd = 1;
2063 proc.argv = argv_gc_auto;
2065 close_object_store(the_repository->objects);
2066 if (!start_command(&proc)) {
2067 if (use_sideband)
2068 copy_to_sideband(proc.err, -1, NULL);
2069 finish_command(&proc);
2072 if (auto_update_server_info)
2073 update_server_info(0);
2074 clear_shallow_info(&si);
2076 if (use_sideband)
2077 packet_flush(1);
2078 oid_array_clear(&shallow);
2079 oid_array_clear(&ref);
2080 free((void *)push_cert_nonce);
2081 return 0;