builtin/receive-pack.c

   1 #include "builtin.h"
   2 #include "lockfile.h"
   3 #include "pack.h"
   4 #include "refs.h"
   5 #include "pkt-line.h"
   6 #include "sideband.h"
   7 #include "run-command.h"
   8 #include "exec_cmd.h"
   9 #include "commit.h"
  10 #include "object.h"
  11 #include "remote.h"
  12 #include "connect.h"
  13 #include "transport.h"
  14 #include "string-list.h"
  15 #include "sha1-array.h"
  16 #include "connected.h"
  17 #include "argv-array.h"
  18 #include "version.h"
  19 #include "tag.h"
  20 #include "gpg-interface.h"
  21 #include "sigchain.h"
  22 #include "fsck.h"
  23 #include "tmp-objdir.h"
  24
  25 static const char * const receive_pack_usage[] = {
  26         N_("git receive-pack <git-dir>"),
  27         NULL
  28 };
  29
  30 enum deny_action {
  31         DENY_UNCONFIGURED,
  32         DENY_IGNORE,
  33         DENY_WARN,
  34         DENY_REFUSE,
  35         DENY_UPDATE_INSTEAD
  36 };
  37
  38 static int deny_deletes;
  39 static int deny_non_fast_forwards;
  40 static enum deny_action deny_current_branch = DENY_UNCONFIGURED;
  41 static enum deny_action deny_delete_current = DENY_UNCONFIGURED;
  42 static int receive_fsck_objects = -1;
  43 static int transfer_fsck_objects = -1;
  44 static struct strbuf fsck_msg_types = STRBUF_INIT;
  45 static int receive_unpack_limit = -1;
  46 static int transfer_unpack_limit = -1;
  47 static int advertise_atomic_push = 1;
  48 static int advertise_push_options;
  49 static int unpack_limit = 100;
  50 static off_t max_input_size;
  51 static int report_status;
  52 static int use_sideband;
  53 static int use_atomic;
  54 static int use_push_options;
  55 static int quiet;
  56 static int prefer_ofs_delta = 1;
  57 static int auto_update_server_info;
  58 static int auto_gc = 1;
  59 static int reject_thin;
  60 static int stateless_rpc;
  61 static const char *service_dir;
  62 static const char *head_name;
  63 static void *head_name_to_free;
  64 static int sent_capabilities;
  65 static int shallow_update;
  66 static const char *alt_shallow_file;
  67 static struct strbuf push_cert = STRBUF_INIT;
  68 static unsigned char push_cert_sha1[20];
  69 static struct signature_check sigcheck;
  70 static const char *push_cert_nonce;
  71 static const char *cert_nonce_seed;
  72
  73 static const char *NONCE_UNSOLICITED = "UNSOLICITED";
  74 static const char *NONCE_BAD = "BAD";
  75 static const char *NONCE_MISSING = "MISSING";
  76 static const char *NONCE_OK = "OK";
  77 static const char *NONCE_SLOP = "SLOP";
  78 static const char *nonce_status;
  79 static long nonce_stamp_slop;
  80 static unsigned long nonce_stamp_slop_limit;
  81 static struct ref_transaction *transaction;
  82
  83 static enum {
  84         KEEPALIVE_NEVER = 0,
  85         KEEPALIVE_AFTER_NUL,
  86         KEEPALIVE_ALWAYS
  87 } use_keepalive;
  88 static int keepalive_in_sec = 5;
  89
  90 static struct tmp_objdir *tmp_objdir;
  91
  92 static enum deny_action parse_deny_action(const char *var, const char *value)
  93 {
  94         if (value) {
  95                 if (!strcasecmp(value, "ignore"))
  96                         return DENY_IGNORE;
  97                 if (!strcasecmp(value, "warn"))
  98                         return DENY_WARN;
  99                 if (!strcasecmp(value, "refuse"))
 100                         return DENY_REFUSE;
 101                 if (!strcasecmp(value, "updateinstead"))
 102                         return DENY_UPDATE_INSTEAD;
 103         }
 104         if (git_config_bool(var, value))
 105                 return DENY_REFUSE;
 106         return DENY_IGNORE;
 107 }
 108
 109 static int receive_pack_config(const char *var, const char *value, void *cb)
 110 {
 111         int status = parse_hide_refs_config(var, value, "receive");
 112
 113         if (status)
 114                 return status;
 115
 116         if (strcmp(var, "receive.denydeletes") == 0) {
 117                 deny_deletes = git_config_bool(var, value);
 118                 return 0;
 119         }
 120
 121         if (strcmp(var, "receive.denynonfastforwards") == 0) {
 122                 deny_non_fast_forwards = git_config_bool(var, value);
 123                 return 0;
 124         }
 125
 126         if (strcmp(var, "receive.unpacklimit") == 0) {
 127                 receive_unpack_limit = git_config_int(var, value);
 128                 return 0;
 129         }
 130
 131         if (strcmp(var, "transfer.unpacklimit") == 0) {
 132                 transfer_unpack_limit = git_config_int(var, value);
 133                 return 0;
 134         }
 135
 136         if (strcmp(var, "receive.fsck.skiplist") == 0) {
 137                 const char *path;
 138
 139                 if (git_config_pathname(&path, var, value))
 140                         return 1;
 141                 strbuf_addf(&fsck_msg_types, "%cskiplist=%s",
 142                         fsck_msg_types.len ? ',' : '=', path);
 143                 free((char *)path);
 144                 return 0;
 145         }
 146
 147         if (skip_prefix(var, "receive.fsck.", &var)) {
 148                 if (is_valid_msg_type(var, value))
 149                         strbuf_addf(&fsck_msg_types, "%c%s=%s",
 150                                 fsck_msg_types.len ? ',' : '=', var, value);
 151                 else
 152                         warning("Skipping unknown msg id '%s'", var);
 153                 return 0;
 154         }
 155
 156         if (strcmp(var, "receive.fsckobjects") == 0) {
 157                 receive_fsck_objects = git_config_bool(var, value);
 158                 return 0;
 159         }
 160
 161         if (strcmp(var, "transfer.fsckobjects") == 0) {
 162                 transfer_fsck_objects = git_config_bool(var, value);
 163                 return 0;
 164         }
 165
 166         if (!strcmp(var, "receive.denycurrentbranch")) {
 167                 deny_current_branch = parse_deny_action(var, value);
 168                 return 0;
 169         }
 170
 171         if (strcmp(var, "receive.denydeletecurrent") == 0) {
 172                 deny_delete_current = parse_deny_action(var, value);
 173                 return 0;
 174         }
 175
 176         if (strcmp(var, "repack.usedeltabaseoffset") == 0) {
 177                 prefer_ofs_delta = git_config_bool(var, value);
 178                 return 0;
 179         }
 180
 181         if (strcmp(var, "receive.updateserverinfo") == 0) {
 182                 auto_update_server_info = git_config_bool(var, value);
 183                 return 0;
 184         }
 185
 186         if (strcmp(var, "receive.autogc") == 0) {
 187                 auto_gc = git_config_bool(var, value);
 188                 return 0;
 189         }
 190
 191         if (strcmp(var, "receive.shallowupdate") == 0) {
 192                 shallow_update = git_config_bool(var, value);
 193                 return 0;
 194         }
 195
 196         if (strcmp(var, "receive.certnonceseed") == 0)
 197                 return git_config_string(&cert_nonce_seed, var, value);
 198
 199         if (strcmp(var, "receive.certnonceslop") == 0) {
 200                 nonce_stamp_slop_limit = git_config_ulong(var, value);
 201                 return 0;
 202         }
 203
 204         if (strcmp(var, "receive.advertiseatomic") == 0) {
 205                 advertise_atomic_push = git_config_bool(var, value);
 206                 return 0;
 207         }
 208
 209         if (strcmp(var, "receive.advertisepushoptions") == 0) {
 210                 advertise_push_options = git_config_bool(var, value);
 211                 return 0;
 212         }
 213
 214         if (strcmp(var, "receive.keepalive") == 0) {
 215                 keepalive_in_sec = git_config_int(var, value);
 216                 return 0;
 217         }
 218
 219         if (strcmp(var, "receive.maxinputsize") == 0) {
 220                 max_input_size = git_config_int64(var, value);
 221                 return 0;
 222         }
 223
 224         return git_default_config(var, value, cb);
 225 }
 226
 227 static void show_ref(const char *path, const unsigned char *sha1)
 228 {
 229         if (sent_capabilities) {
 230                 packet_write_fmt(1, "%s %s\n", sha1_to_hex(sha1), path);
 231         } else {
 232                 struct strbuf cap = STRBUF_INIT;
 233
 234                 strbuf_addstr(&cap,
 235                               "report-status delete-refs side-band-64k quiet");
 236                 if (advertise_atomic_push)
 237                         strbuf_addstr(&cap, " atomic");
 238                 if (prefer_ofs_delta)
 239                         strbuf_addstr(&cap, " ofs-delta");
 240                 if (push_cert_nonce)
 241                         strbuf_addf(&cap, " push-cert=%s", push_cert_nonce);
 242                 if (advertise_push_options)
 243                         strbuf_addstr(&cap, " push-options");
 244                 strbuf_addf(&cap, " agent=%s", git_user_agent_sanitized());
 245                 packet_write_fmt(1, "%s %s%c%s\n",
 246                              sha1_to_hex(sha1), path, 0, cap.buf);
 247                 strbuf_release(&cap);
 248                 sent_capabilities = 1;
 249         }
 250 }
 251
 252 static int show_ref_cb(const char *path_full, const struct object_id *oid,
 253                        int flag, void *unused)
 254 {
 255         const char *path = strip_namespace(path_full);
 256
 257         if (ref_is_hidden(path, path_full))
 258                 return 0;
 259
 260         /*
 261          * Advertise refs outside our current namespace as ".have"
 262          * refs, so that the client can use them to minimize data
 263          * transfer but will otherwise ignore them. This happens to
 264          * cover ".have" that are thrown in by add_one_alternate_ref()
 265          * to mark histories that are complete in our alternates as
 266          * well.
 267          */
 268         if (!path)
 269                 path = ".have";
 270         show_ref(path, oid->hash);
 271         return 0;
 272 }
 273
 274 static int show_one_alternate_sha1(const unsigned char sha1[20], void *unused)
 275 {
 276         show_ref(".have", sha1);
 277         return 0;
 278 }
 279
 280 static void collect_one_alternate_ref(const struct ref *ref, void *data)
 281 {
 282         struct sha1_array *sa = data;
 283         sha1_array_append(sa, ref->old_oid.hash);
 284 }
 285
 286 static void write_head_info(void)
 287 {
 288         struct sha1_array sa = SHA1_ARRAY_INIT;
 289
 290         for_each_alternate_ref(collect_one_alternate_ref, &sa);
 291         sha1_array_for_each_unique(&sa, show_one_alternate_sha1, NULL);
 292         sha1_array_clear(&sa);
 293         for_each_ref(show_ref_cb, NULL);
 294         if (!sent_capabilities)
 295                 show_ref("capabilities^{}", null_sha1);
 296
 297         advertise_shallow_grafts(1);
 298
 299         /* EOF */
 300         packet_flush(1);
 301 }
 302
 303 struct command {
 304         struct command *next;
 305         const char *error_string;
 306         unsigned int skip_update:1,
 307                      did_not_exist:1;
 308         int index;
 309         unsigned char old_sha1[20];
 310         unsigned char new_sha1[20];
 311         char ref_name[FLEX_ARRAY]; /* more */
 312 };
 313
 314 static void rp_error(const char *err, ...) __attribute__((format (printf, 1, 2)));
 315 static void rp_warning(const char *err, ...) __attribute__((format (printf, 1, 2)));
 316
 317 static void report_message(const char *prefix, const char *err, va_list params)
 318 {
 319         int sz;
 320         char msg[4096];
 321
 322         sz = xsnprintf(msg, sizeof(msg), "%s", prefix);
 323         sz += vsnprintf(msg + sz, sizeof(msg) - sz, err, params);
 324         if (sz > (sizeof(msg) - 1))
 325                 sz = sizeof(msg) - 1;
 326         msg[sz++] = '\n';
 327
 328         if (use_sideband)
 329                 send_sideband(1, 2, msg, sz, use_sideband);
 330         else
 331                 xwrite(2, msg, sz);
 332 }
 333
 334 static void rp_warning(const char *err, ...)
 335 {
 336         va_list params;
 337         va_start(params, err);
 338         report_message("warning: ", err, params);
 339         va_end(params);
 340 }
 341
 342 static void rp_error(const char *err, ...)
 343 {
 344         va_list params;
 345         va_start(params, err);
 346         report_message("error: ", err, params);
 347         va_end(params);
 348 }
 349
 350 static int copy_to_sideband(int in, int out, void *arg)
 351 {
 352         char data[128];
 353         int keepalive_active = 0;
 354
 355         if (keepalive_in_sec <= 0)
 356                 use_keepalive = KEEPALIVE_NEVER;
 357         if (use_keepalive == KEEPALIVE_ALWAYS)
 358                 keepalive_active = 1;
 359
 360         while (1) {
 361                 ssize_t sz;
 362
 363                 if (keepalive_active) {
 364                         struct pollfd pfd;
 365                         int ret;
 366
 367                         pfd.fd = in;
 368                         pfd.events = POLLIN;
 369                         ret = poll(&pfd, 1, 1000 * keepalive_in_sec);
 370
 371                         if (ret < 0) {
 372                                 if (errno == EINTR)
 373                                         continue;
 374                                 else
 375                                         break;
 376                         } else if (ret == 0) {
 377                                 /* no data; send a keepalive packet */
 378                                 static const char buf[] = "0005\1";
 379                                 write_or_die(1, buf, sizeof(buf) - 1);
 380                                 continue;
 381                         } /* else there is actual data to read */
 382                 }
 383
 384                 sz = xread(in, data, sizeof(data));
 385                 if (sz <= 0)
 386                         break;
 387
 388                 if (use_keepalive == KEEPALIVE_AFTER_NUL && !keepalive_active) {
 389                         const char *p = memchr(data, '\0', sz);
 390                         if (p) {
 391                                 /*
 392                                  * The NUL tells us to start sending keepalives. Make
 393                                  * sure we send any other data we read along
 394                                  * with it.
 395                                  */
 396                                 keepalive_active = 1;
 397                                 send_sideband(1, 2, data, p - data, use_sideband);
 398                                 send_sideband(1, 2, p + 1, sz - (p - data + 1), use_sideband);
 399                                 continue;
 400                         }
 401                 }
 402
 403                 /*
 404                  * Either we're not looking for a NUL signal, or we didn't see
 405                  * it yet; just pass along the data.
 406                  */
 407                 send_sideband(1, 2, data, sz, use_sideband);
 408         }
 409         close(in);
 410         return 0;
 411 }
 412
 413 #define HMAC_BLOCK_SIZE 64
 414
 415 static void hmac_sha1(unsigned char *out,
 416                       const char *key_in, size_t key_len,
 417                       const char *text, size_t text_len)
 418 {
 419         unsigned char key[HMAC_BLOCK_SIZE];
 420         unsigned char k_ipad[HMAC_BLOCK_SIZE];
 421         unsigned char k_opad[HMAC_BLOCK_SIZE];
 422         int i;
 423         git_SHA_CTX ctx;
 424
 425         /* RFC 2104 2. (1) */
 426         memset(key, '\0', HMAC_BLOCK_SIZE);
 427         if (HMAC_BLOCK_SIZE < key_len) {
 428                 git_SHA1_Init(&ctx);
 429                 git_SHA1_Update(&ctx, key_in, key_len);
 430                 git_SHA1_Final(key, &ctx);
 431         } else {
 432                 memcpy(key, key_in, key_len);
 433         }
 434
 435         /* RFC 2104 2. (2) & (5) */
 436         for (i = 0; i < sizeof(key); i++) {
 437                 k_ipad[i] = key[i] ^ 0x36;
 438                 k_opad[i] = key[i] ^ 0x5c;
 439         }
 440
 441         /* RFC 2104 2. (3) & (4) */
 442         git_SHA1_Init(&ctx);
 443         git_SHA1_Update(&ctx, k_ipad, sizeof(k_ipad));
 444         git_SHA1_Update(&ctx, text, text_len);
 445         git_SHA1_Final(out, &ctx);
 446
 447         /* RFC 2104 2. (6) & (7) */
 448         git_SHA1_Init(&ctx);
 449         git_SHA1_Update(&ctx, k_opad, sizeof(k_opad));
 450         git_SHA1_Update(&ctx, out, 20);
 451         git_SHA1_Final(out, &ctx);
 452 }
 453
 454 static char *prepare_push_cert_nonce(const char *path, unsigned long stamp)
 455 {
 456         struct strbuf buf = STRBUF_INIT;
 457         unsigned char sha1[20];
 458
 459         strbuf_addf(&buf, "%s:%lu", path, stamp);
 460         hmac_sha1(sha1, buf.buf, buf.len, cert_nonce_seed, strlen(cert_nonce_seed));;
 461         strbuf_release(&buf);
 462
 463         /* RFC 2104 5. HMAC-SHA1-80 */
 464         strbuf_addf(&buf, "%lu-%.*s", stamp, 20, sha1_to_hex(sha1));
 465         return strbuf_detach(&buf, NULL);
 466 }
 467
 468 /*
 469  * NEEDSWORK: reuse find_commit_header() from jk/commit-author-parsing
 470  * after dropping "_commit" from its name and possibly moving it out
 471  * of commit.c
 472  */
 473 static char *find_header(const char *msg, size_t len, const char *key)
 474 {
 475         int key_len = strlen(key);
 476         const char *line = msg;
 477
 478         while (line && line < msg + len) {
 479                 const char *eol = strchrnul(line, '\n');
 480
 481                 if ((msg + len <= eol) || line == eol)
 482                         return NULL;
 483                 if (line + key_len < eol &&
 484                     !memcmp(line, key, key_len) && line[key_len] == ' ') {
 485                         int offset = key_len + 1;
 486                         return xmemdupz(line + offset, (eol - line) - offset);
 487                 }
 488                 line = *eol ? eol + 1 : NULL;
 489         }
 490         return NULL;
 491 }
 492
 493 static const char *check_nonce(const char *buf, size_t len)
 494 {
 495         char *nonce = find_header(buf, len, "nonce");
 496         unsigned long stamp, ostamp;
 497         char *bohmac, *expect = NULL;
 498         const char *retval = NONCE_BAD;
 499
 500         if (!nonce) {
 501                 retval = NONCE_MISSING;
 502                 goto leave;
 503         } else if (!push_cert_nonce) {
 504                 retval = NONCE_UNSOLICITED;
 505                 goto leave;
 506         } else if (!strcmp(push_cert_nonce, nonce)) {
 507                 retval = NONCE_OK;
 508                 goto leave;
 509         }
 510
 511         if (!stateless_rpc) {
 512                 /* returned nonce MUST match what we gave out earlier */
 513                 retval = NONCE_BAD;
 514                 goto leave;
 515         }
 516
 517         /*
 518          * In stateless mode, we may be receiving a nonce issued by
 519          * another instance of the server that serving the same
 520          * repository, and the timestamps may not match, but the
 521          * nonce-seed and dir should match, so we can recompute and
 522          * report the time slop.
 523          *
 524          * In addition, when a nonce issued by another instance has
 525          * timestamp within receive.certnonceslop seconds, we pretend
 526          * as if we issued that nonce when reporting to the hook.
 527          */
 528
 529         /* nonce is concat(<seconds-since-epoch>, "-", <hmac>) */
 530         if (*nonce <= '0' || '9' < *nonce) {
 531                 retval = NONCE_BAD;
 532                 goto leave;
 533         }
 534         stamp = strtoul(nonce, &bohmac, 10);
 535         if (bohmac == nonce || bohmac[0] != '-') {
 536                 retval = NONCE_BAD;
 537                 goto leave;
 538         }
 539
 540         expect = prepare_push_cert_nonce(service_dir, stamp);
 541         if (strcmp(expect, nonce)) {
 542                 /* Not what we would have signed earlier */
 543                 retval = NONCE_BAD;
 544                 goto leave;
 545         }
 546
 547         /*
 548          * By how many seconds is this nonce stale?  Negative value
 549          * would mean it was issued by another server with its clock
 550          * skewed in the future.
 551          */
 552         ostamp = strtoul(push_cert_nonce, NULL, 10);
 553         nonce_stamp_slop = (long)ostamp - (long)stamp;
 554
 555         if (nonce_stamp_slop_limit &&
 556             labs(nonce_stamp_slop) <= nonce_stamp_slop_limit) {
 557                 /*
 558                  * Pretend as if the received nonce (which passes the
 559                  * HMAC check, so it is not a forged by third-party)
 560                  * is what we issued.
 561                  */
 562                 free((void *)push_cert_nonce);
 563                 push_cert_nonce = xstrdup(nonce);
 564                 retval = NONCE_OK;
 565         } else {
 566                 retval = NONCE_SLOP;
 567         }
 568
 569 leave:
 570         free(nonce);
 571         free(expect);
 572         return retval;
 573 }
 574
 575 static void prepare_push_cert_sha1(struct child_process *proc)
 576 {
 577         static int already_done;
 578
 579         if (!push_cert.len)
 580                 return;
 581
 582         if (!already_done) {
 583                 struct strbuf gpg_output = STRBUF_INIT;
 584                 struct strbuf gpg_status = STRBUF_INIT;
 585                 int bogs /* beginning_of_gpg_sig */;
 586
 587                 already_done = 1;
 588                 if (write_sha1_file(push_cert.buf, push_cert.len, "blob", push_cert_sha1))
 589                         hashclr(push_cert_sha1);
 590
 591                 memset(&sigcheck, '\0', sizeof(sigcheck));
 592                 sigcheck.result = 'N';
 593
 594                 bogs = parse_signature(push_cert.buf, push_cert.len);
 595                 if (verify_signed_buffer(push_cert.buf, bogs,
 596                                          push_cert.buf + bogs, push_cert.len - bogs,
 597                                          &gpg_output, &gpg_status) < 0) {
 598                         ; /* error running gpg */
 599                 } else {
 600                         sigcheck.payload = push_cert.buf;
 601                         sigcheck.gpg_output = gpg_output.buf;
 602                         sigcheck.gpg_status = gpg_status.buf;
 603                         parse_gpg_output(&sigcheck);
 604                 }
 605
 606                 strbuf_release(&gpg_output);
 607                 strbuf_release(&gpg_status);
 608                 nonce_status = check_nonce(push_cert.buf, bogs);
 609         }
 610         if (!is_null_sha1(push_cert_sha1)) {
 611                 argv_array_pushf(&proc->env_array, "GIT_PUSH_CERT=%s",
 612                                  sha1_to_hex(push_cert_sha1));
 613                 argv_array_pushf(&proc->env_array, "GIT_PUSH_CERT_SIGNER=%s",
 614                                  sigcheck.signer ? sigcheck.signer : "");
 615                 argv_array_pushf(&proc->env_array, "GIT_PUSH_CERT_KEY=%s",
 616                                  sigcheck.key ? sigcheck.key : "");
 617                 argv_array_pushf(&proc->env_array, "GIT_PUSH_CERT_STATUS=%c",
 618                                  sigcheck.result);
 619                 if (push_cert_nonce) {
 620                         argv_array_pushf(&proc->env_array,
 621                                          "GIT_PUSH_CERT_NONCE=%s",
 622                                          push_cert_nonce);
 623                         argv_array_pushf(&proc->env_array,
 624                                          "GIT_PUSH_CERT_NONCE_STATUS=%s",
 625                                          nonce_status);
 626                         if (nonce_status == NONCE_SLOP)
 627                                 argv_array_pushf(&proc->env_array,
 628                                                  "GIT_PUSH_CERT_NONCE_SLOP=%ld",
 629                                                  nonce_stamp_slop);
 630                 }
 631         }
 632 }
 633
 634 struct receive_hook_feed_state {
 635         struct command *cmd;
 636         int skip_broken;
 637         struct strbuf buf;
 638         const struct string_list *push_options;
 639 };
 640
 641 typedef int (*feed_fn)(void *, const char **, size_t *);
 642 static int run_and_feed_hook(const char *hook_name, feed_fn feed,
 643                              struct receive_hook_feed_state *feed_state)
 644 {
 645         struct child_process proc = CHILD_PROCESS_INIT;
 646         struct async muxer;
 647         const char *argv[2];
 648         int code;
 649
 650         argv[0] = find_hook(hook_name);
 651         if (!argv[0])
 652                 return 0;
 653
 654         argv[1] = NULL;
 655
 656         proc.argv = argv;
 657         proc.in = -1;
 658         proc.stdout_to_stderr = 1;
 659         if (feed_state->push_options) {
 660                 int i;
 661                 for (i = 0; i < feed_state->push_options->nr; i++)
 662                         argv_array_pushf(&proc.env_array,
 663                                 "GIT_PUSH_OPTION_%d=%s", i,
 664                                 feed_state->push_options->items[i].string);
 665                 argv_array_pushf(&proc.env_array, "GIT_PUSH_OPTION_COUNT=%d",
 666                                  feed_state->push_options->nr);
 667         } else
 668                 argv_array_pushf(&proc.env_array, "GIT_PUSH_OPTION_COUNT");
 669
 670         if (tmp_objdir)
 671                 argv_array_pushv(&proc.env_array, tmp_objdir_env(tmp_objdir));
 672
 673         if (use_sideband) {
 674                 memset(&muxer, 0, sizeof(muxer));
 675                 muxer.proc = copy_to_sideband;
 676                 muxer.in = -1;
 677                 code = start_async(&muxer);
 678                 if (code)
 679                         return code;
 680                 proc.err = muxer.in;
 681         }
 682
 683         prepare_push_cert_sha1(&proc);
 684
 685         code = start_command(&proc);
 686         if (code) {
 687                 if (use_sideband)
 688                         finish_async(&muxer);
 689                 return code;
 690         }
 691
 692         sigchain_push(SIGPIPE, SIG_IGN);
 693
 694         while (1) {
 695                 const char *buf;
 696                 size_t n;
 697                 if (feed(feed_state, &buf, &n))
 698                         break;
 699                 if (write_in_full(proc.in, buf, n) != n)
 700                         break;
 701         }
 702         close(proc.in);
 703         if (use_sideband)
 704                 finish_async(&muxer);
 705
 706         sigchain_pop(SIGPIPE);
 707
 708         return finish_command(&proc);
 709 }
 710
 711 static int feed_receive_hook(void *state_, const char **bufp, size_t *sizep)
 712 {
 713         struct receive_hook_feed_state *state = state_;
 714         struct command *cmd = state->cmd;
 715
 716         while (cmd &&
 717                state->skip_broken && (cmd->error_string || cmd->did_not_exist))
 718                 cmd = cmd->next;
 719         if (!cmd)
 720                 return -1; /* EOF */
 721         strbuf_reset(&state->buf);
 722         strbuf_addf(&state->buf, "%s %s %s\n",
 723                     sha1_to_hex(cmd->old_sha1), sha1_to_hex(cmd->new_sha1),
 724                     cmd->ref_name);
 725         state->cmd = cmd->next;
 726         if (bufp) {
 727                 *bufp = state->buf.buf;
 728                 *sizep = state->buf.len;
 729         }
 730         return 0;
 731 }
 732
 733 static int run_receive_hook(struct command *commands,
 734                             const char *hook_name,
 735                             int skip_broken,
 736                             const struct string_list *push_options)
 737 {
 738         struct receive_hook_feed_state state;
 739         int status;
 740
 741         strbuf_init(&state.buf, 0);
 742         state.cmd = commands;
 743         state.skip_broken = skip_broken;
 744         if (feed_receive_hook(&state, NULL, NULL))
 745                 return 0;
 746         state.cmd = commands;
 747         state.push_options = push_options;
 748         status = run_and_feed_hook(hook_name, feed_receive_hook, &state);
 749         strbuf_release(&state.buf);
 750         return status;
 751 }
 752
 753 static int run_update_hook(struct command *cmd)
 754 {
 755         const char *argv[5];
 756         struct child_process proc = CHILD_PROCESS_INIT;
 757         int code;
 758
 759         argv[0] = find_hook("update");
 760         if (!argv[0])
 761                 return 0;
 762
 763         argv[1] = cmd->ref_name;
 764         argv[2] = sha1_to_hex(cmd->old_sha1);
 765         argv[3] = sha1_to_hex(cmd->new_sha1);
 766         argv[4] = NULL;
 767
 768         proc.no_stdin = 1;
 769         proc.stdout_to_stderr = 1;
 770         proc.err = use_sideband ? -1 : 0;
 771         proc.argv = argv;
 772         proc.env = tmp_objdir_env(tmp_objdir);
 773
 774         code = start_command(&proc);
 775         if (code)
 776                 return code;
 777         if (use_sideband)
 778                 copy_to_sideband(proc.err, -1, NULL);
 779         return finish_command(&proc);
 780 }
 781
 782 static int is_ref_checked_out(const char *ref)
 783 {
 784         if (is_bare_repository())
 785                 return 0;
 786
 787         if (!head_name)
 788                 return 0;
 789         return !strcmp(head_name, ref);
 790 }
 791
 792 static char *refuse_unconfigured_deny_msg =
 793         N_("By default, updating the current branch in a non-bare repository\n"
 794            "is denied, because it will make the index and work tree inconsistent\n"
 795            "with what you pushed, and will require 'git reset --hard' to match\n"
 796            "the work tree to HEAD.\n"
 797            "\n"
 798            "You can set the 'receive.denyCurrentBranch' configuration variable\n"
 799            "to 'ignore' or 'warn' in the remote repository to allow pushing into\n"
 800            "its current branch; however, this is not recommended unless you\n"
 801            "arranged to update its work tree to match what you pushed in some\n"
 802            "other way.\n"
 803            "\n"
 804            "To squelch this message and still keep the default behaviour, set\n"
 805            "'receive.denyCurrentBranch' configuration variable to 'refuse'.");
 806
 807 static void refuse_unconfigured_deny(void)
 808 {
 809         rp_error("%s", _(refuse_unconfigured_deny_msg));
 810 }
 811
 812 static char *refuse_unconfigured_deny_delete_current_msg =
 813         N_("By default, deleting the current branch is denied, because the next\n"
 814            "'git clone' won't result in any file checked out, causing confusion.\n"
 815            "\n"
 816            "You can set 'receive.denyDeleteCurrent' configuration variable to\n"
 817            "'warn' or 'ignore' in the remote repository to allow deleting the\n"
 818            "current branch, with or without a warning message.\n"
 819            "\n"
 820            "To squelch this message, you can set it to 'refuse'.");
 821
 822 static void refuse_unconfigured_deny_delete_current(void)
 823 {
 824         rp_error("%s", _(refuse_unconfigured_deny_delete_current_msg));
 825 }
 826
 827 static int command_singleton_iterator(void *cb_data, unsigned char sha1[20]);
 828 static int update_shallow_ref(struct command *cmd, struct shallow_info *si)
 829 {
 830         static struct lock_file shallow_lock;
 831         struct sha1_array extra = SHA1_ARRAY_INIT;
 832         struct check_connected_options opt = CHECK_CONNECTED_INIT;
 833         uint32_t mask = 1 << (cmd->index % 32);
 834         int i;
 835
 836         trace_printf_key(&trace_shallow,
 837                          "shallow: update_shallow_ref %s\n", cmd->ref_name);
 838         for (i = 0; i < si->shallow->nr; i++)
 839                 if (si->used_shallow[i] &&
 840                     (si->used_shallow[i][cmd->index / 32] & mask) &&
 841                     !delayed_reachability_test(si, i))
 842                         sha1_array_append(&extra, si->shallow->sha1[i]);
 843
 844         opt.env = tmp_objdir_env(tmp_objdir);
 845         setup_alternate_shallow(&shallow_lock, &opt.shallow_file, &extra);
 846         if (check_connected(command_singleton_iterator, cmd, &opt)) {
 847                 rollback_lock_file(&shallow_lock);
 848                 sha1_array_clear(&extra);
 849                 return -1;
 850         }
 851
 852         commit_lock_file(&shallow_lock);
 853
 854         /*
 855          * Make sure setup_alternate_shallow() for the next ref does
 856          * not lose these new roots..
 857          */
 858         for (i = 0; i < extra.nr; i++)
 859                 register_shallow(extra.sha1[i]);
 860
 861         si->shallow_ref[cmd->index] = 0;
 862         sha1_array_clear(&extra);
 863         return 0;
 864 }
 865
 866 /*
 867  * NEEDSWORK: we should consolidate various implementions of "are we
 868  * on an unborn branch?" test into one, and make the unified one more
 869  * robust. !get_sha1() based check used here and elsewhere would not
 870  * allow us to tell an unborn branch from corrupt ref, for example.
 871  * For the purpose of fixing "deploy-to-update does not work when
 872  * pushing into an empty repository" issue, this should suffice for
 873  * now.
 874  */
 875 static int head_has_history(void)
 876 {
 877         unsigned char sha1[20];
 878
 879         return !get_sha1("HEAD", sha1);
 880 }
 881
 882 static const char *push_to_deploy(unsigned char *sha1,
 883                                   struct argv_array *env,
 884                                   const char *work_tree)
 885 {
 886         const char *update_refresh[] = {
 887                 "update-index", "-q", "--ignore-submodules", "--refresh", NULL
 888         };
 889         const char *diff_files[] = {
 890                 "diff-files", "--quiet", "--ignore-submodules", "--", NULL
 891         };
 892         const char *diff_index[] = {
 893                 "diff-index", "--quiet", "--cached", "--ignore-submodules",
 894                 NULL, "--", NULL
 895         };
 896         const char *read_tree[] = {
 897                 "read-tree", "-u", "-m", NULL, NULL
 898         };
 899         struct child_process child = CHILD_PROCESS_INIT;
 900
 901         child.argv = update_refresh;
 902         child.env = env->argv;
 903         child.dir = work_tree;
 904         child.no_stdin = 1;
 905         child.stdout_to_stderr = 1;
 906         child.git_cmd = 1;
 907         if (run_command(&child))
 908                 return "Up-to-date check failed";
 909
 910         /* run_command() does not clean up completely; reinitialize */
 911         child_process_init(&child);
 912         child.argv = diff_files;
 913         child.env = env->argv;
 914         child.dir = work_tree;
 915         child.no_stdin = 1;
 916         child.stdout_to_stderr = 1;
 917         child.git_cmd = 1;
 918         if (run_command(&child))
 919                 return "Working directory has unstaged changes";
 920
 921         /* diff-index with either HEAD or an empty tree */
 922         diff_index[4] = head_has_history() ? "HEAD" : EMPTY_TREE_SHA1_HEX;
 923
 924         child_process_init(&child);
 925         child.argv = diff_index;
 926         child.env = env->argv;
 927         child.no_stdin = 1;
 928         child.no_stdout = 1;
 929         child.stdout_to_stderr = 0;
 930         child.git_cmd = 1;
 931         if (run_command(&child))
 932                 return "Working directory has staged changes";
 933
 934         read_tree[3] = sha1_to_hex(sha1);
 935         child_process_init(&child);
 936         child.argv = read_tree;
 937         child.env = env->argv;
 938         child.dir = work_tree;
 939         child.no_stdin = 1;
 940         child.no_stdout = 1;
 941         child.stdout_to_stderr = 0;
 942         child.git_cmd = 1;
 943         if (run_command(&child))
 944                 return "Could not update working tree to new HEAD";
 945
 946         return NULL;
 947 }
 948
 949 static const char *push_to_checkout_hook = "push-to-checkout";
 950
 951 static const char *push_to_checkout(unsigned char *sha1,
 952                                     struct argv_array *env,
 953                                     const char *work_tree)
 954 {
 955         argv_array_pushf(env, "GIT_WORK_TREE=%s", absolute_path(work_tree));
 956         if (run_hook_le(env->argv, push_to_checkout_hook,
 957                         sha1_to_hex(sha1), NULL))
 958                 return "push-to-checkout hook declined";
 959         else
 960                 return NULL;
 961 }
 962
 963 static const char *update_worktree(unsigned char *sha1)
 964 {
 965         const char *retval;
 966         const char *work_tree = git_work_tree_cfg ? git_work_tree_cfg : "..";
 967         struct argv_array env = ARGV_ARRAY_INIT;
 968
 969         if (is_bare_repository())
 970                 return "denyCurrentBranch = updateInstead needs a worktree";
 971
 972         argv_array_pushf(&env, "GIT_DIR=%s", absolute_path(get_git_dir()));
 973
 974         if (!find_hook(push_to_checkout_hook))
 975                 retval = push_to_deploy(sha1, &env, work_tree);
 976         else
 977                 retval = push_to_checkout(sha1, &env, work_tree);
 978
 979         argv_array_clear(&env);
 980         return retval;
 981 }
 982
 983 static const char *update(struct command *cmd, struct shallow_info *si)
 984 {
 985         const char *name = cmd->ref_name;
 986         struct strbuf namespaced_name_buf = STRBUF_INIT;
 987         const char *namespaced_name, *ret;
 988         unsigned char *old_sha1 = cmd->old_sha1;
 989         unsigned char *new_sha1 = cmd->new_sha1;
 990
 991         /* only refs/... are allowed */
 992         if (!starts_with(name, "refs/") || check_refname_format(name + 5, 0)) {
 993                 rp_error("refusing to create funny ref '%s' remotely", name);
 994                 return "funny refname";
 995         }
 996
 997         strbuf_addf(&namespaced_name_buf, "%s%s", get_git_namespace(), name);
 998         namespaced_name = strbuf_detach(&namespaced_name_buf, NULL);
 999
1000         if (is_ref_checked_out(namespaced_name)) {
1001                 switch (deny_current_branch) {
1002                 case DENY_IGNORE:
1003                         break;
1004                 case DENY_WARN:
1005                         rp_warning("updating the current branch");
1006                         break;
1007                 case DENY_REFUSE:
1008                 case DENY_UNCONFIGURED:
1009                         rp_error("refusing to update checked out branch: %s", name);
1010                         if (deny_current_branch == DENY_UNCONFIGURED)
1011                                 refuse_unconfigured_deny();
1012                         return "branch is currently checked out";
1013                 case DENY_UPDATE_INSTEAD:
1014                         ret = update_worktree(new_sha1);
1015                         if (ret)
1016                                 return ret;
1017                         break;
1018                 }
1019         }
1020
1021         if (!is_null_sha1(new_sha1) && !has_sha1_file(new_sha1)) {
1022                 error("unpack should have generated %s, "
1023                       "but I can't find it!", sha1_to_hex(new_sha1));
1024                 return "bad pack";
1025         }
1026
1027         if (!is_null_sha1(old_sha1) && is_null_sha1(new_sha1)) {
1028                 if (deny_deletes && starts_with(name, "refs/heads/")) {
1029                         rp_error("denying ref deletion for %s", name);
1030                         return "deletion prohibited";
1031                 }
1032
1033                 if (head_name && !strcmp(namespaced_name, head_name)) {
1034                         switch (deny_delete_current) {
1035                         case DENY_IGNORE:
1036                                 break;
1037                         case DENY_WARN:
1038                                 rp_warning("deleting the current branch");
1039                                 break;
1040                         case DENY_REFUSE:
1041                         case DENY_UNCONFIGURED:
1042                         case DENY_UPDATE_INSTEAD:
1043                                 if (deny_delete_current == DENY_UNCONFIGURED)
1044                                         refuse_unconfigured_deny_delete_current();
1045                                 rp_error("refusing to delete the current branch: %s", name);
1046                                 return "deletion of the current branch prohibited";
1047                         default:
1048                                 return "Invalid denyDeleteCurrent setting";
1049                         }
1050                 }
1051         }
1052
1053         if (deny_non_fast_forwards && !is_null_sha1(new_sha1) &&
1054             !is_null_sha1(old_sha1) &&
1055             starts_with(name, "refs/heads/")) {
1056                 struct object *old_object, *new_object;
1057                 struct commit *old_commit, *new_commit;
1058
1059                 old_object = parse_object(old_sha1);
1060                 new_object = parse_object(new_sha1);
1061
1062                 if (!old_object || !new_object ||
1063                     old_object->type != OBJ_COMMIT ||
1064                     new_object->type != OBJ_COMMIT) {
1065                         error("bad sha1 objects for %s", name);
1066                         return "bad ref";
1067                 }
1068                 old_commit = (struct commit *)old_object;
1069                 new_commit = (struct commit *)new_object;
1070                 if (!in_merge_bases(old_commit, new_commit)) {
1071                         rp_error("denying non-fast-forward %s"
1072                                  " (you should pull first)", name);
1073                         return "non-fast-forward";
1074                 }
1075         }
1076         if (run_update_hook(cmd)) {
1077                 rp_error("hook declined to update %s", name);
1078                 return "hook declined";
1079         }
1080
1081         if (is_null_sha1(new_sha1)) {
1082                 struct strbuf err = STRBUF_INIT;
1083                 if (!parse_object(old_sha1)) {
1084                         old_sha1 = NULL;
1085                         if (ref_exists(name)) {
1086                                 rp_warning("Allowing deletion of corrupt ref.");
1087                         } else {
1088                                 rp_warning("Deleting a non-existent ref.");
1089                                 cmd->did_not_exist = 1;
1090                         }
1091                 }
1092                 if (ref_transaction_delete(transaction,
1093                                            namespaced_name,
1094                                            old_sha1,
1095                                            0, "push", &err)) {
1096                         rp_error("%s", err.buf);
1097                         strbuf_release(&err);
1098                         return "failed to delete";
1099                 }
1100                 strbuf_release(&err);
1101                 return NULL; /* good */
1102         }
1103         else {
1104                 struct strbuf err = STRBUF_INIT;
1105                 if (shallow_update && si->shallow_ref[cmd->index] &&
1106                     update_shallow_ref(cmd, si))
1107                         return "shallow error";
1108
1109                 if (ref_transaction_update(transaction,
1110                                            namespaced_name,
1111                                            new_sha1, old_sha1,
1112                                            0, "push",
1113                                            &err)) {
1114                         rp_error("%s", err.buf);
1115                         strbuf_release(&err);
1116
1117                         return "failed to update ref";
1118                 }
1119                 strbuf_release(&err);
1120
1121                 return NULL; /* good */
1122         }
1123 }
1124
1125 static void run_update_post_hook(struct command *commands)
1126 {
1127         struct command *cmd;
1128         struct child_process proc = CHILD_PROCESS_INIT;
1129         const char *hook;
1130
1131         hook = find_hook("post-update");
1132         if (!hook)
1133                 return;
1134
1135         for (cmd = commands; cmd; cmd = cmd->next) {
1136                 if (cmd->error_string || cmd->did_not_exist)
1137                         continue;
1138                 if (!proc.args.argc)
1139                         argv_array_push(&proc.args, hook);
1140                 argv_array_push(&proc.args, cmd->ref_name);
1141         }
1142         if (!proc.args.argc)
1143                 return;
1144
1145         proc.no_stdin = 1;
1146         proc.stdout_to_stderr = 1;
1147         proc.err = use_sideband ? -1 : 0;
1148
1149         if (!start_command(&proc)) {
1150                 if (use_sideband)
1151                         copy_to_sideband(proc.err, -1, NULL);
1152                 finish_command(&proc);
1153         }
1154 }
1155
1156 static void check_aliased_update(struct command *cmd, struct string_list *list)
1157 {
1158         struct strbuf buf = STRBUF_INIT;
1159         const char *dst_name;
1160         struct string_list_item *item;
1161         struct command *dst_cmd;
1162         unsigned char sha1[GIT_SHA1_RAWSZ];
1163         int flag;
1164
1165         strbuf_addf(&buf, "%s%s", get_git_namespace(), cmd->ref_name);
1166         dst_name = resolve_ref_unsafe(buf.buf, 0, sha1, &flag);
1167         strbuf_release(&buf);
1168
1169         if (!(flag & REF_ISSYMREF))
1170                 return;
1171
1172         if (!dst_name) {
1173                 rp_error("refusing update to broken symref '%s'", cmd->ref_name);
1174                 cmd->skip_update = 1;
1175                 cmd->error_string = "broken symref";
1176                 return;
1177         }
1178         dst_name = strip_namespace(dst_name);
1179
1180         if ((item = string_list_lookup(list, dst_name)) == NULL)
1181                 return;
1182
1183         cmd->skip_update = 1;
1184
1185         dst_cmd = (struct command *) item->util;
1186
1187         if (!hashcmp(cmd->old_sha1, dst_cmd->old_sha1) &&
1188             !hashcmp(cmd->new_sha1, dst_cmd->new_sha1))
1189                 return;
1190
1191         dst_cmd->skip_update = 1;
1192
1193         rp_error("refusing inconsistent update between symref '%s' (%s..%s) and"
1194                  " its target '%s' (%s..%s)",
1195                  cmd->ref_name,
1196                  find_unique_abbrev(cmd->old_sha1, DEFAULT_ABBREV),
1197                  find_unique_abbrev(cmd->new_sha1, DEFAULT_ABBREV),
1198                  dst_cmd->ref_name,
1199                  find_unique_abbrev(dst_cmd->old_sha1, DEFAULT_ABBREV),
1200                  find_unique_abbrev(dst_cmd->new_sha1, DEFAULT_ABBREV));
1201
1202         cmd->error_string = dst_cmd->error_string =
1203                 "inconsistent aliased update";
1204 }
1205
1206 static void check_aliased_updates(struct command *commands)
1207 {
1208         struct command *cmd;
1209         struct string_list ref_list = STRING_LIST_INIT_NODUP;
1210
1211         for (cmd = commands; cmd; cmd = cmd->next) {
1212                 struct string_list_item *item =
1213                         string_list_append(&ref_list, cmd->ref_name);
1214                 item->util = (void *)cmd;
1215         }
1216         string_list_sort(&ref_list);
1217
1218         for (cmd = commands; cmd; cmd = cmd->next) {
1219                 if (!cmd->error_string)
1220                         check_aliased_update(cmd, &ref_list);
1221         }
1222
1223         string_list_clear(&ref_list, 0);
1224 }
1225
1226 static int command_singleton_iterator(void *cb_data, unsigned char sha1[20])
1227 {
1228         struct command **cmd_list = cb_data;
1229         struct command *cmd = *cmd_list;
1230
1231         if (!cmd || is_null_sha1(cmd->new_sha1))
1232                 return -1; /* end of list */
1233         *cmd_list = NULL; /* this returns only one */
1234         hashcpy(sha1, cmd->new_sha1);
1235         return 0;
1236 }
1237
1238 static void set_connectivity_errors(struct command *commands,
1239                                     struct shallow_info *si)
1240 {
1241         struct command *cmd;
1242
1243         for (cmd = commands; cmd; cmd = cmd->next) {
1244                 struct command *singleton = cmd;
1245                 struct check_connected_options opt = CHECK_CONNECTED_INIT;
1246
1247                 if (shallow_update && si->shallow_ref[cmd->index])
1248                         /* to be checked in update_shallow_ref() */
1249                         continue;
1250
1251                 opt.env = tmp_objdir_env(tmp_objdir);
1252                 if (!check_connected(command_singleton_iterator, &singleton,
1253                                      &opt))
1254                         continue;
1255
1256                 cmd->error_string = "missing necessary objects";
1257         }
1258 }
1259
1260 struct iterate_data {
1261         struct command *cmds;
1262         struct shallow_info *si;
1263 };
1264
1265 static int iterate_receive_command_list(void *cb_data, unsigned char sha1[20])
1266 {
1267         struct iterate_data *data = cb_data;
1268         struct command **cmd_list = &data->cmds;
1269         struct command *cmd = *cmd_list;
1270
1271         for (; cmd; cmd = cmd->next) {
1272                 if (shallow_update && data->si->shallow_ref[cmd->index])
1273                         /* to be checked in update_shallow_ref() */
1274                         continue;
1275                 if (!is_null_sha1(cmd->new_sha1) && !cmd->skip_update) {
1276                         hashcpy(sha1, cmd->new_sha1);
1277                         *cmd_list = cmd->next;
1278                         return 0;
1279                 }
1280         }
1281         *cmd_list = NULL;
1282         return -1; /* end of list */
1283 }
1284
1285 static void reject_updates_to_hidden(struct command *commands)
1286 {
1287         struct strbuf refname_full = STRBUF_INIT;
1288         size_t prefix_len;
1289         struct command *cmd;
1290
1291         strbuf_addstr(&refname_full, get_git_namespace());
1292         prefix_len = refname_full.len;
1293
1294         for (cmd = commands; cmd; cmd = cmd->next) {
1295                 if (cmd->error_string)
1296                         continue;
1297
1298                 strbuf_setlen(&refname_full, prefix_len);
1299                 strbuf_addstr(&refname_full, cmd->ref_name);
1300
1301                 if (!ref_is_hidden(cmd->ref_name, refname_full.buf))
1302                         continue;
1303                 if (is_null_sha1(cmd->new_sha1))
1304                         cmd->error_string = "deny deleting a hidden ref";
1305                 else
1306                         cmd->error_string = "deny updating a hidden ref";
1307         }
1308
1309         strbuf_release(&refname_full);
1310 }
1311
1312 static int should_process_cmd(struct command *cmd)
1313 {
1314         return !cmd->error_string && !cmd->skip_update;
1315 }
1316
1317 static void warn_if_skipped_connectivity_check(struct command *commands,
1318                                                struct shallow_info *si)
1319 {
1320         struct command *cmd;
1321         int checked_connectivity = 1;
1322
1323         for (cmd = commands; cmd; cmd = cmd->next) {
1324                 if (should_process_cmd(cmd) && si->shallow_ref[cmd->index]) {
1325                         error("BUG: connectivity check has not been run on ref %s",
1326                               cmd->ref_name);
1327                         checked_connectivity = 0;
1328                 }
1329         }
1330         if (!checked_connectivity)
1331                 die("BUG: connectivity check skipped???");
1332 }
1333
1334 static void execute_commands_non_atomic(struct command *commands,
1335                                         struct shallow_info *si)
1336 {
1337         struct command *cmd;
1338         struct strbuf err = STRBUF_INIT;
1339
1340         for (cmd = commands; cmd; cmd = cmd->next) {
1341                 if (!should_process_cmd(cmd))
1342                         continue;
1343
1344                 transaction = ref_transaction_begin(&err);
1345                 if (!transaction) {
1346                         rp_error("%s", err.buf);
1347                         strbuf_reset(&err);
1348                         cmd->error_string = "transaction failed to start";
1349                         continue;
1350                 }
1351
1352                 cmd->error_string = update(cmd, si);
1353
1354                 if (!cmd->error_string
1355                     && ref_transaction_commit(transaction, &err)) {
1356                         rp_error("%s", err.buf);
1357                         strbuf_reset(&err);
1358                         cmd->error_string = "failed to update ref";
1359                 }
1360                 ref_transaction_free(transaction);
1361         }
1362         strbuf_release(&err);
1363 }
1364
1365 static void execute_commands_atomic(struct command *commands,
1366                                         struct shallow_info *si)
1367 {
1368         struct command *cmd;
1369         struct strbuf err = STRBUF_INIT;
1370         const char *reported_error = "atomic push failure";
1371
1372         transaction = ref_transaction_begin(&err);
1373         if (!transaction) {
1374                 rp_error("%s", err.buf);
1375                 strbuf_reset(&err);
1376                 reported_error = "transaction failed to start";
1377                 goto failure;
1378         }
1379
1380         for (cmd = commands; cmd; cmd = cmd->next) {
1381                 if (!should_process_cmd(cmd))
1382                         continue;
1383
1384                 cmd->error_string = update(cmd, si);
1385
1386                 if (cmd->error_string)
1387                         goto failure;
1388         }
1389
1390         if (ref_transaction_commit(transaction, &err)) {
1391                 rp_error("%s", err.buf);
1392                 reported_error = "atomic transaction failed";
1393                 goto failure;
1394         }
1395         goto cleanup;
1396
1397 failure:
1398         for (cmd = commands; cmd; cmd = cmd->next)
1399                 if (!cmd->error_string)
1400                         cmd->error_string = reported_error;
1401
1402 cleanup:
1403         ref_transaction_free(transaction);
1404         strbuf_release(&err);
1405 }
1406
1407 static void execute_commands(struct command *commands,
1408                              const char *unpacker_error,
1409                              struct shallow_info *si,
1410                              const struct string_list *push_options)
1411 {
1412         struct check_connected_options opt = CHECK_CONNECTED_INIT;
1413         struct command *cmd;
1414         unsigned char sha1[20];
1415         struct iterate_data data;
1416         struct async muxer;
1417         int err_fd = 0;
1418
1419         if (unpacker_error) {
1420                 for (cmd = commands; cmd; cmd = cmd->next)
1421                         cmd->error_string = "unpacker error";
1422                 return;
1423         }
1424
1425         if (use_sideband) {
1426                 memset(&muxer, 0, sizeof(muxer));
1427                 muxer.proc = copy_to_sideband;
1428                 muxer.in = -1;
1429                 if (!start_async(&muxer))
1430                         err_fd = muxer.in;
1431                 /* ...else, continue without relaying sideband */
1432         }
1433
1434         data.cmds = commands;
1435         data.si = si;
1436         opt.err_fd = err_fd;
1437         opt.progress = err_fd && !quiet;
1438         opt.env = tmp_objdir_env(tmp_objdir);
1439         if (check_connected(iterate_receive_command_list, &data, &opt))
1440                 set_connectivity_errors(commands, si);
1441
1442         if (use_sideband)
1443                 finish_async(&muxer);
1444
1445         reject_updates_to_hidden(commands);
1446
1447         if (run_receive_hook(commands, "pre-receive", 0, push_options)) {
1448                 for (cmd = commands; cmd; cmd = cmd->next) {
1449                         if (!cmd->error_string)
1450                                 cmd->error_string = "pre-receive hook declined";
1451                 }
1452                 return;
1453         }
1454
1455         /*
1456          * Now we'll start writing out refs, which means the objects need
1457          * to be in their final positions so that other processes can see them.
1458          */
1459         if (tmp_objdir_migrate(tmp_objdir) < 0) {
1460                 for (cmd = commands; cmd; cmd = cmd->next) {
1461                         if (!cmd->error_string)
1462                                 cmd->error_string = "unable to migrate objects to permanent storage";
1463                 }
1464                 return;
1465         }
1466         tmp_objdir = NULL;
1467
1468         check_aliased_updates(commands);
1469
1470         free(head_name_to_free);
1471         head_name = head_name_to_free = resolve_refdup("HEAD", 0, sha1, NULL);
1472
1473         if (use_atomic)
1474                 execute_commands_atomic(commands, si);
1475         else
1476                 execute_commands_non_atomic(commands, si);
1477
1478         if (shallow_update)
1479                 warn_if_skipped_connectivity_check(commands, si);
1480 }
1481
1482 static struct command **queue_command(struct command **tail,
1483                                       const char *line,
1484                                       int linelen)
1485 {
1486         unsigned char old_sha1[20], new_sha1[20];
1487         struct command *cmd;
1488         const char *refname;
1489         int reflen;
1490
1491         if (linelen < 83 ||
1492             line[40] != ' ' ||
1493             line[81] != ' ' ||
1494             get_sha1_hex(line, old_sha1) ||
1495             get_sha1_hex(line + 41, new_sha1))
1496                 die("protocol error: expected old/new/ref, got '%s'", line);
1497
1498         refname = line + 82;
1499         reflen = linelen - 82;
1500         FLEX_ALLOC_MEM(cmd, ref_name, refname, reflen);
1501         hashcpy(cmd->old_sha1, old_sha1);
1502         hashcpy(cmd->new_sha1, new_sha1);
1503         *tail = cmd;
1504         return &cmd->next;
1505 }
1506
1507 static void queue_commands_from_cert(struct command **tail,
1508                                      struct strbuf *push_cert)
1509 {
1510         const char *boc, *eoc;
1511
1512         if (*tail)
1513                 die("protocol error: got both push certificate and unsigned commands");
1514
1515         boc = strstr(push_cert->buf, "\n\n");
1516         if (!boc)
1517                 die("malformed push certificate %.*s", 100, push_cert->buf);
1518         else
1519                 boc += 2;
1520         eoc = push_cert->buf + parse_signature(push_cert->buf, push_cert->len);
1521
1522         while (boc < eoc) {
1523                 const char *eol = memchr(boc, '\n', eoc - boc);
1524                 tail = queue_command(tail, boc, eol ? eol - boc : eoc - eol);
1525                 boc = eol ? eol + 1 : eoc;
1526         }
1527 }
1528
1529 static struct command *read_head_info(struct sha1_array *shallow)
1530 {
1531         struct command *commands = NULL;
1532         struct command **p = &commands;
1533         for (;;) {
1534                 char *line;
1535                 int len, linelen;
1536
1537                 line = packet_read_line(0, &len);
1538                 if (!line)
1539                         break;
1540
1541                 if (len == 48 && starts_with(line, "shallow ")) {
1542                         unsigned char sha1[20];
1543                         if (get_sha1_hex(line + 8, sha1))
1544                                 die("protocol error: expected shallow sha, got '%s'",
1545                                     line + 8);
1546                         sha1_array_append(shallow, sha1);
1547                         continue;
1548                 }
1549
1550                 linelen = strlen(line);
1551                 if (linelen < len) {
1552                         const char *feature_list = line + linelen + 1;
1553                         if (parse_feature_request(feature_list, "report-status"))
1554                                 report_status = 1;
1555                         if (parse_feature_request(feature_list, "side-band-64k"))
1556                                 use_sideband = LARGE_PACKET_MAX;
1557                         if (parse_feature_request(feature_list, "quiet"))
1558                                 quiet = 1;
1559                         if (advertise_atomic_push
1560                             && parse_feature_request(feature_list, "atomic"))
1561                                 use_atomic = 1;
1562                         if (advertise_push_options
1563                             && parse_feature_request(feature_list, "push-options"))
1564                                 use_push_options = 1;
1565                 }
1566
1567                 if (!strcmp(line, "push-cert")) {
1568                         int true_flush = 0;
1569                         char certbuf[1024];
1570
1571                         for (;;) {
1572                                 len = packet_read(0, NULL, NULL,
1573                                                   certbuf, sizeof(certbuf), 0);
1574                                 if (!len) {
1575                                         true_flush = 1;
1576                                         break;
1577                                 }
1578                                 if (!strcmp(certbuf, "push-cert-end\n"))
1579                                         break; /* end of cert */
1580                                 strbuf_addstr(&push_cert, certbuf);
1581                         }
1582
1583                         if (true_flush)
1584                                 break;
1585                         continue;
1586                 }
1587
1588                 p = queue_command(p, line, linelen);
1589         }
1590
1591         if (push_cert.len)
1592                 queue_commands_from_cert(p, &push_cert);
1593
1594         return commands;
1595 }
1596
1597 static void read_push_options(struct string_list *options)
1598 {
1599         while (1) {
1600                 char *line;
1601                 int len;
1602
1603                 line = packet_read_line(0, &len);
1604
1605                 if (!line)
1606                         break;
1607
1608                 string_list_append(options, line);
1609         }
1610 }
1611
1612 static const char *parse_pack_header(struct pack_header *hdr)
1613 {
1614         switch (read_pack_header(0, hdr)) {
1615         case PH_ERROR_EOF:
1616                 return "eof before pack header was fully read";
1617
1618         case PH_ERROR_PACK_SIGNATURE:
1619                 return "protocol error (pack signature mismatch detected)";
1620
1621         case PH_ERROR_PROTOCOL:
1622                 return "protocol error (pack version unsupported)";
1623
1624         default:
1625                 return "unknown error in parse_pack_header";
1626
1627         case 0:
1628                 return NULL;
1629         }
1630 }
1631
1632 static const char *pack_lockfile;
1633
1634 static const char *unpack(int err_fd, struct shallow_info *si)
1635 {
1636         struct pack_header hdr;
1637         const char *hdr_err;
1638         int status;
1639         char hdr_arg[38];
1640         struct child_process child = CHILD_PROCESS_INIT;
1641         int fsck_objects = (receive_fsck_objects >= 0
1642                             ? receive_fsck_objects
1643                             : transfer_fsck_objects >= 0
1644                             ? transfer_fsck_objects
1645                             : 0);
1646
1647         hdr_err = parse_pack_header(&hdr);
1648         if (hdr_err) {
1649                 if (err_fd > 0)
1650                         close(err_fd);
1651                 return hdr_err;
1652         }
1653         snprintf(hdr_arg, sizeof(hdr_arg),
1654                         "--pack_header=%"PRIu32",%"PRIu32,
1655                         ntohl(hdr.hdr_version), ntohl(hdr.hdr_entries));
1656
1657         if (si->nr_ours || si->nr_theirs) {
1658                 alt_shallow_file = setup_temporary_shallow(si->shallow);
1659                 argv_array_push(&child.args, "--shallow-file");
1660                 argv_array_push(&child.args, alt_shallow_file);
1661         }
1662
1663         tmp_objdir = tmp_objdir_create();
1664         if (!tmp_objdir) {
1665                 if (err_fd > 0)
1666                         close(err_fd);
1667                 return "unable to create temporary object directory";
1668         }
1669         child.env = tmp_objdir_env(tmp_objdir);
1670
1671         /*
1672          * Normally we just pass the tmp_objdir environment to the child
1673          * processes that do the heavy lifting, but we may need to see these
1674          * objects ourselves to set up shallow information.
1675          */
1676         tmp_objdir_add_as_alternate(tmp_objdir);
1677
1678         if (ntohl(hdr.hdr_entries) < unpack_limit) {
1679                 argv_array_pushl(&child.args, "unpack-objects", hdr_arg, NULL);
1680                 if (quiet)
1681                         argv_array_push(&child.args, "-q");
1682                 if (fsck_objects)
1683                         argv_array_pushf(&child.args, "--strict%s",
1684                                 fsck_msg_types.buf);
1685                 if (max_input_size)
1686                         argv_array_pushf(&child.args, "--max-input-size=%"PRIuMAX,
1687                                 (uintmax_t)max_input_size);
1688                 child.no_stdout = 1;
1689                 child.err = err_fd;
1690                 child.git_cmd = 1;
1691                 status = run_command(&child);
1692                 if (status)
1693                         return "unpack-objects abnormal exit";
1694         } else {
1695                 char hostname[256];
1696
1697                 argv_array_pushl(&child.args, "index-pack",
1698                                  "--stdin", hdr_arg, NULL);
1699
1700                 if (gethostname(hostname, sizeof(hostname)))
1701                         xsnprintf(hostname, sizeof(hostname), "localhost");
1702                 argv_array_pushf(&child.args,
1703                                  "--keep=receive-pack %"PRIuMAX" on %s",
1704                                  (uintmax_t)getpid(),
1705                                  hostname);
1706
1707                 if (!quiet && err_fd)
1708                         argv_array_push(&child.args, "--show-resolving-progress");
1709                 if (use_sideband)
1710                         argv_array_push(&child.args, "--report-end-of-input");
1711                 if (fsck_objects)
1712                         argv_array_pushf(&child.args, "--strict%s",
1713                                 fsck_msg_types.buf);
1714                 if (!reject_thin)
1715                         argv_array_push(&child.args, "--fix-thin");
1716                 if (max_input_size)
1717                         argv_array_pushf(&child.args, "--max-input-size=%"PRIuMAX,
1718                                 (uintmax_t)max_input_size);
1719                 child.out = -1;
1720                 child.err = err_fd;
1721                 child.git_cmd = 1;
1722                 status = start_command(&child);
1723                 if (status)
1724                         return "index-pack fork failed";
1725                 pack_lockfile = index_pack_lockfile(child.out);
1726                 close(child.out);
1727                 status = finish_command(&child);
1728                 if (status)
1729                         return "index-pack abnormal exit";
1730                 reprepare_packed_git();
1731         }
1732         return NULL;
1733 }
1734
1735 static const char *unpack_with_sideband(struct shallow_info *si)
1736 {
1737         struct async muxer;
1738         const char *ret;
1739
1740         if (!use_sideband)
1741                 return unpack(0, si);
1742
1743         use_keepalive = KEEPALIVE_AFTER_NUL;
1744         memset(&muxer, 0, sizeof(muxer));
1745         muxer.proc = copy_to_sideband;
1746         muxer.in = -1;
1747         if (start_async(&muxer))
1748                 return NULL;
1749
1750         ret = unpack(muxer.in, si);
1751
1752         finish_async(&muxer);
1753         return ret;
1754 }
1755
1756 static void prepare_shallow_update(struct command *commands,
1757                                    struct shallow_info *si)
1758 {
1759         int i, j, k, bitmap_size = (si->ref->nr + 31) / 32;
1760
1761         ALLOC_ARRAY(si->used_shallow, si->shallow->nr);
1762         assign_shallow_commits_to_refs(si, si->used_shallow, NULL);
1763
1764         si->need_reachability_test =
1765                 xcalloc(si->shallow->nr, sizeof(*si->need_reachability_test));
1766         si->reachable =
1767                 xcalloc(si->shallow->nr, sizeof(*si->reachable));
1768         si->shallow_ref = xcalloc(si->ref->nr, sizeof(*si->shallow_ref));
1769
1770         for (i = 0; i < si->nr_ours; i++)
1771                 si->need_reachability_test[si->ours[i]] = 1;
1772
1773         for (i = 0; i < si->shallow->nr; i++) {
1774                 if (!si->used_shallow[i])
1775                         continue;
1776                 for (j = 0; j < bitmap_size; j++) {
1777                         if (!si->used_shallow[i][j])
1778                                 continue;
1779                         si->need_reachability_test[i]++;
1780                         for (k = 0; k < 32; k++)
1781                                 if (si->used_shallow[i][j] & (1U << k))
1782                                         si->shallow_ref[j * 32 + k]++;
1783                 }
1784
1785                 /*
1786                  * true for those associated with some refs and belong
1787                  * in "ours" list aka "step 7 not done yet"
1788                  */
1789                 si->need_reachability_test[i] =
1790                         si->need_reachability_test[i] > 1;
1791         }
1792
1793         /*
1794          * keep hooks happy by forcing a temporary shallow file via
1795          * env variable because we can't add --shallow-file to every
1796          * command. check_everything_connected() will be done with
1797          * true .git/shallow though.
1798          */
1799         setenv(GIT_SHALLOW_FILE_ENVIRONMENT, alt_shallow_file, 1);
1800 }
1801
1802 static void update_shallow_info(struct command *commands,
1803                                 struct shallow_info *si,
1804                                 struct sha1_array *ref)
1805 {
1806         struct command *cmd;
1807         int *ref_status;
1808         remove_nonexistent_theirs_shallow(si);
1809         if (!si->nr_ours && !si->nr_theirs) {
1810                 shallow_update = 0;
1811                 return;
1812         }
1813
1814         for (cmd = commands; cmd; cmd = cmd->next) {
1815                 if (is_null_sha1(cmd->new_sha1))
1816                         continue;
1817                 sha1_array_append(ref, cmd->new_sha1);
1818                 cmd->index = ref->nr - 1;
1819         }
1820         si->ref = ref;
1821
1822         if (shallow_update) {
1823                 prepare_shallow_update(commands, si);
1824                 return;
1825         }
1826
1827         ALLOC_ARRAY(ref_status, ref->nr);
1828         assign_shallow_commits_to_refs(si, NULL, ref_status);
1829         for (cmd = commands; cmd; cmd = cmd->next) {
1830                 if (is_null_sha1(cmd->new_sha1))
1831                         continue;
1832                 if (ref_status[cmd->index]) {
1833                         cmd->error_string = "shallow update not allowed";
1834                         cmd->skip_update = 1;
1835                 }
1836         }
1837         free(ref_status);
1838 }
1839
1840 static void report(struct command *commands, const char *unpack_status)
1841 {
1842         struct command *cmd;
1843         struct strbuf buf = STRBUF_INIT;
1844
1845         packet_buf_write(&buf, "unpack %s\n",
1846                          unpack_status ? unpack_status : "ok");
1847         for (cmd = commands; cmd; cmd = cmd->next) {
1848                 if (!cmd->error_string)
1849                         packet_buf_write(&buf, "ok %s\n",
1850                                          cmd->ref_name);
1851                 else
1852                         packet_buf_write(&buf, "ng %s %s\n",
1853                                          cmd->ref_name, cmd->error_string);
1854         }
1855         packet_buf_flush(&buf);
1856
1857         if (use_sideband)
1858                 send_sideband(1, 1, buf.buf, buf.len, use_sideband);
1859         else
1860                 write_or_die(1, buf.buf, buf.len);
1861         strbuf_release(&buf);
1862 }
1863
1864 static int delete_only(struct command *commands)
1865 {
1866         struct command *cmd;
1867         for (cmd = commands; cmd; cmd = cmd->next) {
1868                 if (!is_null_sha1(cmd->new_sha1))
1869                         return 0;
1870         }
1871         return 1;
1872 }
1873
1874 int cmd_receive_pack(int argc, const char **argv, const char *prefix)
1875 {
1876         int advertise_refs = 0;
1877         struct command *commands;
1878         struct sha1_array shallow = SHA1_ARRAY_INIT;
1879         struct sha1_array ref = SHA1_ARRAY_INIT;
1880         struct shallow_info si;
1881
1882         struct option options[] = {
1883                 OPT__QUIET(&quiet, N_("quiet")),
1884                 OPT_HIDDEN_BOOL(0, "stateless-rpc", &stateless_rpc, NULL),
1885                 OPT_HIDDEN_BOOL(0, "advertise-refs", &advertise_refs, NULL),
1886                 OPT_HIDDEN_BOOL(0, "reject-thin-pack-for-testing", &reject_thin, NULL),
1887                 OPT_END()
1888         };
1889
1890         packet_trace_identity("receive-pack");
1891
1892         argc = parse_options(argc, argv, prefix, options, receive_pack_usage, 0);
1893
1894         if (argc > 1)
1895                 usage_msg_opt(_("Too many arguments."), receive_pack_usage, options);
1896         if (argc == 0)
1897                 usage_msg_opt(_("You must specify a directory."), receive_pack_usage, options);
1898
1899         service_dir = argv[0];
1900
1901         setup_path();
1902
1903         if (!enter_repo(service_dir, 0))
1904                 die("'%s' does not appear to be a git repository", service_dir);
1905
1906         git_config(receive_pack_config, NULL);
1907         if (cert_nonce_seed)
1908                 push_cert_nonce = prepare_push_cert_nonce(service_dir, time(NULL));
1909
1910         if (0 <= transfer_unpack_limit)
1911                 unpack_limit = transfer_unpack_limit;
1912         else if (0 <= receive_unpack_limit)
1913                 unpack_limit = receive_unpack_limit;
1914
1915         if (advertise_refs || !stateless_rpc) {
1916                 write_head_info();
1917         }
1918         if (advertise_refs)
1919                 return 0;
1920
1921         if ((commands = read_head_info(&shallow)) != NULL) {
1922                 const char *unpack_status = NULL;
1923                 struct string_list push_options = STRING_LIST_INIT_DUP;
1924
1925                 if (use_push_options)
1926                         read_push_options(&push_options);
1927
1928                 prepare_shallow_info(&si, &shallow);
1929                 if (!si.nr_ours && !si.nr_theirs)
1930                         shallow_update = 0;
1931                 if (!delete_only(commands)) {
1932                         unpack_status = unpack_with_sideband(&si);
1933                         update_shallow_info(commands, &si, &ref);
1934                 }
1935                 use_keepalive = KEEPALIVE_ALWAYS;
1936                 execute_commands(commands, unpack_status, &si,
1937                                  &push_options);
1938                 if (pack_lockfile)
1939                         unlink_or_warn(pack_lockfile);
1940                 if (report_status)
1941                         report(commands, unpack_status);
1942                 run_receive_hook(commands, "post-receive", 1,
1943                                  &push_options);
1944                 run_update_post_hook(commands);
1945                 string_list_clear(&push_options, 0);
1946                 if (auto_gc) {
1947                         const char *argv_gc_auto[] = {
1948                                 "gc", "--auto", "--quiet", NULL,
1949                         };
1950                         struct child_process proc = CHILD_PROCESS_INIT;
1951
1952                         proc.no_stdin = 1;
1953                         proc.stdout_to_stderr = 1;
1954                         proc.err = use_sideband ? -1 : 0;
1955                         proc.git_cmd = 1;
1956                         proc.argv = argv_gc_auto;
1957
1958                         close_all_packs();
1959                         if (!start_command(&proc)) {
1960                                 if (use_sideband)
1961                                         copy_to_sideband(proc.err, -1, NULL);
1962                                 finish_command(&proc);
1963                         }
1964                 }
1965                 if (auto_update_server_info)
1966                         update_server_info(0);
1967                 clear_shallow_info(&si);
1968         }
1969         if (use_sideband)
1970                 packet_flush(1);
1971         sha1_array_clear(&shallow);
1972         sha1_array_clear(&ref);
1973         free((void *)push_cert_nonce);
1974         return 0;
1975 }