clone-pack.c

   1 #include "cache.h"
   2 #include "refs.h"
   3 #include "pkt-line.h"
   4 #include <sys/wait.h>
   5
   6 static int quiet;
   7 static int keep_pack;
   8 static const char clone_pack_usage[] =
   9 "git-clone-pack [-q] [--keep] [--exec=<git-upload-pack>] [<host>:]<directory> [<heads>]*";
  10 static const char *exec = "git-upload-pack";
  11
  12 static void clone_handshake(int fd[2], struct ref *ref)
  13 {
  14         unsigned char sha1[20];
  15
  16         while (ref) {
  17                 packet_write(fd[1], "want %s\n", sha1_to_hex(ref->old_sha1));
  18                 ref = ref->next;
  19         }
  20         packet_flush(fd[1]);
  21
  22         /* We don't have nuttin' */
  23         packet_write(fd[1], "done\n");
  24         if (get_ack(fd[0], sha1))
  25                 error("Huh! git-clone-pack got positive ack for %s", sha1_to_hex(sha1));
  26 }
  27
  28 static int is_master(struct ref *ref)
  29 {
  30         return !strcmp(ref->name, "refs/heads/master");
  31 }
  32
  33 static void write_one_ref(struct ref *ref)
  34 {
  35         char *path = git_path("%s", ref->name);
  36         int fd;
  37         char *hex;
  38
  39         if (!strncmp(ref->name, "refs/", 5) &&
  40             check_ref_format(ref->name + 5)) {
  41                 error("refusing to create funny ref '%s' locally", ref->name);
  42                 return;
  43         }
  44
  45         if (safe_create_leading_directories(path))
  46                 die("unable to create leading directory for %s", ref->name);
  47         fd = open(path, O_CREAT | O_EXCL | O_WRONLY, 0666);
  48         if (fd < 0)
  49                 die("unable to create ref %s", ref->name);
  50         hex = sha1_to_hex(ref->old_sha1);
  51         hex[40] = '\n';
  52         if (write(fd, hex, 41) != 41)
  53                 die("unable to write ref %s", ref->name);
  54         close(fd);
  55 }
  56
  57 static void write_refs(struct ref *ref)
  58 {
  59         struct ref *head = NULL, *head_ptr, *master_ref;
  60         char *head_path;
  61
  62         /* Upload-pack must report HEAD first */
  63         if (!strcmp(ref->name, "HEAD")) {
  64                 head = ref;
  65                 ref = ref->next;
  66         }
  67         head_ptr = NULL;
  68         master_ref = NULL;
  69         while (ref) {
  70                 if (is_master(ref))
  71                         master_ref = ref;
  72                 if (head &&
  73                     !memcmp(ref->old_sha1, head->old_sha1, 20) &&
  74                     !strncmp(ref->name, "refs/heads/",11) &&
  75                     (!head_ptr || ref == master_ref))
  76                         head_ptr = ref;
  77
  78                 write_one_ref(ref);
  79                 ref = ref->next;
  80         }
  81         if (!head) {
  82                 fprintf(stderr, "No HEAD in remote.\n");
  83                 return;
  84         }
  85
  86         head_path = strdup(git_path("HEAD"));
  87         if (!head_ptr) {
  88                 /*
  89                  * If we had a master ref, and it wasn't HEAD, we need to undo the
  90                  * symlink, and write a standalone HEAD. Give a warning, because that's
  91                  * really really wrong.
  92                  */
  93                 if (master_ref) {
  94                         error("HEAD doesn't point to any refs! Making standalone HEAD");
  95                         unlink(head_path);
  96                 }
  97                 write_one_ref(head);
  98                 free(head_path);
  99                 return;
 100         }
 101
 102         /* We reset to the master branch if it's available */
 103         if (master_ref)
 104                 return;
 105
 106         fprintf(stderr, "Setting HEAD to %s\n", head_ptr->name);
 107
 108         /*
 109          * Uhhuh. Other end didn't have master. We start HEAD off with
 110          * the first branch with the same value.
 111          */
 112         if (create_symref(head_path, head_ptr->name) < 0)
 113                 die("unable to link HEAD to %s", head_ptr->name);
 114         free(head_path);
 115 }
 116
 117 static int clone_by_unpack(int fd[2])
 118 {
 119         int status;
 120         pid_t pid;
 121
 122         pid = fork();
 123         if (pid < 0)
 124                 die("git-clone-pack: unable to fork off git-unpack-objects");
 125         if (!pid) {
 126                 dup2(fd[0], 0);
 127                 close(fd[0]);
 128                 close(fd[1]);
 129                 execlp("git-unpack-objects", "git-unpack-objects",
 130                         quiet ? "-q" : NULL, NULL);
 131                 die("git-unpack-objects exec failed");
 132         }
 133         close(fd[0]);
 134         close(fd[1]);
 135         while (waitpid(pid, &status, 0) < 0) {
 136                 if (errno != EINTR)
 137                         die("waiting for git-unpack-objects: %s", strerror(errno));
 138         }
 139         if (WIFEXITED(status)) {
 140                 int code = WEXITSTATUS(status);
 141                 if (code)
 142                         die("git-unpack-objects died with error code %d", code);
 143                 return 0;
 144         }
 145         if (WIFSIGNALED(status)) {
 146                 int sig = WTERMSIG(status);
 147                 die("git-unpack-objects died of signal %d", sig);
 148         }
 149         die("Sherlock Holmes! git-unpack-objects died of unnatural causes %d!", status);
 150 }
 151
 152 static int finish_pack(const char *pack_tmp_name)
 153 {
 154         int pipe_fd[2];
 155         pid_t pid;
 156         char idx[PATH_MAX];
 157         char final[PATH_MAX];
 158         char hash[41];
 159         unsigned char sha1[20];
 160         char *cp;
 161         int err = 0;
 162
 163         if (pipe(pipe_fd) < 0)
 164                 die("git-clone-pack: unable to set up pipe");
 165
 166         strcpy(idx, pack_tmp_name); /* ".git/objects/pack-XXXXXX" */
 167         cp = strrchr(idx, '/');
 168         memcpy(cp, "/pidx", 5);
 169
 170         pid = fork();
 171         if (pid < 0)
 172                 die("git-clone-pack: unable to fork off git-index-pack");
 173         if (!pid) {
 174                 close(0);
 175                 dup2(pipe_fd[1], 1);
 176                 close(pipe_fd[0]);
 177                 close(pipe_fd[1]);
 178                 execlp("git-index-pack","git-index-pack",
 179                        "-o", idx, pack_tmp_name, NULL);
 180                 error("cannot exec git-index-pack <%s> <%s>",
 181                       idx, pack_tmp_name);
 182                 exit(1);
 183         }
 184         close(pipe_fd[1]);
 185         if (read(pipe_fd[0], hash, 40) != 40) {
 186                 error("git-clone-pack: unable to read from git-index-pack");
 187                 err = 1;
 188         }
 189         close(pipe_fd[0]);
 190
 191         for (;;) {
 192                 int status, code;
 193                 int retval = waitpid(pid, &status, 0);
 194
 195                 if (retval < 0) {
 196                         if (errno == EINTR)
 197                                 continue;
 198                         error("waitpid failed (%s)", strerror(retval));
 199                         goto error_die;
 200                 }
 201                 if (WIFSIGNALED(status)) {
 202                         int sig = WTERMSIG(status);
 203                         error("git-index-pack died of signal %d", sig);
 204                         goto error_die;
 205                 }
 206                 if (!WIFEXITED(status)) {
 207                         error("git-index-pack died of unnatural causes %d",
 208                               status);
 209                         goto error_die;
 210                 }
 211                 code = WEXITSTATUS(status);
 212                 if (code) {
 213                         error("git-index-pack died with error code %d", code);
 214                         goto error_die;
 215                 }
 216                 if (err)
 217                         goto error_die;
 218                 break;
 219         }
 220         hash[40] = 0;
 221         if (get_sha1_hex(hash, sha1)) {
 222                 error("git-index-pack reported nonsense '%s'", hash);
 223                 goto error_die;
 224         }
 225         /* Now we have pack in pack_tmp_name[], and
 226          * idx in idx[]; rename them to their final names.
 227          */
 228         snprintf(final, sizeof(final),
 229                  "%s/pack/pack-%s.pack", get_object_directory(), hash);
 230         move_temp_to_file(pack_tmp_name, final);
 231         chmod(final, 0444);
 232         snprintf(final, sizeof(final),
 233                  "%s/pack/pack-%s.idx", get_object_directory(), hash);
 234         move_temp_to_file(idx, final);
 235         chmod(final, 0444);
 236         return 0;
 237
 238  error_die:
 239         unlink(idx);
 240         unlink(pack_tmp_name);
 241         exit(1);
 242 }
 243
 244 static int clone_without_unpack(int fd[2])
 245 {
 246         char tmpfile[PATH_MAX];
 247         int ofd, ifd;
 248
 249         ifd = fd[0];
 250         snprintf(tmpfile, sizeof(tmpfile),
 251                  "%s/pack-XXXXXX", get_object_directory());
 252         ofd = mkstemp(tmpfile);
 253         if (ofd < 0)
 254                 return error("unable to create temporary file %s", tmpfile);
 255
 256         while (1) {
 257                 char buf[8192];
 258                 ssize_t sz, wsz, pos;
 259                 sz = read(ifd, buf, sizeof(buf));
 260                 if (sz == 0)
 261                         break;
 262                 if (sz < 0) {
 263                         error("error reading pack (%s)", strerror(errno));
 264                         close(ofd);
 265                         unlink(tmpfile);
 266                         return -1;
 267                 }
 268                 pos = 0;
 269                 while (pos < sz) {
 270                         wsz = write(ofd, buf + pos, sz - pos);
 271                         if (wsz < 0) {
 272                                 error("error writing pack (%s)",
 273                                       strerror(errno));
 274                                 close(ofd);
 275                                 unlink(tmpfile);
 276                                 return -1;
 277                         }
 278                         pos += wsz;
 279                 }
 280         }
 281         close(ofd);
 282         return finish_pack(tmpfile);
 283 }
 284
 285 static int clone_pack(int fd[2], int nr_match, char **match)
 286 {
 287         struct ref *refs;
 288         int status;
 289
 290         get_remote_heads(fd[0], &refs, nr_match, match, 1);
 291         if (!refs) {
 292                 packet_flush(fd[1]);
 293                 die("no matching remote head");
 294         }
 295         clone_handshake(fd, refs);
 296
 297         if (keep_pack)
 298                 status = clone_without_unpack(fd);
 299         else
 300                 status = clone_by_unpack(fd);
 301
 302         if (!status)
 303                 write_refs(refs);
 304         return status;
 305 }
 306
 307 static int clone_options(const char *var, const char *value)
 308 {
 309         if (!strcmp("clone.keeppack", var)) {
 310                 keep_pack = git_config_bool(var, value);
 311                 return 0;
 312         }
 313         if (!strcmp("clone.quiet", var)) {
 314                 quiet = git_config_bool(var, value);
 315                 return 0;
 316         }
 317         /*
 318          * Put other local option parsing for this program
 319          * here ...
 320          */
 321
 322         /* Fall back on the default ones */
 323         return git_default_config(var, value);
 324 }
 325
 326 int main(int argc, char **argv)
 327 {
 328         int i, ret, nr_heads;
 329         char *dest = NULL, **heads;
 330         int fd[2];
 331         pid_t pid;
 332
 333         git_config(clone_options);
 334         nr_heads = 0;
 335         heads = NULL;
 336         for (i = 1; i < argc; i++) {
 337                 char *arg = argv[i];
 338
 339                 if (*arg == '-') {
 340                         if (!strcmp("-q", arg)) {
 341                                 quiet = 1;
 342                                 continue;
 343                         }
 344                         if (!strncmp("--exec=", arg, 7)) {
 345                                 exec = arg + 7;
 346                                 continue;
 347                         }
 348                         if (!strcmp("--keep", arg)) {
 349                                 keep_pack = 1;
 350                                 continue;
 351                         }
 352                         usage(clone_pack_usage);
 353                 }
 354                 dest = arg;
 355                 heads = argv + i + 1;
 356                 nr_heads = argc - i - 1;
 357                 break;
 358         }
 359         if (!dest)
 360                 usage(clone_pack_usage);
 361         pid = git_connect(fd, dest, exec);
 362         if (pid < 0)
 363                 return 1;
 364         ret = clone_pack(fd, nr_heads, heads);
 365         close(fd[0]);
 366         close(fd[1]);
 367         finish_connect(pid);
 368         return ret;
 369 }