walker.c

   1 #include "cache.h"
   2 #include "walker.h"
   3 #include "repository.h"
   4 #include "object-store.h"
   5 #include "commit.h"
   6 #include "tree.h"
   7 #include "tree-walk.h"
   8 #include "tag.h"
   9 #include "blob.h"
  10 #include "refs.h"
  11
  12 static struct object_id current_commit_oid;
  13
  14 void walker_say(struct walker *walker, const char *fmt, ...)
  15 {
  16         if (walker->get_verbosely) {
  17                 va_list ap;
  18                 va_start(ap, fmt);
  19                 vfprintf(stderr, fmt, ap);
  20                 va_end(ap);
  21         }
  22 }
  23
  24 static void report_missing(const struct object *obj)
  25 {
  26         fprintf(stderr, "Cannot obtain needed %s %s\n",
  27                 obj->type ? type_name(obj->type): "object",
  28                 oid_to_hex(&obj->oid));
  29         if (!is_null_oid(&current_commit_oid))
  30                 fprintf(stderr, "while processing commit %s.\n",
  31                         oid_to_hex(&current_commit_oid));
  32 }
  33
  34 static int process(struct walker *walker, struct object *obj);
  35
  36 static int process_tree(struct walker *walker, struct tree *tree)
  37 {
  38         struct tree_desc desc;
  39         struct name_entry entry;
  40
  41         if (parse_tree(tree))
  42                 return -1;
  43
  44         init_tree_desc(&desc, tree->buffer, tree->size);
  45         while (tree_entry(&desc, &entry)) {
  46                 struct object *obj = NULL;
  47
  48                 /* submodule commits are not stored in the superproject */
  49                 if (S_ISGITLINK(entry.mode))
  50                         continue;
  51                 if (S_ISDIR(entry.mode)) {
  52                         struct tree *tree = lookup_tree(the_repository,
  53                                                         entry.oid);
  54                         if (tree)
  55                                 obj = &tree->object;
  56                 }
  57                 else {
  58                         struct blob *blob = lookup_blob(the_repository,
  59                                                         entry.oid);
  60                         if (blob)
  61                                 obj = &blob->object;
  62                 }
  63                 if (!obj || process(walker, obj))
  64                         return -1;
  65         }
  66         free_tree_buffer(tree);
  67         return 0;
  68 }
  69
  70 /* Remember to update object flag allocation in object.h */
  71 #define COMPLETE        (1U << 0)
  72 #define SEEN            (1U << 1)
  73 #define TO_SCAN         (1U << 2)
  74
  75 static struct commit_list *complete = NULL;
  76
  77 static int process_commit(struct walker *walker, struct commit *commit)
  78 {
  79         struct commit_list *parents;
  80
  81         if (parse_commit(commit))
  82                 return -1;
  83
  84         while (complete && complete->item->date >= commit->date) {
  85                 pop_most_recent_commit(&complete, COMPLETE);
  86         }
  87
  88         if (commit->object.flags & COMPLETE)
  89                 return 0;
  90
  91         oidcpy(&current_commit_oid, &commit->object.oid);
  92
  93         walker_say(walker, "walk %s\n", oid_to_hex(&commit->object.oid));
  94
  95         if (process(walker, &get_commit_tree(commit)->object))
  96                 return -1;
  97
  98         for (parents = commit->parents; parents; parents = parents->next) {
  99                 if (process(walker, &parents->item->object))
 100                         return -1;
 101         }
 102
 103         return 0;
 104 }
 105
 106 static int process_tag(struct walker *walker, struct tag *tag)
 107 {
 108         if (parse_tag(tag))
 109                 return -1;
 110         return process(walker, tag->tagged);
 111 }
 112
 113 static struct object_list *process_queue = NULL;
 114 static struct object_list **process_queue_end = &process_queue;
 115
 116 static int process_object(struct walker *walker, struct object *obj)
 117 {
 118         if (obj->type == OBJ_COMMIT) {
 119                 if (process_commit(walker, (struct commit *)obj))
 120                         return -1;
 121                 return 0;
 122         }
 123         if (obj->type == OBJ_TREE) {
 124                 if (process_tree(walker, (struct tree *)obj))
 125                         return -1;
 126                 return 0;
 127         }
 128         if (obj->type == OBJ_BLOB) {
 129                 return 0;
 130         }
 131         if (obj->type == OBJ_TAG) {
 132                 if (process_tag(walker, (struct tag *)obj))
 133                         return -1;
 134                 return 0;
 135         }
 136         return error("Unable to determine requirements "
 137                      "of type %s for %s",
 138                      type_name(obj->type), oid_to_hex(&obj->oid));
 139 }
 140
 141 static int process(struct walker *walker, struct object *obj)
 142 {
 143         if (obj->flags & SEEN)
 144                 return 0;
 145         obj->flags |= SEEN;
 146
 147         if (has_object_file(&obj->oid)) {
 148                 /* We already have it, so we should scan it now. */
 149                 obj->flags |= TO_SCAN;
 150         }
 151         else {
 152                 if (obj->flags & COMPLETE)
 153                         return 0;
 154                 walker->prefetch(walker, obj->oid.hash);
 155         }
 156
 157         object_list_insert(obj, process_queue_end);
 158         process_queue_end = &(*process_queue_end)->next;
 159         return 0;
 160 }
 161
 162 static int loop(struct walker *walker)
 163 {
 164         struct object_list *elem;
 165
 166         while (process_queue) {
 167                 struct object *obj = process_queue->item;
 168                 elem = process_queue;
 169                 process_queue = elem->next;
 170                 free(elem);
 171                 if (!process_queue)
 172                         process_queue_end = &process_queue;
 173
 174                 /* If we are not scanning this object, we placed it in
 175                  * the queue because we needed to fetch it first.
 176                  */
 177                 if (! (obj->flags & TO_SCAN)) {
 178                         if (walker->fetch(walker, obj->oid.hash)) {
 179                                 report_missing(obj);
 180                                 return -1;
 181                         }
 182                 }
 183                 if (!obj->type)
 184                         parse_object(the_repository, &obj->oid);
 185                 if (process_object(walker, obj))
 186                         return -1;
 187         }
 188         return 0;
 189 }
 190
 191 static int interpret_target(struct walker *walker, char *target, struct object_id *oid)
 192 {
 193         if (!get_oid_hex(target, oid))
 194                 return 0;
 195         if (!check_refname_format(target, 0)) {
 196                 struct ref *ref = alloc_ref(target);
 197                 if (!walker->fetch_ref(walker, ref)) {
 198                         oidcpy(oid, &ref->old_oid);
 199                         free(ref);
 200                         return 0;
 201                 }
 202                 free(ref);
 203         }
 204         return -1;
 205 }
 206
 207 static int mark_complete(const char *path, const struct object_id *oid,
 208                          int flag, void *cb_data)
 209 {
 210         struct commit *commit = lookup_commit_reference_gently(the_repository,
 211                                                                oid, 1);
 212
 213         if (commit) {
 214                 commit->object.flags |= COMPLETE;
 215                 commit_list_insert(commit, &complete);
 216         }
 217         return 0;
 218 }
 219
 220 int walker_targets_stdin(char ***target, const char ***write_ref)
 221 {
 222         int targets = 0, targets_alloc = 0;
 223         struct strbuf buf = STRBUF_INIT;
 224         *target = NULL; *write_ref = NULL;
 225         while (1) {
 226                 char *rf_one = NULL;
 227                 char *tg_one;
 228
 229                 if (strbuf_getline_lf(&buf, stdin) == EOF)
 230                         break;
 231                 tg_one = buf.buf;
 232                 rf_one = strchr(tg_one, '\t');
 233                 if (rf_one)
 234                         *rf_one++ = 0;
 235
 236                 if (targets >= targets_alloc) {
 237                         targets_alloc = targets_alloc ? targets_alloc * 2 : 64;
 238                         REALLOC_ARRAY(*target, targets_alloc);
 239                         REALLOC_ARRAY(*write_ref, targets_alloc);
 240                 }
 241                 (*target)[targets] = xstrdup(tg_one);
 242                 (*write_ref)[targets] = xstrdup_or_null(rf_one);
 243                 targets++;
 244         }
 245         strbuf_release(&buf);
 246         return targets;
 247 }
 248
 249 void walker_targets_free(int targets, char **target, const char **write_ref)
 250 {
 251         while (targets--) {
 252                 free(target[targets]);
 253                 if (write_ref)
 254                         free((char *) write_ref[targets]);
 255         }
 256 }
 257
 258 int walker_fetch(struct walker *walker, int targets, char **target,
 259                  const char **write_ref, const char *write_ref_log_details)
 260 {
 261         struct strbuf refname = STRBUF_INIT;
 262         struct strbuf err = STRBUF_INIT;
 263         struct ref_transaction *transaction = NULL;
 264         struct object_id *oids = xmalloc(targets * sizeof(struct object_id));
 265         char *msg = NULL;
 266         int i, ret = -1;
 267
 268         save_commit_buffer = 0;
 269
 270         if (write_ref) {
 271                 transaction = ref_transaction_begin(&err);
 272                 if (!transaction) {
 273                         error("%s", err.buf);
 274                         goto done;
 275                 }
 276         }
 277
 278         if (!walker->get_recover) {
 279                 for_each_ref(mark_complete, NULL);
 280                 commit_list_sort_by_date(&complete);
 281         }
 282
 283         for (i = 0; i < targets; i++) {
 284                 if (interpret_target(walker, target[i], oids + i)) {
 285                         error("Could not interpret response from server '%s' as something to pull", target[i]);
 286                         goto done;
 287                 }
 288                 if (process(walker, lookup_unknown_object(oids[i].hash)))
 289                         goto done;
 290         }
 291
 292         if (loop(walker))
 293                 goto done;
 294         if (!write_ref) {
 295                 ret = 0;
 296                 goto done;
 297         }
 298         if (write_ref_log_details) {
 299                 msg = xstrfmt("fetch from %s", write_ref_log_details);
 300         } else {
 301                 msg = NULL;
 302         }
 303         for (i = 0; i < targets; i++) {
 304                 if (!write_ref[i])
 305                         continue;
 306                 strbuf_reset(&refname);
 307                 strbuf_addf(&refname, "refs/%s", write_ref[i]);
 308                 if (ref_transaction_update(transaction, refname.buf,
 309                                            oids + i, NULL, 0,
 310                                            msg ? msg : "fetch (unknown)",
 311                                            &err)) {
 312                         error("%s", err.buf);
 313                         goto done;
 314                 }
 315         }
 316         if (ref_transaction_commit(transaction, &err)) {
 317                 error("%s", err.buf);
 318                 goto done;
 319         }
 320
 321         ret = 0;
 322
 323 done:
 324         ref_transaction_free(transaction);
 325         free(msg);
 326         free(oids);
 327         strbuf_release(&err);
 328         strbuf_release(&refname);
 329         return ret;
 330 }
 331
 332 void walker_free(struct walker *walker)
 333 {
 334         walker->cleanup(walker);
 335         free(walker);
 336 }