doc: fix wrong 4-byte length of pkt-line message
[git.git] / walker.c
blob4984bf8b3d6658dc2571f66bd5142e67c0fe7d37
1 #include "cache.h"
2 #include "walker.h"
3 #include "repository.h"
4 #include "object-store.h"
5 #include "commit.h"
6 #include "tree.h"
7 #include "tree-walk.h"
8 #include "tag.h"
9 #include "blob.h"
10 #include "refs.h"
11 #include "progress.h"
13 static struct object_id current_commit_oid;
15 void walker_say(struct walker *walker, const char *fmt, ...)
17 if (walker->get_verbosely) {
18 va_list ap;
19 va_start(ap, fmt);
20 vfprintf(stderr, fmt, ap);
21 va_end(ap);
25 static void report_missing(const struct object *obj)
27 fprintf(stderr, "Cannot obtain needed %s %s\n",
28 obj->type ? type_name(obj->type): "object",
29 oid_to_hex(&obj->oid));
30 if (!is_null_oid(&current_commit_oid))
31 fprintf(stderr, "while processing commit %s.\n",
32 oid_to_hex(&current_commit_oid));
35 static int process(struct walker *walker, struct object *obj);
37 static int process_tree(struct walker *walker, struct tree *tree)
39 struct tree_desc desc;
40 struct name_entry entry;
42 if (parse_tree(tree))
43 return -1;
45 init_tree_desc(&desc, tree->buffer, tree->size);
46 while (tree_entry(&desc, &entry)) {
47 struct object *obj = NULL;
49 /* submodule commits are not stored in the superproject */
50 if (S_ISGITLINK(entry.mode))
51 continue;
52 if (S_ISDIR(entry.mode)) {
53 struct tree *tree = lookup_tree(the_repository,
54 &entry.oid);
55 if (tree)
56 obj = &tree->object;
58 else {
59 struct blob *blob = lookup_blob(the_repository,
60 &entry.oid);
61 if (blob)
62 obj = &blob->object;
64 if (!obj || process(walker, obj))
65 return -1;
67 free_tree_buffer(tree);
68 return 0;
71 /* Remember to update object flag allocation in object.h */
72 #define COMPLETE (1U << 0)
73 #define SEEN (1U << 1)
74 #define TO_SCAN (1U << 2)
76 static struct commit_list *complete = NULL;
78 static int process_commit(struct walker *walker, struct commit *commit)
80 struct commit_list *parents;
82 if (parse_commit(commit))
83 return -1;
85 while (complete && complete->item->date >= commit->date) {
86 pop_most_recent_commit(&complete, COMPLETE);
89 if (commit->object.flags & COMPLETE)
90 return 0;
92 oidcpy(&current_commit_oid, &commit->object.oid);
94 walker_say(walker, "walk %s\n", oid_to_hex(&commit->object.oid));
96 if (process(walker, &get_commit_tree(commit)->object))
97 return -1;
99 for (parents = commit->parents; parents; parents = parents->next) {
100 if (process(walker, &parents->item->object))
101 return -1;
104 return 0;
107 static int process_tag(struct walker *walker, struct tag *tag)
109 if (parse_tag(tag))
110 return -1;
111 return process(walker, tag->tagged);
114 static struct object_list *process_queue = NULL;
115 static struct object_list **process_queue_end = &process_queue;
117 static int process_object(struct walker *walker, struct object *obj)
119 if (obj->type == OBJ_COMMIT) {
120 if (process_commit(walker, (struct commit *)obj))
121 return -1;
122 return 0;
124 if (obj->type == OBJ_TREE) {
125 if (process_tree(walker, (struct tree *)obj))
126 return -1;
127 return 0;
129 if (obj->type == OBJ_BLOB) {
130 return 0;
132 if (obj->type == OBJ_TAG) {
133 if (process_tag(walker, (struct tag *)obj))
134 return -1;
135 return 0;
137 return error("Unable to determine requirements "
138 "of type %s for %s",
139 type_name(obj->type), oid_to_hex(&obj->oid));
142 static int process(struct walker *walker, struct object *obj)
144 if (obj->flags & SEEN)
145 return 0;
146 obj->flags |= SEEN;
148 if (has_object_file(&obj->oid)) {
149 /* We already have it, so we should scan it now. */
150 obj->flags |= TO_SCAN;
152 else {
153 if (obj->flags & COMPLETE)
154 return 0;
155 walker->prefetch(walker, obj->oid.hash);
158 object_list_insert(obj, process_queue_end);
159 process_queue_end = &(*process_queue_end)->next;
160 return 0;
163 static int loop(struct walker *walker)
165 struct object_list *elem;
166 struct progress *progress = NULL;
167 uint64_t nr = 0;
169 if (walker->get_progress)
170 progress = start_delayed_progress(_("Fetching objects"), 0);
172 while (process_queue) {
173 struct object *obj = process_queue->item;
174 elem = process_queue;
175 process_queue = elem->next;
176 free(elem);
177 if (!process_queue)
178 process_queue_end = &process_queue;
180 /* If we are not scanning this object, we placed it in
181 * the queue because we needed to fetch it first.
183 if (! (obj->flags & TO_SCAN)) {
184 if (walker->fetch(walker, obj->oid.hash)) {
185 stop_progress(&progress);
186 report_missing(obj);
187 return -1;
190 if (!obj->type)
191 parse_object(the_repository, &obj->oid);
192 if (process_object(walker, obj)) {
193 stop_progress(&progress);
194 return -1;
196 display_progress(progress, ++nr);
198 stop_progress(&progress);
199 return 0;
202 static int interpret_target(struct walker *walker, char *target, struct object_id *oid)
204 if (!get_oid_hex(target, oid))
205 return 0;
206 if (!check_refname_format(target, 0)) {
207 struct ref *ref = alloc_ref(target);
208 if (!walker->fetch_ref(walker, ref)) {
209 oidcpy(oid, &ref->old_oid);
210 free(ref);
211 return 0;
213 free(ref);
215 return -1;
218 static int mark_complete(const char *path, const struct object_id *oid,
219 int flag, void *cb_data)
221 struct commit *commit = lookup_commit_reference_gently(the_repository,
222 oid, 1);
224 if (commit) {
225 commit->object.flags |= COMPLETE;
226 commit_list_insert(commit, &complete);
228 return 0;
231 int walker_targets_stdin(char ***target, const char ***write_ref)
233 int targets = 0, targets_alloc = 0;
234 struct strbuf buf = STRBUF_INIT;
235 *target = NULL; *write_ref = NULL;
236 while (1) {
237 char *rf_one = NULL;
238 char *tg_one;
240 if (strbuf_getline_lf(&buf, stdin) == EOF)
241 break;
242 tg_one = buf.buf;
243 rf_one = strchr(tg_one, '\t');
244 if (rf_one)
245 *rf_one++ = 0;
247 if (targets >= targets_alloc) {
248 targets_alloc = targets_alloc ? targets_alloc * 2 : 64;
249 REALLOC_ARRAY(*target, targets_alloc);
250 REALLOC_ARRAY(*write_ref, targets_alloc);
252 (*target)[targets] = xstrdup(tg_one);
253 (*write_ref)[targets] = xstrdup_or_null(rf_one);
254 targets++;
256 strbuf_release(&buf);
257 return targets;
260 void walker_targets_free(int targets, char **target, const char **write_ref)
262 while (targets--) {
263 free(target[targets]);
264 if (write_ref)
265 free((char *) write_ref[targets]);
269 int walker_fetch(struct walker *walker, int targets, char **target,
270 const char **write_ref, const char *write_ref_log_details)
272 struct strbuf refname = STRBUF_INIT;
273 struct strbuf err = STRBUF_INIT;
274 struct ref_transaction *transaction = NULL;
275 struct object_id *oids;
276 char *msg = NULL;
277 int i, ret = -1;
279 save_commit_buffer = 0;
281 ALLOC_ARRAY(oids, targets);
283 if (write_ref) {
284 transaction = ref_transaction_begin(&err);
285 if (!transaction) {
286 error("%s", err.buf);
287 goto done;
291 if (!walker->get_recover) {
292 for_each_ref(mark_complete, NULL);
293 commit_list_sort_by_date(&complete);
296 for (i = 0; i < targets; i++) {
297 if (interpret_target(walker, target[i], oids + i)) {
298 error("Could not interpret response from server '%s' as something to pull", target[i]);
299 goto done;
301 if (process(walker, lookup_unknown_object(&oids[i])))
302 goto done;
305 if (loop(walker))
306 goto done;
307 if (!write_ref) {
308 ret = 0;
309 goto done;
311 if (write_ref_log_details) {
312 msg = xstrfmt("fetch from %s", write_ref_log_details);
313 } else {
314 msg = NULL;
316 for (i = 0; i < targets; i++) {
317 if (!write_ref[i])
318 continue;
319 strbuf_reset(&refname);
320 strbuf_addf(&refname, "refs/%s", write_ref[i]);
321 if (ref_transaction_update(transaction, refname.buf,
322 oids + i, NULL, 0,
323 msg ? msg : "fetch (unknown)",
324 &err)) {
325 error("%s", err.buf);
326 goto done;
329 if (ref_transaction_commit(transaction, &err)) {
330 error("%s", err.buf);
331 goto done;
334 ret = 0;
336 done:
337 ref_transaction_free(transaction);
338 free(msg);
339 free(oids);
340 strbuf_release(&err);
341 strbuf_release(&refname);
342 return ret;
345 void walker_free(struct walker *walker)
347 walker->cleanup(walker);
348 free(walker);