1 #include "cache.h"
2 #include "tag.h"
3 #include "commit.h"
4 #include "tree.h"
5 #include "blob.h"
6 #include "diff.h"
7 #include "tree-walk.h"
8 #include "revision.h"
9 #include "list-objects.h"
10 #include "list-objects-filter.h"
11 #include "list-objects-filter-options.h"
12 #include "packfile.h"
13 #include "object-store.h"
14 #include "trace.h"
15 
16 struct traversal_context {
17 	struct rev_info *revs;
18 	show_object_fn show_object;
19 	show_commit_fn show_commit;
20 	void *show_data;
21 	struct filter *filter;
22 };
23 
process_blob(struct traversal_context * ctx,struct blob * blob,struct strbuf * path,const char * name)24 static void process_blob(struct traversal_context *ctx,
25 			 struct blob *blob,
26 			 struct strbuf *path,
27 			 const char *name)
28 {
29 	struct object *obj = &blob->object;
30 	size_t pathlen;
31 	enum list_objects_filter_result r;
32 
33 	if (!ctx->revs->blob_objects)
34 		return;
35 	if (!obj)
36 		die("bad blob object");
37 	if (obj->flags & (UNINTERESTING | SEEN))
38 		return;
39 
40 	/*
41 	 * Pre-filter known-missing objects when explicitly requested.
42 	 * Otherwise, a missing object error message may be reported
43 	 * later (depending on other filtering criteria).
44 	 *
45 	 * Note that this "--exclude-promisor-objects" pre-filtering
46 	 * may cause the actual filter to report an incomplete list
47 	 * of missing objects.
48 	 */
49 	if (ctx->revs->exclude_promisor_objects &&
50 	    !has_object_file(&obj->oid) &&
51 	    is_promisor_object(&obj->oid))
52 		return;
53 
54 	pathlen = path->len;
55 	strbuf_addstr(path, name);
56 	r = list_objects_filter__filter_object(ctx->revs->repo,
57 					       LOFS_BLOB, obj,
58 					       path->buf, &path->buf[pathlen],
59 					       ctx->filter);
60 	if (r & LOFR_MARK_SEEN)
61 		obj->flags |= SEEN;
62 	if (r & LOFR_DO_SHOW)
63 		ctx->show_object(obj, path->buf, ctx->show_data);
64 	strbuf_setlen(path, pathlen);
65 }
66 
67 /*
68  * Processing a gitlink entry currently does nothing, since
69  * we do not recurse into the subproject.
70  *
71  * We *could* eventually add a flag that actually does that,
72  * which would involve:
73  *  - is the subproject actually checked out?
74  *  - if so, see if the subproject has already been added
75  *    to the alternates list, and add it if not.
76  *  - process the commit (or tag) the gitlink points to
77  *    recursively.
78  *
79  * However, it's unclear whether there is really ever any
80  * reason to see superprojects and subprojects as such a
81  * "unified" object pool (potentially resulting in a totally
82  * humongous pack - avoiding which was the whole point of
83  * having gitlinks in the first place!).
84  *
85  * So for now, there is just a note that we *could* follow
86  * the link, and how to do it. Whether it necessarily makes
87  * any sense what-so-ever to ever do that is another issue.
88  */
process_gitlink(struct traversal_context * ctx,const unsigned char * sha1,struct strbuf * path,const char * name)89 static void process_gitlink(struct traversal_context *ctx,
90 			    const unsigned char *sha1,
91 			    struct strbuf *path,
92 			    const char *name)
93 {
94 	/* Nothing to do */
95 }
96 
97 static void process_tree(struct traversal_context *ctx,
98 			 struct tree *tree,
99 			 struct strbuf *base,
100 			 const char *name);
101 
process_tree_contents(struct traversal_context * ctx,struct tree * tree,struct strbuf * base)102 static void process_tree_contents(struct traversal_context *ctx,
103 				  struct tree *tree,
104 				  struct strbuf *base)
105 {
106 	struct tree_desc desc;
107 	struct name_entry entry;
108 	enum interesting match = ctx->revs->diffopt.pathspec.nr == 0 ?
109 		all_entries_interesting : entry_not_interesting;
110 
111 	init_tree_desc(&desc, tree->buffer, tree->size);
112 
113 	while (tree_entry(&desc, &entry)) {
114 		if (match != all_entries_interesting) {
115 			match = tree_entry_interesting(ctx->revs->repo->index,
116 						       &entry, base, 0,
117 						       &ctx->revs->diffopt.pathspec);
118 			if (match == all_entries_not_interesting)
119 				break;
120 			if (match == entry_not_interesting)
121 				continue;
122 		}
123 
124 		if (S_ISDIR(entry.mode)) {
125 			struct tree *t = lookup_tree(ctx->revs->repo, &entry.oid);
126 			if (!t) {
127 				die(_("entry '%s' in tree %s has tree mode, "
128 				      "but is not a tree"),
129 				    entry.path, oid_to_hex(&tree->object.oid));
130 			}
131 			t->object.flags |= NOT_USER_GIVEN;
132 			process_tree(ctx, t, base, entry.path);
133 		}
134 		else if (S_ISGITLINK(entry.mode))
135 			process_gitlink(ctx, entry.oid.hash,
136 					base, entry.path);
137 		else {
138 			struct blob *b = lookup_blob(ctx->revs->repo, &entry.oid);
139 			if (!b) {
140 				die(_("entry '%s' in tree %s has blob mode, "
141 				      "but is not a blob"),
142 				    entry.path, oid_to_hex(&tree->object.oid));
143 			}
144 			b->object.flags |= NOT_USER_GIVEN;
145 			process_blob(ctx, b, base, entry.path);
146 		}
147 	}
148 }
149 
process_tree(struct traversal_context * ctx,struct tree * tree,struct strbuf * base,const char * name)150 static void process_tree(struct traversal_context *ctx,
151 			 struct tree *tree,
152 			 struct strbuf *base,
153 			 const char *name)
154 {
155 	struct object *obj = &tree->object;
156 	struct rev_info *revs = ctx->revs;
157 	int baselen = base->len;
158 	enum list_objects_filter_result r;
159 	int failed_parse;
160 
161 	if (!revs->tree_objects)
162 		return;
163 	if (!obj)
164 		die("bad tree object");
165 	if (obj->flags & (UNINTERESTING | SEEN))
166 		return;
167 	if (revs->include_check_obj &&
168 	    !revs->include_check_obj(&tree->object, revs->include_check_data))
169 		return;
170 
171 	failed_parse = parse_tree_gently(tree, 1);
172 	if (failed_parse) {
173 		if (revs->ignore_missing_links)
174 			return;
175 
176 		/*
177 		 * Pre-filter known-missing tree objects when explicitly
178 		 * requested.  This may cause the actual filter to report
179 		 * an incomplete list of missing objects.
180 		 */
181 		if (revs->exclude_promisor_objects &&
182 		    is_promisor_object(&obj->oid))
183 			return;
184 
185 		if (!revs->do_not_die_on_missing_tree)
186 			die("bad tree object %s", oid_to_hex(&obj->oid));
187 	}
188 
189 	strbuf_addstr(base, name);
190 	r = list_objects_filter__filter_object(ctx->revs->repo,
191 					       LOFS_BEGIN_TREE, obj,
192 					       base->buf, &base->buf[baselen],
193 					       ctx->filter);
194 	if (r & LOFR_MARK_SEEN)
195 		obj->flags |= SEEN;
196 	if (r & LOFR_DO_SHOW)
197 		ctx->show_object(obj, base->buf, ctx->show_data);
198 	if (base->len)
199 		strbuf_addch(base, '/');
200 
201 	if (r & LOFR_SKIP_TREE)
202 		trace_printf("Skipping contents of tree %s...\n", base->buf);
203 	else if (!failed_parse)
204 		process_tree_contents(ctx, tree, base);
205 
206 	r = list_objects_filter__filter_object(ctx->revs->repo,
207 					       LOFS_END_TREE, obj,
208 					       base->buf, &base->buf[baselen],
209 					       ctx->filter);
210 	if (r & LOFR_MARK_SEEN)
211 		obj->flags |= SEEN;
212 	if (r & LOFR_DO_SHOW)
213 		ctx->show_object(obj, base->buf, ctx->show_data);
214 
215 	strbuf_setlen(base, baselen);
216 	free_tree_buffer(tree);
217 }
218 
process_tag(struct traversal_context * ctx,struct tag * tag,const char * name)219 static void process_tag(struct traversal_context *ctx,
220 			struct tag *tag,
221 			const char *name)
222 {
223 	enum list_objects_filter_result r;
224 
225 	r = list_objects_filter__filter_object(ctx->revs->repo, LOFS_TAG,
226 					       &tag->object, NULL, NULL,
227 					       ctx->filter);
228 	if (r & LOFR_MARK_SEEN)
229 		tag->object.flags |= SEEN;
230 	if (r & LOFR_DO_SHOW)
231 		ctx->show_object(&tag->object, name, ctx->show_data);
232 }
233 
mark_edge_parents_uninteresting(struct commit * commit,struct rev_info * revs,show_edge_fn show_edge)234 static void mark_edge_parents_uninteresting(struct commit *commit,
235 					    struct rev_info *revs,
236 					    show_edge_fn show_edge)
237 {
238 	struct commit_list *parents;
239 
240 	for (parents = commit->parents; parents; parents = parents->next) {
241 		struct commit *parent = parents->item;
242 		if (!(parent->object.flags & UNINTERESTING))
243 			continue;
244 		mark_tree_uninteresting(revs->repo, get_commit_tree(parent));
245 		if (revs->edge_hint && !(parent->object.flags & SHOWN)) {
246 			parent->object.flags |= SHOWN;
247 			show_edge(parent);
248 		}
249 	}
250 }
251 
add_edge_parents(struct commit * commit,struct rev_info * revs,show_edge_fn show_edge,struct oidset * set)252 static void add_edge_parents(struct commit *commit,
253 			     struct rev_info *revs,
254 			     show_edge_fn show_edge,
255 			     struct oidset *set)
256 {
257 	struct commit_list *parents;
258 
259 	for (parents = commit->parents; parents; parents = parents->next) {
260 		struct commit *parent = parents->item;
261 		struct tree *tree = get_commit_tree(parent);
262 
263 		if (!tree)
264 			continue;
265 
266 		oidset_insert(set, &tree->object.oid);
267 
268 		if (!(parent->object.flags & UNINTERESTING))
269 			continue;
270 		tree->object.flags |= UNINTERESTING;
271 
272 		if (revs->edge_hint && !(parent->object.flags & SHOWN)) {
273 			parent->object.flags |= SHOWN;
274 			show_edge(parent);
275 		}
276 	}
277 }
278 
mark_edges_uninteresting(struct rev_info * revs,show_edge_fn show_edge,int sparse)279 void mark_edges_uninteresting(struct rev_info *revs,
280 			      show_edge_fn show_edge,
281 			      int sparse)
282 {
283 	struct commit_list *list;
284 	int i;
285 
286 	if (sparse) {
287 		struct oidset set;
288 		oidset_init(&set, 16);
289 
290 		for (list = revs->commits; list; list = list->next) {
291 			struct commit *commit = list->item;
292 			struct tree *tree = get_commit_tree(commit);
293 
294 			if (commit->object.flags & UNINTERESTING)
295 				tree->object.flags |= UNINTERESTING;
296 
297 			oidset_insert(&set, &tree->object.oid);
298 			add_edge_parents(commit, revs, show_edge, &set);
299 		}
300 
301 		mark_trees_uninteresting_sparse(revs->repo, &set);
302 		oidset_clear(&set);
303 	} else {
304 		for (list = revs->commits; list; list = list->next) {
305 			struct commit *commit = list->item;
306 			if (commit->object.flags & UNINTERESTING) {
307 				mark_tree_uninteresting(revs->repo,
308 							get_commit_tree(commit));
309 				if (revs->edge_hint_aggressive && !(commit->object.flags & SHOWN)) {
310 					commit->object.flags |= SHOWN;
311 					show_edge(commit);
312 				}
313 				continue;
314 			}
315 			mark_edge_parents_uninteresting(commit, revs, show_edge);
316 		}
317 	}
318 
319 	if (revs->edge_hint_aggressive) {
320 		for (i = 0; i < revs->cmdline.nr; i++) {
321 			struct object *obj = revs->cmdline.rev[i].item;
322 			struct commit *commit = (struct commit *)obj;
323 			if (obj->type != OBJ_COMMIT || !(obj->flags & UNINTERESTING))
324 				continue;
325 			mark_tree_uninteresting(revs->repo,
326 						get_commit_tree(commit));
327 			if (!(obj->flags & SHOWN)) {
328 				obj->flags |= SHOWN;
329 				show_edge(commit);
330 			}
331 		}
332 	}
333 }
334 
add_pending_tree(struct rev_info * revs,struct tree * tree)335 static void add_pending_tree(struct rev_info *revs, struct tree *tree)
336 {
337 	add_pending_object(revs, &tree->object, "");
338 }
339 
traverse_non_commits(struct traversal_context * ctx,struct strbuf * base)340 static void traverse_non_commits(struct traversal_context *ctx,
341 				 struct strbuf *base)
342 {
343 	int i;
344 
345 	assert(base->len == 0);
346 
347 	for (i = 0; i < ctx->revs->pending.nr; i++) {
348 		struct object_array_entry *pending = ctx->revs->pending.objects + i;
349 		struct object *obj = pending->item;
350 		const char *name = pending->name;
351 		const char *path = pending->path;
352 		if (obj->flags & (UNINTERESTING | SEEN))
353 			continue;
354 		if (obj->type == OBJ_TAG) {
355 			process_tag(ctx, (struct tag *)obj, name);
356 			continue;
357 		}
358 		if (!path)
359 			path = "";
360 		if (obj->type == OBJ_TREE) {
361 			process_tree(ctx, (struct tree *)obj, base, path);
362 			continue;
363 		}
364 		if (obj->type == OBJ_BLOB) {
365 			process_blob(ctx, (struct blob *)obj, base, path);
366 			continue;
367 		}
368 		die("unknown pending object %s (%s)",
369 		    oid_to_hex(&obj->oid), name);
370 	}
371 	object_array_clear(&ctx->revs->pending);
372 }
373 
do_traverse(struct traversal_context * ctx)374 static void do_traverse(struct traversal_context *ctx)
375 {
376 	struct commit *commit;
377 	struct strbuf csp; /* callee's scratch pad */
378 	strbuf_init(&csp, PATH_MAX);
379 
380 	while ((commit = get_revision(ctx->revs)) != NULL) {
381 		enum list_objects_filter_result r;
382 
383 		r = list_objects_filter__filter_object(ctx->revs->repo,
384 				LOFS_COMMIT, &commit->object,
385 				NULL, NULL, ctx->filter);
386 
387 		/*
388 		 * an uninteresting boundary commit may not have its tree
389 		 * parsed yet, but we are not going to show them anyway
390 		 */
391 		if (!ctx->revs->tree_objects)
392 			; /* do not bother loading tree */
393 		else if (get_commit_tree(commit)) {
394 			struct tree *tree = get_commit_tree(commit);
395 			tree->object.flags |= NOT_USER_GIVEN;
396 			add_pending_tree(ctx->revs, tree);
397 		} else if (commit->object.parsed) {
398 			die(_("unable to load root tree for commit %s"),
399 			      oid_to_hex(&commit->object.oid));
400 		}
401 
402 		if (r & LOFR_MARK_SEEN)
403 			commit->object.flags |= SEEN;
404 		if (r & LOFR_DO_SHOW)
405 			ctx->show_commit(commit, ctx->show_data);
406 
407 		if (ctx->revs->tree_blobs_in_commit_order)
408 			/*
409 			 * NEEDSWORK: Adding the tree and then flushing it here
410 			 * needs a reallocation for each commit. Can we pass the
411 			 * tree directory without allocation churn?
412 			 */
413 			traverse_non_commits(ctx, &csp);
414 	}
415 	traverse_non_commits(ctx, &csp);
416 	strbuf_release(&csp);
417 }
418 
traverse_commit_list(struct rev_info * revs,show_commit_fn show_commit,show_object_fn show_object,void * show_data)419 void traverse_commit_list(struct rev_info *revs,
420 			  show_commit_fn show_commit,
421 			  show_object_fn show_object,
422 			  void *show_data)
423 {
424 	struct traversal_context ctx;
425 	ctx.revs = revs;
426 	ctx.show_commit = show_commit;
427 	ctx.show_object = show_object;
428 	ctx.show_data = show_data;
429 	ctx.filter = NULL;
430 	do_traverse(&ctx);
431 }
432 
traverse_commit_list_filtered(struct list_objects_filter_options * filter_options,struct rev_info * revs,show_commit_fn show_commit,show_object_fn show_object,void * show_data,struct oidset * omitted)433 void traverse_commit_list_filtered(
434 	struct list_objects_filter_options *filter_options,
435 	struct rev_info *revs,
436 	show_commit_fn show_commit,
437 	show_object_fn show_object,
438 	void *show_data,
439 	struct oidset *omitted)
440 {
441 	struct traversal_context ctx;
442 
443 	ctx.revs = revs;
444 	ctx.show_object = show_object;
445 	ctx.show_commit = show_commit;
446 	ctx.show_data = show_data;
447 	ctx.filter = list_objects_filter__init(omitted, filter_options);
448 	do_traverse(&ctx);
449 	list_objects_filter__free(ctx.filter);
450 }
451