1 #ifndef DIR_H
2 #define DIR_H
3 
4 #include "cache.h"
5 #include "hashmap.h"
6 #include "strbuf.h"
7 
8 /**
9  * The directory listing API is used to enumerate paths in the work tree,
10  * optionally taking `.git/info/exclude` and `.gitignore` files per directory
11  * into account.
12  */
13 
14 /**
15  * Calling sequence
16  * ----------------
17  *
18  * Note: The index may be checked for .gitignore files that are
19  * CE_SKIP_WORKTREE marked. If you want to exclude files, make sure you have
20  * loaded the index first.
21  *
22  * - Prepare `struct dir_struct dir` using `dir_init()` function.
23  *
24  * - To add single exclude pattern, call `add_pattern_list()` and then
25  *   `add_pattern()`.
26  *
27  * - To add patterns from a file (e.g. `.git/info/exclude`), call
28  *   `add_patterns_from_file()` , and/or set `dir.exclude_per_dir`.
29  *
30  * - A short-hand function `setup_standard_excludes()` can be used to set
31  *   up the standard set of exclude settings, instead of manually calling
32  *   the add_pattern*() family of functions.
33  *
34  * - Call `fill_directory()`.
35  *
36  * - Use `dir.entries[]` and `dir.ignored[]`.
37  *
38  * - Call `dir_clear()` when the contained elements are no longer in use.
39  *
40  */
41 
42 struct dir_entry {
43 	unsigned int len;
44 	char name[FLEX_ARRAY]; /* more */
45 };
46 
47 #define PATTERN_FLAG_NODIR 1
48 #define PATTERN_FLAG_ENDSWITH 4
49 #define PATTERN_FLAG_MUSTBEDIR 8
50 #define PATTERN_FLAG_NEGATIVE 16
51 
52 struct path_pattern {
53 	/*
54 	 * This allows callers of last_matching_pattern() etc.
55 	 * to determine the origin of the matching pattern.
56 	 */
57 	struct pattern_list *pl;
58 
59 	const char *pattern;
60 	int patternlen;
61 	int nowildcardlen;
62 	const char *base;
63 	int baselen;
64 	unsigned flags;		/* PATTERN_FLAG_* */
65 
66 	/*
67 	 * Counting starts from 1 for line numbers in ignore files,
68 	 * and from -1 decrementing for patterns from CLI args.
69 	 */
70 	int srcpos;
71 };
72 
73 /* used for hashmaps for cone patterns */
74 struct pattern_entry {
75 	struct hashmap_entry ent;
76 	char *pattern;
77 	size_t patternlen;
78 };
79 
80 /*
81  * Each excludes file will be parsed into a fresh exclude_list which
82  * is appended to the relevant exclude_list_group (either EXC_DIRS or
83  * EXC_FILE).  An exclude_list within the EXC_CMDL exclude_list_group
84  * can also be used to represent the list of --exclude values passed
85  * via CLI args.
86  */
87 struct pattern_list {
88 	int nr;
89 	int alloc;
90 
91 	/* remember pointer to exclude file contents so we can free() */
92 	char *filebuf;
93 
94 	/* origin of list, e.g. path to filename, or descriptive string */
95 	const char *src;
96 
97 	struct path_pattern **patterns;
98 
99 	/*
100 	 * While scanning the excludes, we attempt to match the patterns
101 	 * with a more restricted set that allows us to use hashsets for
102 	 * matching logic, which is faster than the linear lookup in the
103 	 * excludes array above. If non-zero, that check succeeded.
104 	 */
105 	unsigned use_cone_patterns;
106 	unsigned full_cone;
107 
108 	/*
109 	 * Stores paths where everything starting with those paths
110 	 * is included.
111 	 */
112 	struct hashmap recursive_hashmap;
113 
114 	/*
115 	 * Used to check single-level parents of blobs.
116 	 */
117 	struct hashmap parent_hashmap;
118 };
119 
120 /*
121  * The contents of the per-directory exclude files are lazily read on
122  * demand and then cached in memory, one per exclude_stack struct, in
123  * order to avoid opening and parsing each one every time that
124  * directory is traversed.
125  */
126 struct exclude_stack {
127 	struct exclude_stack *prev; /* the struct exclude_stack for the parent directory */
128 	int baselen;
129 	int exclude_ix; /* index of exclude_list within EXC_DIRS exclude_list_group */
130 	struct untracked_cache_dir *ucd;
131 };
132 
133 struct exclude_list_group {
134 	int nr, alloc;
135 	struct pattern_list *pl;
136 };
137 
138 struct oid_stat {
139 	struct stat_data stat;
140 	struct object_id oid;
141 	int valid;
142 };
143 
144 /*
145  *  Untracked cache
146  *
147  *  The following inputs are sufficient to determine what files in a
148  *  directory are excluded:
149  *
150  *   - The list of files and directories of the directory in question
151  *   - The $GIT_DIR/index
152  *   - dir_struct flags
153  *   - The content of $GIT_DIR/info/exclude
154  *   - The content of core.excludesfile
155  *   - The content (or the lack) of .gitignore of all parent directories
156  *     from $GIT_WORK_TREE
157  *   - The check_only flag in read_directory_recursive (for
158  *     DIR_HIDE_EMPTY_DIRECTORIES)
159  *
160  *  The first input can be checked using directory mtime. In many
161  *  filesystems, directory mtime (stat_data field) is updated when its
162  *  files or direct subdirs are added or removed.
163  *
164  *  The second one can be hooked from cache_tree_invalidate_path().
165  *  Whenever a file (or a submodule) is added or removed from a
166  *  directory, we invalidate that directory.
167  *
168  *  The remaining inputs are easy, their SHA-1 could be used to verify
169  *  their contents (exclude_sha1[], info_exclude_sha1[] and
170  *  excludes_file_sha1[])
171  */
172 struct untracked_cache_dir {
173 	struct untracked_cache_dir **dirs;
174 	char **untracked;
175 	struct stat_data stat_data;
176 	unsigned int untracked_alloc, dirs_nr, dirs_alloc;
177 	unsigned int untracked_nr;
178 	unsigned int check_only : 1;
179 	/* all data except 'dirs' in this struct are good */
180 	unsigned int valid : 1;
181 	unsigned int recurse : 1;
182 	/* null object ID means this directory does not have .gitignore */
183 	struct object_id exclude_oid;
184 	char name[FLEX_ARRAY];
185 };
186 
187 struct untracked_cache {
188 	struct oid_stat ss_info_exclude;
189 	struct oid_stat ss_excludes_file;
190 	const char *exclude_per_dir;
191 	struct strbuf ident;
192 	/*
193 	 * dir_struct#flags must match dir_flags or the untracked
194 	 * cache is ignored.
195 	 */
196 	unsigned dir_flags;
197 	struct untracked_cache_dir *root;
198 	/* Statistics */
199 	int dir_created;
200 	int gitignore_invalidated;
201 	int dir_invalidated;
202 	int dir_opened;
203 	/* fsmonitor invalidation data */
204 	unsigned int use_fsmonitor : 1;
205 };
206 
207 /**
208  * structure is used to pass directory traversal options to the library and to
209  * record the paths discovered. A single `struct dir_struct` is used regardless
210  * of whether or not the traversal recursively descends into subdirectories.
211  */
212 struct dir_struct {
213 
214 	/* The number of members in `entries[]` array. */
215 	int nr;
216 
217 	/* Internal use; keeps track of allocation of `entries[]` array.*/
218 	int alloc;
219 
220 	/* The number of members in `ignored[]` array. */
221 	int ignored_nr;
222 
223 	int ignored_alloc;
224 
225 	/* bit-field of options */
226 	enum {
227 
228 		/**
229 		 * Return just ignored files in `entries[]`, not untracked files.
230 		 * This flag is mutually exclusive with `DIR_SHOW_IGNORED_TOO`.
231 		 */
232 		DIR_SHOW_IGNORED = 1<<0,
233 
234 		/* Include a directory that is not tracked. */
235 		DIR_SHOW_OTHER_DIRECTORIES = 1<<1,
236 
237 		/* Do not include a directory that is not tracked and is empty. */
238 		DIR_HIDE_EMPTY_DIRECTORIES = 1<<2,
239 
240 		/**
241 		 * If set, recurse into a directory that looks like a Git directory.
242 		 * Otherwise it is shown as a directory.
243 		 */
244 		DIR_NO_GITLINKS = 1<<3,
245 
246 		/**
247 		 * Special mode for git-add. Return ignored files in `ignored[]` and
248 		 * untracked files in `entries[]`. Only returns ignored files that match
249 		 * pathspec exactly (no wildcards). Does not recurse into ignored
250 		 * directories.
251 		 */
252 		DIR_COLLECT_IGNORED = 1<<4,
253 
254 		/**
255 		 * Similar to `DIR_SHOW_IGNORED`, but return ignored files in
256 		 * `ignored[]` in addition to untracked files in `entries[]`.
257 		 * This flag is mutually exclusive with `DIR_SHOW_IGNORED`.
258 		 */
259 		DIR_SHOW_IGNORED_TOO = 1<<5,
260 
261 		DIR_COLLECT_KILLED_ONLY = 1<<6,
262 
263 		/**
264 		 * Only has meaning if `DIR_SHOW_IGNORED_TOO` is also set; if this is
265 		 * set, the untracked contents of untracked directories are also
266 		 * returned in `entries[]`.
267 		 */
268 		DIR_KEEP_UNTRACKED_CONTENTS = 1<<7,
269 
270 		/**
271 		 * Only has meaning if `DIR_SHOW_IGNORED_TOO` is also set; if this is
272 		 * set, returns ignored files and directories that match an exclude
273 		 * pattern. If a directory matches an exclude pattern, then the
274 		 * directory is returned and the contained paths are not. A directory
275 		 * that does not match an exclude pattern will not be returned even if
276 		 * all of its contents are ignored. In this case, the contents are
277 		 * returned as individual entries.
278 		 *
279 		 * If this is set, files and directories that explicitly match an ignore
280 		 * pattern are reported. Implicitly ignored directories (directories that
281 		 * do not match an ignore pattern, but whose contents are all ignored)
282 		 * are not reported, instead all of the contents are reported.
283 		 */
284 		DIR_SHOW_IGNORED_TOO_MODE_MATCHING = 1<<8,
285 
286 		DIR_SKIP_NESTED_GIT = 1<<9
287 	} flags;
288 
289 	/* An array of `struct dir_entry`, each element of which describes a path. */
290 	struct dir_entry **entries;
291 
292 	/**
293 	 * used for ignored paths with the `DIR_SHOW_IGNORED_TOO` and
294 	 * `DIR_COLLECT_IGNORED` flags.
295 	 */
296 	struct dir_entry **ignored;
297 
298 	/**
299 	 * The name of the file to be read in each directory for excluded files
300 	 * (typically `.gitignore`).
301 	 */
302 	const char *exclude_per_dir;
303 
304 	/*
305 	 * We maintain three groups of exclude pattern lists:
306 	 *
307 	 * EXC_CMDL lists patterns explicitly given on the command line.
308 	 * EXC_DIRS lists patterns obtained from per-directory ignore files.
309 	 * EXC_FILE lists patterns from fallback ignore files, e.g.
310 	 *   - .git/info/exclude
311 	 *   - core.excludesfile
312 	 *
313 	 * Each group contains multiple exclude lists, a single list
314 	 * per source.
315 	 */
316 #define EXC_CMDL 0
317 #define EXC_DIRS 1
318 #define EXC_FILE 2
319 	struct exclude_list_group exclude_list_group[3];
320 
321 	/*
322 	 * Temporary variables which are used during loading of the
323 	 * per-directory exclude lists.
324 	 *
325 	 * exclude_stack points to the top of the exclude_stack, and
326 	 * basebuf contains the full path to the current
327 	 * (sub)directory in the traversal. Exclude points to the
328 	 * matching exclude struct if the directory is excluded.
329 	 */
330 	struct exclude_stack *exclude_stack;
331 	struct path_pattern *pattern;
332 	struct strbuf basebuf;
333 
334 	/* Enable untracked file cache if set */
335 	struct untracked_cache *untracked;
336 	struct oid_stat ss_info_exclude;
337 	struct oid_stat ss_excludes_file;
338 	unsigned unmanaged_exclude_files;
339 
340 	/* Stats about the traversal */
341 	unsigned visited_paths;
342 	unsigned visited_directories;
343 };
344 
345 #define DIR_INIT { 0 }
346 
347 struct dirent *readdir_skip_dot_and_dotdot(DIR *dirp);
348 
349 /*Count the number of slashes for string s*/
350 int count_slashes(const char *s);
351 
352 /*
353  * The ordering of these constants is significant, with
354  * higher-numbered match types signifying "closer" (i.e. more
355  * specific) matches which will override lower-numbered match types
356  * when populating the seen[] array.
357  */
358 #define MATCHED_RECURSIVELY 1
359 #define MATCHED_RECURSIVELY_LEADING_PATHSPEC 2
360 #define MATCHED_FNMATCH 3
361 #define MATCHED_EXACTLY 4
362 int simple_length(const char *match);
363 int no_wildcard(const char *string);
364 char *common_prefix(const struct pathspec *pathspec);
365 int match_pathspec(struct index_state *istate,
366 		   const struct pathspec *pathspec,
367 		   const char *name, int namelen,
368 		   int prefix, char *seen, int is_dir);
369 int report_path_error(const char *ps_matched, const struct pathspec *pathspec);
370 int within_depth(const char *name, int namelen, int depth, int max_depth);
371 
372 int fill_directory(struct dir_struct *dir,
373 		   struct index_state *istate,
374 		   const struct pathspec *pathspec);
375 int read_directory(struct dir_struct *, struct index_state *istate,
376 		   const char *path, int len,
377 		   const struct pathspec *pathspec);
378 
379 enum pattern_match_result {
380 	UNDECIDED = -1,
381 	NOT_MATCHED = 0,
382 	MATCHED = 1,
383 	MATCHED_RECURSIVE = 2,
384 };
385 
386 /*
387  * Scan the list of patterns to determine if the ordered list
388  * of patterns matches on 'pathname'.
389  *
390  * Return 1 for a match, 0 for not matched and -1 for undecided.
391  */
392 enum pattern_match_result path_matches_pattern_list(const char *pathname,
393 				int pathlen,
394 				const char *basename, int *dtype,
395 				struct pattern_list *pl,
396 				struct index_state *istate);
397 
398 int init_sparse_checkout_patterns(struct index_state *state);
399 
400 int path_in_sparse_checkout(const char *path,
401 			    struct index_state *istate);
402 int path_in_cone_mode_sparse_checkout(const char *path,
403 				      struct index_state *istate);
404 
405 struct dir_entry *dir_add_ignored(struct dir_struct *dir,
406 				  struct index_state *istate,
407 				  const char *pathname, int len);
408 
409 /*
410  * these implement the matching logic for dir.c:excluded_from_list and
411  * attr.c:path_matches()
412  */
413 int match_basename(const char *, int,
414 		   const char *, int, int, unsigned);
415 int match_pathname(const char *, int,
416 		   const char *, int,
417 		   const char *, int, int, unsigned);
418 
419 struct path_pattern *last_matching_pattern(struct dir_struct *dir,
420 					   struct index_state *istate,
421 					   const char *name, int *dtype);
422 
423 int is_excluded(struct dir_struct *dir,
424 		struct index_state *istate,
425 		const char *name, int *dtype);
426 
427 int pl_hashmap_cmp(const void *unused_cmp_data,
428 		   const struct hashmap_entry *a,
429 		   const struct hashmap_entry *b,
430 		   const void *key);
431 int hashmap_contains_parent(struct hashmap *map,
432 			    const char *path,
433 			    struct strbuf *buffer);
434 struct pattern_list *add_pattern_list(struct dir_struct *dir,
435 				      int group_type, const char *src);
436 int add_patterns_from_file_to_list(const char *fname, const char *base, int baselen,
437 				   struct pattern_list *pl, struct index_state *istate,
438 				   unsigned flags);
439 void add_patterns_from_file(struct dir_struct *, const char *fname);
440 int add_patterns_from_blob_to_list(struct object_id *oid,
441 				   const char *base, int baselen,
442 				   struct pattern_list *pl);
443 void parse_path_pattern(const char **string, int *patternlen, unsigned *flags, int *nowildcardlen);
444 void add_pattern(const char *string, const char *base,
445 		 int baselen, struct pattern_list *pl, int srcpos);
446 void clear_pattern_list(struct pattern_list *pl);
447 void dir_clear(struct dir_struct *dir);
448 
449 int repo_file_exists(struct repository *repo, const char *path);
450 int file_exists(const char *);
451 
452 int is_inside_dir(const char *dir);
453 int dir_inside_of(const char *subdir, const char *dir);
454 
is_dot_or_dotdot(const char * name)455 static inline int is_dot_or_dotdot(const char *name)
456 {
457 	return (name[0] == '.' &&
458 		(name[1] == '\0' ||
459 		 (name[1] == '.' && name[2] == '\0')));
460 }
461 
462 int is_empty_dir(const char *dir);
463 
464 /*
465  * Retrieve the "humanish" basename of the given Git URL.
466  *
467  * For example:
468  * 	/path/to/repo.git => "repo"
469  * 	host.xz:foo/.git => "foo"
470  * 	http://example.com/user/bar.baz => "bar.baz"
471  */
472 char *git_url_basename(const char *repo, int is_bundle, int is_bare);
473 void strip_dir_trailing_slashes(char *dir);
474 
475 void setup_standard_excludes(struct dir_struct *dir);
476 
477 char *get_sparse_checkout_filename(void);
478 int get_sparse_checkout_patterns(struct pattern_list *pl);
479 
480 /* Constants for remove_dir_recursively: */
481 
482 /*
483  * If a non-directory is found within path, stop and return an error.
484  * (In this case some empty directories might already have been
485  * removed.)
486  */
487 #define REMOVE_DIR_EMPTY_ONLY 01
488 
489 /*
490  * If any Git work trees are found within path, skip them without
491  * considering it an error.
492  */
493 #define REMOVE_DIR_KEEP_NESTED_GIT 02
494 
495 /* Remove the contents of path, but leave path itself. */
496 #define REMOVE_DIR_KEEP_TOPLEVEL 04
497 
498 /*
499  * Remove path and its contents, recursively. flags is a combination
500  * of the above REMOVE_DIR_* constants. Return 0 on success.
501  *
502  * This function uses path as temporary scratch space, but restores it
503  * before returning.
504  */
505 int remove_dir_recursively(struct strbuf *path, int flag);
506 
507 /* tries to remove the path with empty directories along it, ignores ENOENT */
508 int remove_path(const char *path);
509 
510 int fspathcmp(const char *a, const char *b);
511 int fspatheq(const char *a, const char *b);
512 int fspathncmp(const char *a, const char *b, size_t count);
513 unsigned int fspathhash(const char *str);
514 
515 /*
516  * The prefix part of pattern must not contains wildcards.
517  */
518 struct pathspec_item;
519 int git_fnmatch(const struct pathspec_item *item,
520 		const char *pattern, const char *string,
521 		int prefix);
522 
523 int submodule_path_match(struct index_state *istate,
524 			 const struct pathspec *ps,
525 			 const char *submodule_name,
526 			 char *seen);
527 
ce_path_match(struct index_state * istate,const struct cache_entry * ce,const struct pathspec * pathspec,char * seen)528 static inline int ce_path_match(struct index_state *istate,
529 				const struct cache_entry *ce,
530 				const struct pathspec *pathspec,
531 				char *seen)
532 {
533 	return match_pathspec(istate, pathspec, ce->name, ce_namelen(ce), 0, seen,
534 			      S_ISDIR(ce->ce_mode) || S_ISGITLINK(ce->ce_mode));
535 }
536 
dir_path_match(struct index_state * istate,const struct dir_entry * ent,const struct pathspec * pathspec,int prefix,char * seen)537 static inline int dir_path_match(struct index_state *istate,
538 				 const struct dir_entry *ent,
539 				 const struct pathspec *pathspec,
540 				 int prefix, char *seen)
541 {
542 	int has_trailing_dir = ent->len && ent->name[ent->len - 1] == '/';
543 	int len = has_trailing_dir ? ent->len - 1 : ent->len;
544 	return match_pathspec(istate, pathspec, ent->name, len, prefix, seen,
545 			      has_trailing_dir);
546 }
547 
548 int cmp_dir_entry(const void *p1, const void *p2);
549 int check_dir_entry_contains(const struct dir_entry *out, const struct dir_entry *in);
550 
551 void untracked_cache_invalidate_path(struct index_state *, const char *, int safe_path);
552 void untracked_cache_remove_from_index(struct index_state *, const char *);
553 void untracked_cache_add_to_index(struct index_state *, const char *);
554 
555 void free_untracked_cache(struct untracked_cache *);
556 struct untracked_cache *read_untracked_extension(const void *data, unsigned long sz);
557 void write_untracked_extension(struct strbuf *out, struct untracked_cache *untracked);
558 void add_untracked_cache(struct index_state *istate);
559 void remove_untracked_cache(struct index_state *istate);
560 
561 /*
562  * Connect a worktree to a git directory by creating (or overwriting) a
563  * '.git' file containing the location of the git directory. In the git
564  * directory set the core.worktree setting to indicate where the worktree is.
565  * When `recurse_into_nested` is set, recurse into any nested submodules,
566  * connecting them as well.
567  */
568 void connect_work_tree_and_git_dir(const char *work_tree,
569 				   const char *git_dir,
570 				   int recurse_into_nested);
571 void relocate_gitdir(const char *path,
572 		     const char *old_git_dir,
573 		     const char *new_git_dir);
574 #endif
575