xref: /freebsd/contrib/bmake/mk/dirdeps.mk (revision 1f474190)
1# $Id: dirdeps.mk,v 1.125 2020/08/26 21:49:45 sjg Exp $
2
3# Copyright (c) 2010-2020, Simon J. Gerraty
4# Copyright (c) 2010-2018, Juniper Networks, Inc.
5# All rights reserved.
6#
7# Redistribution and use in source and binary forms, with or without
8# modification, are permitted provided that the following conditions
9# are met:
10# 1. Redistributions of source code must retain the above copyright
11#    notice, this list of conditions and the following disclaimer.
12# 2. Redistributions in binary form must reproduce the above copyright
13#    notice, this list of conditions and the following disclaimer in the
14#    documentation and/or other materials provided with the distribution.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28# Much of the complexity here is for supporting cross-building.
29# If a tree does not support that, simply using plain Makefile.depend
30# should provide sufficient clue.
31# Otherwise the recommendation is to use Makefile.depend.${MACHINE}
32# as expected below.
33
34# Note: this file gets multiply included.
35# This is what we do with DIRDEPS
36
37# DIRDEPS:
38#	This is a list of directories - relative to SRCTOP, it is
39#	normally only of interest to .MAKE.LEVEL 0.
40#	In some cases the entry may be qualified with a .<machine>
41#	or .<target_spec> suffix (see TARGET_SPEC_VARS below),
42#	for example to force building something for the pseudo
43#	machines "host" or "common" regardless of current ${MACHINE}.
44#
45#	All unqualified entries end up being qualified with .${TARGET_SPEC}
46#	and partially qualified (if TARGET_SPEC_VARS has multiple
47#	entries) are also expanded to a full .<target_spec>.
48#	The  _DIRDEP_USE target uses the suffix to set TARGET_SPEC
49#	correctly when visiting each entry.
50#
51#	The fully qualified directory entries are used to construct a
52#	dependency graph that will drive the build later.
53#
54#	Also, for each fully qualified directory target, we will search
55#	using ${.MAKE.DEPENDFILE_PREFERENCE} to find additional
56#	dependencies.  We use Makefile.depend (default value for
57#	.MAKE.DEPENDFILE_PREFIX) to refer to these makefiles to
58#	distinguish them from others.
59#
60#	Before each Makefile.depend file is read, we set
61#	DEP_RELDIR to be the RELDIR (path relative to SRCTOP) for
62#	its directory, and DEP_MACHINE etc according to the .<target_spec>
63#	represented by the suffix of the corresponding target.
64#
65#	Since each Makefile.depend file includes dirdeps.mk, this
66#	processing is recursive and results in .MAKE.LEVEL 0 learning the
67#	dependencies of the tree wrt the initial directory (_DEP_RELDIR).
68#
69# TARGET_SPEC_VARS
70#	The default value is just MACHINE, and for most environments
71#	this is sufficient.  The _DIRDEP_USE target actually sets
72#	both MACHINE and TARGET_SPEC to the suffix of the current
73#	target so that in the general case TARGET_SPEC can be ignored.
74#
75#	If more than MACHINE is needed then sys.mk needs to decompose
76#	TARGET_SPEC and set the relevant variables accordingly.
77#	It is important that MACHINE be included in and actually be
78#	the first member of TARGET_SPEC_VARS.  This allows other
79#	variables to be considered optional, and some of the treatment
80#	below relies on MACHINE being the first entry.
81#	Note: TARGET_SPEC cannot contain any '.'s so the target
82#	triple used by compiler folk won't work (directly anyway).
83#
84#	For example:
85#
86#		# Always list MACHINE first,
87#		# other variables might be optional.
88#		TARGET_SPEC_VARS = MACHINE TARGET_OS
89#		.if ${TARGET_SPEC:Uno:M*,*} != ""
90#		_tspec := ${TARGET_SPEC:S/,/ /g}
91#		MACHINE := ${_tspec:[1]}
92#		TARGET_OS := ${_tspec:[2]}
93#		# etc.
94#		# We need to stop that TARGET_SPEC affecting any submakes
95#		# and deal with MACHINE=${TARGET_SPEC} in the environment.
96#		TARGET_SPEC =
97#		# export but do not track
98#		.export-env TARGET_SPEC
99#		.export ${TARGET_SPEC_VARS}
100#		.for v in ${TARGET_SPEC_VARS:O:u}
101#		.if empty($v)
102#		.undef $v
103#		.endif
104#		.endfor
105#		.endif
106#		# make sure we know what TARGET_SPEC is
107#		# as we may need it to find Makefile.depend*
108#		TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,}
109#
110#	The following variables can influence the initial DIRDEPS
111#	computation with regard to the TARGET_SPECs that will be
112#	built.
113#	Most should also be considered by init.mk
114#
115#	ONLY_TARGET_SPEC_LIST
116#		Defines a list of TARGET_SPECs for which the current
117#		directory can be built.
118#		If ALL_MACHINES is defined, we build for all the
119#		TARGET_SPECs listed.
120#
121#	ONLY_MACHINE_LIST
122#		As for ONLY_TARGET_SPEC_LIST but only specifies
123#		MACHINEs.
124#
125#	NOT_TARGET_SPEC_LIST
126#		A list of TARGET_SPECs for which the current
127#		directory should not be built.
128#
129#	NOT_MACHINE_LIST
130#		A list of MACHINEs the current directory should not be
131#		built for.
132#
133# _build_xtra_dirs
134#	local.dirdeps.mk can add targets to this variable.
135#	They will be hooked into the build, but independent of
136#	any other DIRDEP.
137#
138#	This allows for adding TESTS to the build, such that the build
139#	if any test fails, but without the risk of introducing
140#	circular dependencies.
141
142now_utc ?= ${%s:L:gmtime}
143.if !defined(start_utc)
144start_utc := ${now_utc}
145.endif
146
147.if !target(bootstrap) && (make(bootstrap) || \
148	make(bootstrap-this) || \
149	make(bootstrap-recurse) || \
150	make(bootstrap-empty))
151# disable most of below
152.MAKE.LEVEL = 1
153.endif
154
155# touch this at your peril
156_DIRDEP_USE_LEVEL?= 0
157.if ${.MAKE.LEVEL} == ${_DIRDEP_USE_LEVEL}
158# only the first instance is interested in all this
159
160.if !target(_DIRDEP_USE)
161
162# do some setup we only need once
163_CURDIR ?= ${.CURDIR}
164_OBJDIR ?= ${.OBJDIR}
165
166.if ${MAKEFILE:T} == ${.PARSEFILE} && empty(DIRDEPS) && ${.TARGETS:Uall:M*/*} != ""
167# This little trick let's us do
168#
169# mk -f dirdeps.mk some/dir.${TARGET_SPEC}
170#
171all:
172${.TARGETS:Nall}: all
173DIRDEPS := ${.TARGETS:M*[/.]*}
174# so that -DNO_DIRDEPS works
175DEP_RELDIR := ${DIRDEPS:[1]:R}
176# this will become DEP_MACHINE below
177TARGET_MACHINE := ${DIRDEPS:[1]:E:C/,.*//}
178.if ${TARGET_MACHINE:N*/*} == ""
179TARGET_MACHINE := ${MACHINE}
180.endif
181# disable DIRDEPS_CACHE as it does not like this trick
182MK_DIRDEPS_CACHE = no
183.endif
184
185# make sure we get the behavior we expect
186.MAKE.SAVE_DOLLARS = no
187
188# make sure these are empty to start with
189_DEP_TARGET_SPEC =
190
191# If TARGET_SPEC_VARS is other than just MACHINE
192# it should be set by sys.mk or similar by now.
193# TARGET_SPEC must not contain any '.'s.
194TARGET_SPEC_VARS ?= MACHINE
195# this is what we started with
196TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,}
197# this is what we mostly use below
198DEP_TARGET_SPEC = ${TARGET_SPEC_VARS:S,^,DEP_,:@v@${$v:U}@:ts,}
199# make sure we have defaults
200.for v in ${TARGET_SPEC_VARS}
201DEP_$v ?= ${$v}
202.endfor
203
204.if ${TARGET_SPEC_VARS:[#]} > 1
205# Ok, this gets more complex (putting it mildly).
206# In order to stay sane, we need to ensure that all the build_dirs
207# we compute below are fully qualified wrt DEP_TARGET_SPEC.
208# The makefiles may only partially specify (eg. MACHINE only),
209# so we need to construct a set of modifiers to fill in the gaps.
210.if ${MAKE_VERSION} >= 20170130
211_tspec_x := ${TARGET_SPEC_VARS:range}
212.elif ${TARGET_SPEC_VARS:[#]} > 10
213# seriously? better have jot(1) or equivalent to produce suitable sequence
214_tspec_x := ${${JOT:Ujot} ${TARGET_SPEC_VARS:[#]}:L:sh}
215.else
216# we can provide the sequence ourselves
217_tspec_x := ${1 2 3 4 5 6 7 8 9 10:L:[1..${TARGET_SPEC_VARS:[#]}]}
218.endif
219# this handles unqualified entries
220M_dep_qual_fixes = C;(/[^/.,]+)$$;\1.$${DEP_TARGET_SPEC};
221# there needs to be at least one item missing for these to make sense
222.for i in ${_tspec_x:[2..-1]}
223_tspec_m$i := ${TARGET_SPEC_VARS:[2..$i]:@w@[^,]+@:ts,}
224_tspec_a$i := ,${TARGET_SPEC_VARS:[$i..-1]:@v@$$$${DEP_$v}@:ts,}
225M_dep_qual_fixes += C;(\.${_tspec_m$i})$$;\1${_tspec_a$i};
226.endfor
227TARGET_SPEC_VARSr := ${TARGET_SPEC_VARS:[-1..1]}
228.else
229# A harmless? default.
230M_dep_qual_fixes = U
231.endif
232
233.if !defined(.MAKE.DEPENDFILE_PREFERENCE)
234# .MAKE.DEPENDFILE_PREFERENCE makes the logic below neater?
235# you really want this set by sys.mk or similar
236.MAKE.DEPENDFILE_PREFERENCE = ${_CURDIR}/${.MAKE.DEPENDFILE:T}
237.if ${.MAKE.DEPENDFILE:E} == "${TARGET_SPEC}"
238.if ${TARGET_SPEC} != ${MACHINE}
239.MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}.$${MACHINE}
240.endif
241.MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}
242.endif
243.endif
244
245_default_dependfile := ${.MAKE.DEPENDFILE_PREFERENCE:[1]:T}
246_machine_dependfiles := ${.MAKE.DEPENDFILE_PREFERENCE:T:M*${MACHINE}*}
247
248# for machine specific dependfiles we require ${MACHINE} to be at the end
249# also for the sake of sanity we require a common prefix
250.if !defined(.MAKE.DEPENDFILE_PREFIX)
251# knowing .MAKE.DEPENDFILE_PREFIX helps
252.if !empty(_machine_dependfiles)
253.MAKE.DEPENDFILE_PREFIX := ${_machine_dependfiles:[1]:T:R}
254.else
255.MAKE.DEPENDFILE_PREFIX := ${_default_dependfile:T}
256.endif
257.endif
258
259
260# this is how we identify non-machine specific dependfiles
261N_notmachine := ${.MAKE.DEPENDFILE_PREFERENCE:E:N*${MACHINE}*:${M_ListToSkip}}
262
263.endif				# !target(_DIRDEP_USE)
264
265# First off, we want to know what ${MACHINE} to build for.
266# This can be complicated if we are using a mixture of ${MACHINE} specific
267# and non-specific Makefile.depend*
268
269# if we were included recursively _DEP_TARGET_SPEC should be valid.
270.if empty(_DEP_TARGET_SPEC)
271# we may or may not have included a dependfile yet
272.if defined(.INCLUDEDFROMFILE)
273_last_dependfile := ${.INCLUDEDFROMFILE:M${.MAKE.DEPENDFILE_PREFIX}*}
274.else
275_last_dependfile := ${.MAKE.MAKEFILES:M*/${.MAKE.DEPENDFILE_PREFIX}*:[-1]}
276.endif
277.if ${_debug_reldir:U0}
278.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _last_dependfile='${_last_dependfile}'
279.endif
280
281.if empty(_last_dependfile) || ${_last_dependfile:E:${N_notmachine}} == ""
282# this is all we have to work with
283DEP_MACHINE = ${TARGET_MACHINE:U${MACHINE}}
284_DEP_TARGET_SPEC := ${DEP_TARGET_SPEC}
285.else
286_DEP_TARGET_SPEC = ${_last_dependfile:${M_dep_qual_fixes:ts:}:E}
287.endif
288.if !empty(_last_dependfile)
289# record that we've read dependfile for this
290_dirdeps_checked.${_CURDIR}.${TARGET_SPEC}:
291.endif
292.endif
293
294# by now _DEP_TARGET_SPEC should be set, parse it.
295.if ${TARGET_SPEC_VARS:[#]} > 1
296# we need to parse DEP_MACHINE may or may not contain more info
297_tspec := ${_DEP_TARGET_SPEC:S/,/ /g}
298.for i in ${_tspec_x}
299DEP_${TARGET_SPEC_VARS:[$i]} := ${_tspec:[$i]}
300.endfor
301.for v in ${TARGET_SPEC_VARS:O:u}
302.if empty(DEP_$v)
303.undef DEP_$v
304.endif
305.endfor
306.else
307DEP_MACHINE := ${_DEP_TARGET_SPEC}
308.endif
309
310# reset each time through
311_build_all_dirs =
312_build_xtra_dirs =
313
314# the first time we are included the _DIRDEP_USE target will not be defined
315# we can use this as a clue to do initialization and other one time things.
316.if !target(_DIRDEP_USE)
317# make sure this target exists
318dirdeps: beforedirdeps .WAIT
319beforedirdeps:
320
321# We normally expect to be included by Makefile.depend.*
322# which sets the DEP_* macros below.
323DEP_RELDIR ?= ${RELDIR}
324
325# this can cause lots of output!
326# set to a set of glob expressions that might match RELDIR
327DEBUG_DIRDEPS ?= no
328
329# remember the initial value of DEP_RELDIR - we test for it below.
330_DEP_RELDIR := ${DEP_RELDIR}
331
332.endif
333
334# DIRDEPS_CACHE can be very handy for debugging.
335# Also if repeatedly building the same target,
336# we can avoid the overhead of re-computing the tree dependencies.
337MK_DIRDEPS_CACHE ?= no
338BUILD_DIRDEPS_CACHE ?= no
339BUILD_DIRDEPS ?= yes
340
341.if ${MK_DIRDEPS_CACHE} == "yes"
342# this is where we will cache all our work
343DIRDEPS_CACHE ?= ${_OBJDIR:tA}/dirdeps.cache${_TARGETS:U${.TARGETS}:Nall:O:u:ts-:S,/,_,g:S,^,.,:N.}
344.endif
345
346.if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.${DEP_MACHINE}:L:M$x}@} != ""
347_debug_reldir = 1
348.else
349_debug_reldir = 0
350.endif
351.if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.depend:L:M$x}@} != ""
352_debug_search = 1
353.else
354_debug_search = 0
355.endif
356
357# pickup customizations
358# as below you can use !target(_DIRDEP_USE) to protect things
359# which should only be done once.
360.-include <local.dirdeps.mk>
361
362.if !target(_DIRDEP_USE)
363# things we skip for host tools
364SKIP_HOSTDIR ?=
365
366NSkipHostDir = ${SKIP_HOSTDIR:N*.host*:S,$,.host*,:N.host*:S,^,${SRCTOP}/,:${M_ListToSkip}}
367
368# things we always skip
369# SKIP_DIRDEPS allows for adding entries on command line.
370SKIP_DIR += .host *.WAIT ${SKIP_DIRDEPS}
371SKIP_DIR.host += ${SKIP_HOSTDIR}
372
373DEP_SKIP_DIR = ${SKIP_DIR} \
374	${SKIP_DIR.${DEP_TARGET_SPEC}:U} \
375	${TARGET_SPEC_VARS:@v@${SKIP_DIR.${DEP_$v}:U}@} \
376	${SKIP_DIRDEPS.${DEP_TARGET_SPEC}:U} \
377	${TARGET_SPEC_VARS:@v@${SKIP_DIRDEPS.${DEP_$v}:U}@}
378
379
380NSkipDir = ${DEP_SKIP_DIR:${M_ListToSkip}}
381
382.if defined(NODIRDEPS) || defined(WITHOUT_DIRDEPS)
383NO_DIRDEPS =
384.elif defined(WITHOUT_DIRDEPS_BELOW)
385NO_DIRDEPS_BELOW =
386.endif
387
388.if defined(NO_DIRDEPS)
389# confine ourselves to the original dir and below.
390DIRDEPS_FILTER += M${_DEP_RELDIR}*
391.elif defined(NO_DIRDEPS_BELOW)
392DIRDEPS_FILTER += M${_DEP_RELDIR}
393.endif
394
395# this is what we run below
396DIRDEP_MAKE ?= ${.MAKE}
397DIRDEP_DIR ?= ${.TARGET:R}
398
399# if you want us to report load averages during build
400# DIRDEP_USE_PRELUDE += ${DIRDEP_LOADAVG_REPORT};
401
402DIRDEP_LOADAVG_CMD ?= ${UPTIME:Uuptime} | sed 's,.*\(load\),\1,'
403DIRDEP_LOADAVG_LAST = 0
404# yes the expression here is a bit complicated,
405# the trick is to only eval ${DIRDEP_LOADAVG_LAST::=${now_utc}}
406# when we want to report.
407DIRDEP_LOADAVG_REPORT = \
408	test -z "${"${expr ${now_utc} - ${DIRDEP_LOADAVG_INTEVAL:U60} - ${DIRDEP_LOADAVG_LAST}:L:sh:N-*}":?yes${DIRDEP_LOADAVG_LAST::=${now_utc}}:}" || \
409	echo "${TRACER}`${DIRDEP_LOADAVG_CMD}`"
410
411# we suppress SUBDIR when visiting the leaves
412# we assume sys.mk will set MACHINE_ARCH
413# you can add extras to DIRDEP_USE_ENV
414# if there is no makefile in the target directory, we skip it.
415_DIRDEP_USE:	.USE .MAKE
416	@for m in ${.MAKE.MAKEFILE_PREFERENCE}; do \
417		test -s ${.TARGET:R}/$$m || continue; \
418		echo "${TRACER}Checking ${.TARGET:S,${SRCTOP}/,,} for ${.TARGET:E} ..."; \
419		${DIRDEP_USE_PRELUDE} \
420		MACHINE_ARCH= NO_SUBDIR=1 ${DIRDEP_USE_ENV} \
421		TARGET_SPEC=${.TARGET:E} \
422		MACHINE=${.TARGET:E} \
423		${DIRDEP_MAKE} -C ${DIRDEP_DIR} || exit 1; \
424		break; \
425	done
426
427.ifdef ALL_MACHINES
428# this is how you limit it to only the machines we have been built for
429# previously.
430.if empty(ONLY_TARGET_SPEC_LIST) && empty(ONLY_MACHINE_LIST)
431.if !empty(ALL_MACHINE_LIST)
432# ALL_MACHINE_LIST is the list of all legal machines - ignore anything else
433_machine_list != cd ${_CURDIR} && 'ls' -1 ${ALL_MACHINE_LIST:O:u:@m@${.MAKE.DEPENDFILE:T:R}.$m@} 2> /dev/null; echo
434.else
435_machine_list != 'ls' -1 ${_CURDIR}/${.MAKE.DEPENDFILE_PREFIX}.* 2> /dev/null; echo
436.endif
437_only_machines := ${_machine_list:${NIgnoreFiles:UN*.bak}:E:O:u}
438.else
439_only_machines := ${ONLY_TARGET_SPEC_LIST:U} ${ONLY_MACHINE_LIST:U}
440.endif
441
442.if empty(_only_machines)
443# we must be boot-strapping
444_only_machines := ${TARGET_MACHINE:U${ALL_MACHINE_LIST:U${DEP_MACHINE}}}
445.endif
446
447.else				# ! ALL_MACHINES
448# if ONLY_TARGET_SPEC_LIST or ONLY_MACHINE_LIST is set, we are limited to that.
449# Note that ONLY_TARGET_SPEC_LIST should be fully qualified.
450# if TARGET_MACHINE is set - it is really the same as ONLY_MACHINE_LIST
451# otherwise DEP_MACHINE is it - so DEP_MACHINE will match.
452_only_machines := ${ONLY_TARGET_SPEC_LIST:U:M${DEP_MACHINE},*}
453.if empty(_only_machines)
454_only_machines := ${ONLY_MACHINE_LIST:U${TARGET_MACHINE:U${DEP_MACHINE}}:M${DEP_MACHINE}}
455.endif
456.endif
457
458.if !empty(NOT_MACHINE_LIST)
459_only_machines := ${_only_machines:${NOT_MACHINE_LIST:${M_ListToSkip}}}
460.endif
461.if !empty(NOT_TARGET_SPEC_LIST)
462# we must first qualify
463_dm := ${DEP_MACHINE}
464_only_machines := ${_only_machines:M*,*} ${_only_machines:N*,*:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,}
465DEP_MACHINE := ${_dm}
466_only_machines := ${_only_machines:${NOT_TARGET_SPEC_LIST:${M_ListToSkip}}}
467.endif
468# clean up
469_only_machines := ${_only_machines:O:u}
470
471# make sure we have a starting place?
472DIRDEPS ?= ${RELDIR}
473.endif				# target
474
475.if !defined(NO_DIRDEPS) && !defined(NO_DIRDEPS_BELOW)
476.if ${MK_DIRDEPS_CACHE} == "yes"
477
478# just ensure this exists
479build-dirdeps:
480
481M_oneperline = @x@\\${.newline}	$$x@
482
483.if ${BUILD_DIRDEPS_CACHE} == "no"
484.if !target(dirdeps-cached)
485# we do this via sub-make
486BUILD_DIRDEPS = no
487
488# ignore anything but these
489.MAKE.META.IGNORE_FILTER = M*/${.MAKE.DEPENDFILE_PREFIX}*
490
491dirdeps: dirdeps-cached
492dirdeps-cached:	${DIRDEPS_CACHE} .MAKE
493	@echo "${TRACER}Using ${DIRDEPS_CACHE}"
494	@MAKELEVEL=${.MAKE.LEVEL} ${.MAKE} -C ${_CURDIR} -f ${DIRDEPS_CACHE} \
495		dirdeps MK_DIRDEPS_CACHE=no BUILD_DIRDEPS=no
496
497# these should generally do
498BUILD_DIRDEPS_MAKEFILE ?=
499BUILD_DIRDEPS_TARGETS ?= ${.TARGETS}
500
501.if ${DIRDEPS_CACHE} != ${STATIC_DIRDEPS_CACHE:Uno} && ${DIRDEPS_CACHE:M${SRCTOP}/*} == ""
502# export this for dirdeps-cache-update.mk
503DYNAMIC_DIRDEPS_CACHE := ${DIRDEPS_CACHE}
504.export DYNAMIC_DIRDEPS_CACHE
505# we need the .meta file to ensure we update if
506# any of the Makefile.depend* changed.
507# We do not want to compare the command line though.
508${DIRDEPS_CACHE}:	.META .NOMETA_CMP
509	+@{ echo '# Autogenerated - do NOT edit!'; echo; \
510	echo 'BUILD_DIRDEPS=no'; echo; \
511	echo '.include <dirdeps.mk>'; echo; \
512	} > ${.TARGET}.new
513	+@MAKELEVEL=${.MAKE.LEVEL} DIRDEPS_CACHE=${DIRDEPS_CACHE} \
514	DIRDEPS="${DIRDEPS}" \
515	TARGET_SPEC=${TARGET_SPEC} \
516	MAKEFLAGS= ${DIRDEP_CACHE_MAKE:U${.MAKE}} -C ${_CURDIR} \
517	${BUILD_DIRDEPS_MAKEFILE} \
518	${BUILD_DIRDEPS_TARGETS} BUILD_DIRDEPS_CACHE=yes \
519	.MAKE.DEPENDFILE=.none \
520	${.MAKEFLAGS:tW:S,-D ,-D,g:tw:M*WITH*} \
521	${.MAKEFLAGS:tW:S,-d ,-d,g:tw:M-d*} \
522	3>&1 1>&2 | sed 's,${SRCTOP},$${SRCTOP},g;s,_{,$${,g' >> ${.TARGET}.new && \
523	mv ${.TARGET}.new ${.TARGET}
524
525.endif
526.endif
527.elif !target(_count_dirdeps)
528# we want to capture the dirdeps count in the cache
529.END: _count_dirdeps
530_count_dirdeps: .NOMETA
531	@{ echo; echo '.info $${.newline}$${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} ${DIRDEP_INFO_XTRAS}'; } >&3
532
533.endif
534.elif !make(dirdeps) && !target(_count_dirdeps)
535beforedirdeps: _count_dirdeps
536_count_dirdeps: .NOMETA
537	@echo "${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} ${DIRDEP_INFO_XTRAS} seconds=`expr ${now_utc} - ${start_utc}`"
538
539.endif
540.endif
541
542.if ${BUILD_DIRDEPS} == "yes"
543
544# the rest is done repeatedly for every Makefile.depend we read.
545# if we are anything but the original dir we care only about the
546# machine type we were included for..
547
548.if ${DEP_RELDIR} == "."
549_this_dir := ${SRCTOP}
550.else
551_this_dir := ${SRCTOP}/${DEP_RELDIR}
552.endif
553
554# on rare occasions, there can be a need for extra help
555_dep_hack := ${_this_dir}/${.MAKE.DEPENDFILE_PREFIX}.inc
556.-include <${_dep_hack}>
557.-include <${_dep_hack:R}.options>
558
559.if ${DEP_RELDIR} != ${_DEP_RELDIR} || ${DEP_TARGET_SPEC} != ${TARGET_SPEC}
560# this should be all
561_machines := ${DEP_MACHINE}
562.else
563# this is the machine list we actually use below
564_machines := ${_only_machines}
565
566.if defined(HOSTPROG) || ${DEP_MACHINE:Nhost*} == ""
567# we need to build this guy's dependencies for host as well.
568.if ${DEP_MACHINE:Nhost*} == ""
569_machines += ${DEP_MACHINE}
570.else
571_machines += host
572.endif
573.endif
574
575_machines := ${_machines:O:u}
576.endif
577
578.if ${TARGET_SPEC_VARS:[#]} > 1
579# we need to tweak _machines
580_dm := ${DEP_MACHINE}
581# apply the same filtering that we do when qualifying DIRDEPS.
582# M_dep_qual_fixes expects .${MACHINE}* so add (and remove) '.'
583# Again we expect that any already qualified machines are fully qualified.
584_machines := ${_machines:M*,*} ${_machines:N*,*:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,}
585DEP_MACHINE := ${_dm}
586_machines := ${_machines:O:u}
587.endif
588
589# reset each time through
590_build_dirs =
591
592.if ${DEP_RELDIR} == ${_DEP_RELDIR}
593# pickup other machines for this dir if necessary
594_build_dirs += ${_machines:@m@${_CURDIR}.$m@}
595.endif
596
597.if ${_debug_reldir}
598.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: DIRDEPS='${DIRDEPS}'
599.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _machines='${_machines}'
600.endif
601
602.if !empty(DIRDEPS)
603# these we reset each time through as they can depend on DEP_MACHINE
604DEP_DIRDEPS_FILTER = \
605	${DIRDEPS_FILTER.${DEP_TARGET_SPEC}:U} \
606	${TARGET_SPEC_VARS:@v@${DIRDEPS_FILTER.${DEP_$v}:U}@} \
607	${DIRDEPS_FILTER:U}
608.if empty(DEP_DIRDEPS_FILTER)
609# something harmless
610DEP_DIRDEPS_FILTER = U
611.endif
612
613# this is what we start with
614__depdirs := ${DIRDEPS:${NSkipDir}:${DEP_DIRDEPS_FILTER:ts:}:C,//+,/,g:O:u:@d@${SRCTOP}/$d@}
615
616# some entries may be qualified with .<machine>
617# the :M*/*/*.* just tries to limit the dirs we check to likely ones.
618# the ${d:E:M*/*} ensures we don't consider junos/usr.sbin/mgd
619__qual_depdirs := ${__depdirs:M*/*/*.*:@d@${exists($d):?:${"${d:E:M*/*}":?:${exists(${d:R}):?$d:}}}@}
620__unqual_depdirs := ${__depdirs:${__qual_depdirs:Uno:${M_ListToSkip}}}
621
622.if ${DEP_RELDIR} == ${_DEP_RELDIR}
623# if it was called out - we likely need it.
624__hostdpadd := ${DPADD:U.:M${HOST_OBJTOP}/*:S,${HOST_OBJTOP}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host,:N.*:@d@${SRCTOP}/$d@} \
625	${DPADD:U.:M${HOST_OBJTOP32:Uno}/*:S,${HOST_OBJTOP32:Uno}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host32,:N.*:@d@${SRCTOP}/$d@}
626__qual_depdirs += ${__hostdpadd}
627.endif
628
629.if ${_debug_reldir}
630.info depdirs=${__depdirs}
631.info qualified=${__qual_depdirs}
632.info unqualified=${__unqual_depdirs}
633.endif
634
635# _build_dirs is what we will feed to _DIRDEP_USE
636_build_dirs += \
637	${__qual_depdirs:M*.host:${NSkipHostDir}:N.host} \
638	${__qual_depdirs:N*.host} \
639	${_machines:Mhost*:@m@${__unqual_depdirs:@d@$d.$m@}@:${NSkipHostDir}:N.host} \
640	${_machines:Nhost*:@m@${__unqual_depdirs:@d@$d.$m@}@}
641
642# qualify everything now
643_build_dirs := ${_build_dirs:${M_dep_qual_fixes:ts:}:O:u}
644
645.endif				# empty DIRDEPS
646
647_build_all_dirs += ${_build_dirs} ${_build_xtra_dirs}
648_build_all_dirs := ${_build_all_dirs:O:u}
649
650# Normally if doing make -V something,
651# we do not want to waste time chasing DIRDEPS
652# but if we want to count the number of Makefile.depend* read, we do.
653.if ${.MAKEFLAGS:M-V${_V_READ_DIRDEPS}} == ""
654.if !empty(_build_all_dirs)
655.if ${BUILD_DIRDEPS_CACHE} == "yes"
656x!= echo; { echo; echo '\# ${DEP_RELDIR}.${DEP_TARGET_SPEC}'; } >&3
657# guard against _new_dirdeps being too big for a single command line
658_new_dirdeps := ${_build_all_dirs:@x@${target($x):?:$x}@}
659.export _build_xtra_dirs _new_dirdeps
660.if !empty(DEP_EXPORT_VARS)
661# Discouraged, but there are always exceptions.
662# Handle it here rather than explain how.
663x!= echo; { echo; ${DEP_EXPORT_VARS:@v@echo '$v=${$v}';@} echo '.export ${DEP_EXPORT_VARS}'; echo; } >&3
664.endif
665.else
666# this makes it all happen
667dirdeps: ${_build_all_dirs}
668.endif
669${_build_all_dirs}:	_DIRDEP_USE
670
671.if ${_debug_reldir}
672.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: needs: ${_build_dirs}
673.endif
674
675.if !empty(DEP_EXPORT_VARS)
676.export ${DEP_EXPORT_VARS}
677DEP_EXPORT_VARS=
678.endif
679
680# this builds the dependency graph
681.for m in ${_machines}
682.if ${BUILD_DIRDEPS_CACHE} == "yes" && !empty(_build_dirs)
683x!= echo; { echo; echo 'DIRDEPS.${_this_dir}.$m = \'; } >&3
684_cache_deps =
685.endif
686# it would be nice to do :N${.TARGET}
687.if !empty(__qual_depdirs)
688.for q in ${__qual_depdirs:${M_dep_qual_fixes:ts:}:E:O:u:N$m}
689.if ${_debug_reldir} || ${DEBUG_DIRDEPS:@x@${${DEP_RELDIR}.$m:L:M$x}${${DEP_RELDIR}.$q:L:M$x}@} != ""
690.info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$q}
691.endif
692.if ${BUILD_DIRDEPS_CACHE} == "yes"
693_cache_deps += ${_build_dirs:M*.$q}
694.else
695${_this_dir}.$m: ${_build_dirs:M*.$q}
696.endif
697.endfor
698.endif
699.if ${_debug_reldir}
700.info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$m:N${_this_dir}.$m}
701.endif
702.if ${BUILD_DIRDEPS_CACHE} == "yes"
703.if !empty(_build_dirs)
704_cache_deps += ${_build_dirs:M*.$m:N${_this_dir}.$m}
705.if !empty(_cache_deps)
706.export _cache_deps
707x!= echo; for x in $$_cache_deps; do echo "	$$x \\"; done >&3
708.endif
709x!= echo; { echo; echo '${_this_dir}.$m: $${DIRDEPS.${_this_dir}.$m}'; \
710	echo; echo 'dirdeps: ${_this_dir}.$m \'; \
711	for x in $$_build_xtra_dirs; do echo "	$$x \\"; done; \
712	echo; for x in $$_new_dirdeps; do echo "$$x: _DIRDEP_USE"; done; } >&3
713.endif
714.else
715${_this_dir}.$m: ${_build_dirs:M*.$m:N${_this_dir}.$m}
716.endif
717.endfor
718
719.endif
720
721# Now find more dependencies - and recurse.
722.for d in ${_build_all_dirs}
723.if !target(_dirdeps_checked.$d)
724# once only
725_dirdeps_checked.$d:
726.if ${_debug_search}
727.info checking $d
728.endif
729# Note: _build_all_dirs is fully qualifed so d:R is always the directory
730.if exists(${d:R})
731# we pass _DEP_TARGET_SPEC to tell the next step what we want
732_DEP_TARGET_SPEC := ${d:E}
733# some makefiles may still look at this
734_DEP_MACHINE := ${d:E:C/,.*//}
735# set these too in case Makefile.depend* uses them
736.if ${TARGET_SPEC_VARS:[#]} > 1
737_dtspec := ${_DEP_TARGET_SPEC:S/,/ /g}
738.for i in ${_tspec_x}
739DEP_${TARGET_SPEC_VARS:[$i]} := ${_dtspec:[$i]}
740.endfor
741.else
742DEP_MACHINE := ${_DEP_MACHINE}
743.endif
744# Warning: there is an assumption here that MACHINE is always
745# the first entry in TARGET_SPEC_VARS.
746# If TARGET_SPEC and MACHINE are insufficient, you have a problem.
747_m := ${.MAKE.DEPENDFILE_PREFERENCE:T:S;${TARGET_SPEC}$;${d:E};:S;${MACHINE};${d:E:C/,.*//};:@m@${exists(${d:R}/$m):?${d:R}/$m:}@:[1]}
748.if !empty(_m)
749# M_dep_qual_fixes isn't geared to Makefile.depend
750_qm := ${_m:C;(\.depend)$;\1.${d:E};:${M_dep_qual_fixes:ts:}}
751.if ${_debug_search}
752.info Looking for ${_qm}
753.endif
754# set this "just in case"
755# we can skip :tA since we computed the path above
756DEP_RELDIR := ${_m:H:S,${SRCTOP}/,,}
757# and reset this
758DIRDEPS =
759.if ${_debug_reldir} && ${_qm} != ${_m}
760.info loading ${_m} for ${d:E}
761.endif
762.include <${_m}>
763.else
764.-include <local.dirdeps-missing.mk>
765.endif
766.endif
767.endif
768.endfor
769
770.endif				# -V
771.endif				# BUILD_DIRDEPS
772
773.elif ${.MAKE.LEVEL} > 42
774.error You should have stopped recursing by now.
775.else
776# we are building something
777DEP_RELDIR := ${RELDIR}
778_DEP_RELDIR := ${RELDIR}
779# Since we are/should be included by .MAKE.DEPENDFILE
780# This is a final opportunity to add/hook global rules.
781.-include <local.dirdeps-build.mk>
782
783# skip _reldir_{finish,failed} if not included from Makefile.depend*
784# or not in meta mode
785.if !defined(WITHOUT_META_STATS) && ${.INCLUDEDFROMFILE:U:M${.MAKE.DEPENDFILE_PREFIX}*} != "" && ${.MAKE.MODE:Mmeta} != ""
786
787meta_stats= meta=${empty(.MAKE.META.FILES):?0:${.MAKE.META.FILES:[#]}} \
788	created=${empty(.MAKE.META.CREATED):?0:${.MAKE.META.CREATED:[#]}}
789
790.if !target(_reldir_finish)
791.END: _reldir_finish
792_reldir_finish: .NOMETA
793	@echo "${TRACER}Finished ${RELDIR}.${TARGET_SPEC} seconds=$$(( ${now_utc} - ${start_utc} )) ${meta_stats}"
794.endif
795
796.if !target(_reldir_failed)
797.ERROR: _reldir_failed
798_reldir_failed: .NOMETA
799	@echo "${TRACER}Failed ${RELDIR}.${TARGET_SPEC} seconds=$$(( ${now_utc} - ${start_utc} )) ${meta_stats}"
800.endif
801
802.endif
803
804# pickup local dependencies
805.if ${MAKE_VERSION} < 20160220
806.-include <.depend>
807.else
808.dinclude <.depend>
809.endif
810.endif
811
812# bootstrapping new dependencies made easy?
813.if !target(bootstrap) && (make(bootstrap) || \
814	make(bootstrap-this) || \
815	make(bootstrap-recurse) || \
816	make(bootstrap-empty))
817
818# if we are bootstrapping create the default
819_want = ${.CURDIR}/${.MAKE.DEPENDFILE_DEFAULT:T}
820
821.if exists(${_want})
822# stop here
823${.TARGETS:Mboot*}:
824.elif !make(bootstrap-empty)
825# find a Makefile.depend to use as _src
826_src != cd ${.CURDIR} && for m in ${.MAKE.DEPENDFILE_PREFERENCE:T:S,${MACHINE},*,}; do test -s $$m || continue; echo $$m; break; done; echo
827.if empty(_src)
828.error cannot find any of ${.MAKE.DEPENDFILE_PREFERENCE:T}${.newline}Use: bootstrap-empty
829.endif
830
831_src?= ${.MAKE.DEPENDFILE}
832
833.MAKE.DEPENDFILE_BOOTSTRAP_SED+= -e 's/${_src:E:C/,.*//}/${MACHINE}/g'
834
835# just create Makefile.depend* for this dir
836bootstrap-this:	.NOTMAIN
837	@echo Bootstrapping ${RELDIR}/${_want:T} from ${_src:T}; \
838	echo You need to build ${RELDIR} to correctly populate it.
839.if ${_src:T} != ${.MAKE.DEPENDFILE_PREFIX:T}
840	(cd ${.CURDIR} && sed ${.MAKE.DEPENDFILE_BOOTSTRAP_SED} ${_src} > ${_want:T})
841.else
842	cp ${.CURDIR}/${_src:T} ${_want}
843.endif
844
845# create Makefile.depend* for this dir and its dependencies
846bootstrap: bootstrap-recurse
847bootstrap-recurse: bootstrap-this
848
849_mf := ${.PARSEFILE}
850bootstrap-recurse:	.NOTMAIN .MAKE
851	@cd ${SRCTOP} && \
852	for d in `cd ${RELDIR} && ${.MAKE} -B -f ${"${.MAKEFLAGS:M-n}":?${_src}:${.MAKE.DEPENDFILE:T}} -V DIRDEPS`; do \
853		test -d $$d || d=$${d%.*}; \
854		test -d $$d || continue; \
855		echo "Checking $$d for bootstrap ..."; \
856		(cd $$d && ${.MAKE} -f ${_mf} bootstrap-recurse); \
857	done
858
859.endif
860
861# create an empty Makefile.depend* to get the ball rolling.
862bootstrap-empty: .NOTMAIN .NOMETA
863	@echo Creating empty ${RELDIR}/${_want:T}; \
864	echo You need to build ${RELDIR} to correctly populate it.
865	@{ echo DIRDEPS=; echo ".include <dirdeps.mk>"; } > ${_want}
866
867.endif
868