xref: /freebsd/contrib/bmake/mk/dirdeps.mk (revision d9a42747950146bf03cda7f6e25d219253f8a57a)
1# $Id: dirdeps.mk,v 1.152 2022/08/01 23:09:19 sjg Exp $
2
3# Copyright (c) 2010-2022, Simon J. Gerraty
4# Copyright (c) 2010-2018, Juniper Networks, Inc.
5# All rights reserved.
6#
7# Redistribution and use in source and binary forms, with or without
8# modification, are permitted provided that the following conditions
9# are met:
10# 1. Redistributions of source code must retain the above copyright
11#    notice, this list of conditions and the following disclaimer.
12# 2. Redistributions in binary form must reproduce the above copyright
13#    notice, this list of conditions and the following disclaimer in the
14#    documentation and/or other materials provided with the distribution.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28# Much of the complexity here is for supporting cross-building.
29# If a tree does not support that, simply using plain Makefile.depend
30# should provide sufficient clue.
31# Otherwise the recommendation is to use Makefile.depend.${MACHINE}
32# as expected below.
33
34# Note: this file gets multiply included.
35# This is what we do with DIRDEPS
36
37# DIRDEPS:
38#	This is a list of directories - relative to SRCTOP, it is
39#	normally only of interest to .MAKE.LEVEL 0.
40#	In some cases the entry may be qualified with a .<machine>
41#	or .<target_spec> suffix (see TARGET_SPEC_VARS below),
42#	for example to force building something for the pseudo
43#	machines "host" or "common" regardless of current ${MACHINE}.
44#
45#	All unqualified entries end up being qualified with .${TARGET_SPEC}
46#	and partially qualified (if TARGET_SPEC_VARS has multiple
47#	entries) are also expanded to a full .<target_spec>.
48#	The  _DIRDEP_USE target uses the suffix to set TARGET_SPEC
49#	correctly when visiting each entry.
50#
51#	The fully qualified directory entries are used to construct a
52#	dependency graph that will drive the build later.
53#
54#	Also, for each fully qualified directory target, we will search
55#	using ${.MAKE.DEPENDFILE_PREFERENCE} to find additional
56#	dependencies.  We use Makefile.depend (default value for
57#	.MAKE.DEPENDFILE_PREFIX) to refer to these makefiles to
58#	distinguish them from others.
59#
60#	Before each Makefile.depend file is read, we set
61#	DEP_RELDIR to be the RELDIR (path relative to SRCTOP) for
62#	its directory, and DEP_MACHINE etc according to the .<target_spec>
63#	represented by the suffix of the corresponding target.
64#
65#	Since each Makefile.depend file includes dirdeps.mk, this
66#	processing is recursive and results in .MAKE.LEVEL 0 learning the
67#	dependencies of the tree wrt the initial directory (_DEP_RELDIR).
68#
69#	NOTE: given the extent of processing that DIRDEPS undergoes it
70#	is important that any variables in entries use :U to guard
71#	against surprises when undefined.
72#
73# TARGET_SPEC_VARS
74#	The default value is just MACHINE, and for most environments
75#	this is sufficient.  The _DIRDEP_USE target actually sets
76#	both MACHINE and TARGET_SPEC to the suffix of the current
77#	target so that in the general case TARGET_SPEC can be ignored.
78#
79#	If more than MACHINE is needed then sys.mk needs to decompose
80#	TARGET_SPEC and set the relevant variables accordingly.
81#	It is important that MACHINE be included in and actually be
82#	the first member of TARGET_SPEC_VARS.  This allows other
83#	variables to be considered optional, and some of the treatment
84#	below relies on MACHINE being the first entry.
85#	Note: TARGET_SPEC cannot contain any '.'s so the target
86#	triple used by compiler folk won't work (directly anyway).
87#
88#	For example:
89#
90#		# Always list MACHINE first,
91#		# other variables might be optional.
92#		TARGET_SPEC_VARS = MACHINE TARGET_OS
93#		.if ${TARGET_SPEC:Uno:M*,*} != ""
94#		_tspec := ${TARGET_SPEC:S/,/ /g}
95#		MACHINE := ${_tspec:[1]}
96#		TARGET_OS := ${_tspec:[2]}
97#		# etc.
98#		# We need to stop that TARGET_SPEC affecting any submakes
99#		# and deal with MACHINE=${TARGET_SPEC} in the environment.
100#		TARGET_SPEC =
101#		# export but do not track
102#		.export-env TARGET_SPEC
103#		.export ${TARGET_SPEC_VARS}
104#		.for v in ${TARGET_SPEC_VARS:O:u}
105#		.if empty($v)
106#		.undef $v
107#		.endif
108#		.endfor
109#		.endif
110#		# make sure we know what TARGET_SPEC is
111#		# as we may need it to find Makefile.depend*
112#		TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,}
113#
114#	The following variables can influence the initial DIRDEPS
115#	computation with regard to the TARGET_SPECs that will be
116#	built.
117#	Most should also be considered by init.mk
118#
119#	ONLY_TARGET_SPEC_LIST
120#		Defines a list of TARGET_SPECs for which the current
121#		directory can be built.
122#		If ALL_MACHINES is defined, we build for all the
123#		TARGET_SPECs listed.
124#
125#	ONLY_MACHINE_LIST
126#		As for ONLY_TARGET_SPEC_LIST but only specifies
127#		MACHINEs.
128#
129#	NOT_TARGET_SPEC_LIST
130#		A list of TARGET_SPECs for which the current
131#		directory should not be built.
132#
133#	NOT_MACHINE_LIST
134#		A list of MACHINEs the current directory should not be
135#		built for.
136#
137# DIRDEPS_EXPORT_VARS (DEP_EXPORT_VARS)
138#	It is discouraged, but sometimes necessary for a
139#	Makefile.depend file to influence the environment.
140#	Doing this is correctly (especially if using DIRDEPS_CACHE) is
141#	tricky so a Makefile.depend file can set DIRDEPS_EXPORT_VARS
142#	and dirdeps.mk will do the deed:
143#
144#		MK_UEFI = yes
145#		DIRDEPS_EXPORT_VARS = MK_UEFI
146#
147# _build_xtra_dirs
148#	local.dirdeps.mk can add targets to this variable.
149#	They will be hooked into the build, but independent of
150#	any other DIRDEP.
151#
152#	This allows for adding TESTS to the build, such that the build
153#	if any test fails, but without the risk of introducing
154#	circular dependencies.
155
156now_utc ?= ${%s:L:gmtime}
157.if !defined(start_utc)
158start_utc := ${now_utc}
159.endif
160
161.if !target(bootstrap) && (make(bootstrap) || \
162	make(bootstrap-this) || \
163	make(bootstrap-recurse) || \
164	make(bootstrap-empty))
165# disable most of below
166.MAKE.LEVEL = 1
167.endif
168
169# touch this at your peril
170_DIRDEP_USE_LEVEL?= 0
171.if ${.MAKE.LEVEL} == ${_DIRDEP_USE_LEVEL}
172# only the first instance is interested in all this
173
174# the first time we are included the _DIRDEP_USE target will not be defined
175# we can use this as a clue to do initialization and other one time things.
176.if !target(_DIRDEP_USE)
177
178# do some setup we only need once
179_CURDIR ?= ${.CURDIR}
180_OBJDIR ?= ${.OBJDIR}
181
182.if ${MAKEFILE:T} == ${.PARSEFILE} && empty(DIRDEPS) && ${.TARGETS:Uall:M*/*} != ""
183# This little trick let's us do
184#
185# mk -f dirdeps.mk some/dir.${TARGET_SPEC}
186#
187all:
188${.TARGETS:Nall}: all
189DIRDEPS := ${.TARGETS:M*[/.]*}
190# so that -DNO_DIRDEPS works
191DEP_RELDIR := ${DIRDEPS:[1]:R}
192# this will become DEP_MACHINE below
193TARGET_MACHINE := ${DIRDEPS:[1]:E:C/,.*//}
194.if ${TARGET_MACHINE:N*/*} == ""
195TARGET_MACHINE := ${MACHINE}
196.endif
197# disable DIRDEPS_CACHE as it does not like this trick
198MK_DIRDEPS_CACHE = no
199# incase anyone needs to know
200_dirdeps_cmdline:
201.endif
202
203# make sure we get the behavior we expect
204.MAKE.SAVE_DOLLARS = no
205
206# make sure these are empty to start with
207_DEP_TARGET_SPEC =
208
209# If TARGET_SPEC_VARS is other than just MACHINE
210# it should be set by sys.mk or similar by now.
211# TARGET_SPEC must not contain any '.'s.
212TARGET_SPEC_VARS ?= MACHINE
213# this is what we started with
214TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,}
215# this is what we mostly use below
216DEP_TARGET_SPEC = ${TARGET_SPEC_VARS:S,^,DEP_,:@v@${$v:U}@:ts,}
217# make sure we have defaults
218.for v in ${TARGET_SPEC_VARS}
219DEP_$v ?= ${$v}
220.endfor
221
222.if ${TARGET_SPEC_VARS:[#]} > 1
223# Ok, this gets more complex (putting it mildly).
224# In order to stay sane, we need to ensure that all the build_dirs
225# we compute below are fully qualified wrt DEP_TARGET_SPEC.
226# The makefiles may only partially specify (eg. MACHINE only),
227# so we need to construct a set of modifiers to fill in the gaps.
228.if ${MAKE_VERSION} >= 20170130
229_tspec_x := ${TARGET_SPEC_VARS:range}
230.else
231# do it the hard way
232_tspec_x := ${TARGET_SPEC_VARS:[#]:@x@i=1;while [ $$i -le $x ]; do echo $$i; i=$$((i + 1)); done;@:sh}
233.endif
234# this handles unqualified entries
235M_dep_qual_fixes = C;(/[^/.,]+)$$;\1.$${DEP_TARGET_SPEC};
236# there needs to be at least one item missing for these to make sense
237.for i in ${_tspec_x:[2..-1]}
238_tspec_m$i := ${TARGET_SPEC_VARS:[2..$i]:@w@[^,]+@:ts,}
239_tspec_a$i := ,${TARGET_SPEC_VARS:[$i..-1]:@v@$$$${DEP_$v}@:ts,}
240M_dep_qual_fixes += C;(\.${_tspec_m$i})$$;\1${_tspec_a$i};
241.endfor
242TARGET_SPEC_VARSr := ${TARGET_SPEC_VARS:[-1..1]}
243.else
244# A harmless? default.
245M_dep_qual_fixes = U
246.endif
247
248.if !defined(.MAKE.DEPENDFILE_PREFERENCE)
249# .MAKE.DEPENDFILE_PREFERENCE makes the logic below neater?
250# you really want this set by sys.mk or similar
251.MAKE.DEPENDFILE_PREFERENCE = ${_CURDIR}/${.MAKE.DEPENDFILE:T}
252.if ${.MAKE.DEPENDFILE:E} == "${TARGET_SPEC}"
253.if ${TARGET_SPEC} != ${MACHINE}
254.MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}.$${MACHINE}
255.endif
256.MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}
257.endif
258.endif
259
260_default_dependfile := ${.MAKE.DEPENDFILE_PREFERENCE:[1]:T}
261_machine_dependfiles := ${.MAKE.DEPENDFILE_PREFERENCE:T:M*${MACHINE}*}
262
263# for machine specific dependfiles we require ${MACHINE} to be at the end
264# also for the sake of sanity we require a common prefix
265.if !defined(.MAKE.DEPENDFILE_PREFIX)
266# knowing .MAKE.DEPENDFILE_PREFIX helps
267.if !empty(_machine_dependfiles)
268.MAKE.DEPENDFILE_PREFIX := ${_machine_dependfiles:[1]:T:R}
269.else
270.MAKE.DEPENDFILE_PREFIX := ${_default_dependfile:T}
271.endif
272.endif
273
274# this is how we identify non-machine specific dependfiles
275N_notmachine := ${.MAKE.DEPENDFILE_PREFERENCE:E:N*${MACHINE}*:${M_ListToSkip}}
276
277# this gets reset for each dirdep we check
278DEP_RELDIR ?= ${RELDIR}
279
280# remember the initial value of DEP_RELDIR - we test for it below.
281_DEP_RELDIR := ${DEP_RELDIR}
282
283# this can cause lots of output!
284# set to a set of glob expressions that might match RELDIR
285DEBUG_DIRDEPS ?= no
286
287# make sure this target exists
288dirdeps: beforedirdeps .WAIT
289beforedirdeps:
290
291.endif				# !target(_DIRDEP_USE)
292
293.if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.${DEP_MACHINE}:L:M$x}@} != ""
294_debug_reldir = 1
295.else
296_debug_reldir = 0
297.endif
298.if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.depend depend:L:M$x}@} != ""
299_debug_search = 1
300.else
301_debug_search = 0
302.endif
303
304# First off, we want to know what ${MACHINE} to build for.
305# This can be complicated if we are using a mixture of ${MACHINE} specific
306# and non-specific Makefile.depend*
307
308# if we were included recursively _DEP_TARGET_SPEC should be valid.
309.if empty(_DEP_TARGET_SPEC)
310DEP_MACHINE = ${TARGET_MACHINE:U${MACHINE}}
311_DEP_TARGET_SPEC := ${DEP_TARGET_SPEC}
312.if ${.INCLUDEDFROMFILE:U:M${.MAKE.DEPENDFILE_PREFIX}*} != ""
313# record that we've read dependfile for this
314_dirdeps_checked.${_CURDIR}.${TARGET_SPEC}:
315.endif
316.endif
317
318# by now _DEP_TARGET_SPEC should be set, parse it.
319.if ${TARGET_SPEC_VARS:[#]} > 1
320# we need to parse DEP_MACHINE may or may not contain more info
321_tspec := ${_DEP_TARGET_SPEC:S/,/ /g}
322.for i in ${_tspec_x}
323DEP_${TARGET_SPEC_VARS:[$i]} := ${_tspec:[$i]}
324.endfor
325.for v in ${TARGET_SPEC_VARS:O:u}
326.if empty(DEP_$v)
327.undef DEP_$v
328.endif
329.endfor
330.else
331DEP_MACHINE := ${_DEP_TARGET_SPEC}
332.endif
333
334# reset each time through
335_build_all_dirs =
336_build_xtra_dirs =
337
338# DIRDEPS_CACHE can be very handy for debugging.
339# Also if repeatedly building the same target,
340# we can avoid the overhead of re-computing the tree dependencies.
341MK_DIRDEPS_CACHE ?= no
342BUILD_DIRDEPS_CACHE ?= no
343BUILD_DIRDEPS ?= yes
344
345.if ${MK_DIRDEPS_CACHE} == "yes"
346# this is where we will cache all our work
347DIRDEPS_CACHE ?= ${_OBJDIR:tA}/dirdeps.cache${_TARGETS:U${.TARGETS}:Nall:O:u:ts-:S,/,_,g:S,^,.,:N.}
348.endif
349
350
351# pickup customizations
352# as below you can use !target(_DIRDEP_USE) to protect things
353# which should only be done once.
354.-include <local.dirdeps.mk>
355
356.if !target(_DIRDEP_USE)
357# things we skip for host tools
358SKIP_HOSTDIR ?=
359
360NSkipHostDir = ${SKIP_HOSTDIR:N*.host*:S,$,.host*,:N.host*:S,^,${SRCTOP}/,:${M_ListToSkip}}
361
362# things we always skip
363# SKIP_DIRDEPS allows for adding entries on command line.
364SKIP_DIR += .host *.WAIT ${SKIP_DIRDEPS}
365SKIP_DIR.host += ${SKIP_HOSTDIR}
366
367DEP_SKIP_DIR = ${SKIP_DIR} \
368	${SKIP_DIR.${DEP_TARGET_SPEC}:U} \
369	${TARGET_SPEC_VARS:@v@${SKIP_DIR.${DEP_$v}:U}@} \
370	${SKIP_DIRDEPS.${DEP_TARGET_SPEC}:U} \
371	${TARGET_SPEC_VARS:@v@${SKIP_DIRDEPS.${DEP_$v}:U}@}
372
373
374NSkipDir = ${DEP_SKIP_DIR:${M_ListToSkip}}
375
376.if defined(NODIRDEPS) || defined(WITHOUT_DIRDEPS)
377NO_DIRDEPS =
378.elif defined(WITHOUT_DIRDEPS_BELOW)
379NO_DIRDEPS_BELOW =
380.endif
381
382.if defined(NO_DIRDEPS)
383# confine ourselves to the original dir and below.
384DIRDEPS_FILTER += M${_DEP_RELDIR}*
385.elif defined(NO_DIRDEPS_BELOW)
386DIRDEPS_FILTER += M${_DEP_RELDIR}
387.endif
388
389# this is what we run below
390DIRDEP_MAKE ?= ${.MAKE}
391DIRDEP_DIR ?= ${.TARGET:R}
392
393# if you want us to report load averages during build
394# DIRDEP_USE_PRELUDE += ${DIRDEP_LOADAVG_REPORT};
395
396DIRDEP_LOADAVG_CMD ?= ${UPTIME:Uuptime} | sed 's,.*\(load\),\1,'
397DIRDEP_LOADAVG_LAST = 0
398# yes the expression here is a bit complicated,
399# the trick is to only eval ${DIRDEP_LOADAVG_LAST::=${now_utc}}
400# when we want to report.
401# Note: expr(1) will exit 1 if the expression evaluates to 0
402# hence the  || true
403DIRDEP_LOADAVG_REPORT = \
404	test -z "${"${expr ${now_utc} - ${DIRDEP_LOADAVG_INTERVAL:U60} - ${DIRDEP_LOADAVG_LAST} || true:L:sh:N-*}":?yes${DIRDEP_LOADAVG_LAST::=${now_utc}}:}" || \
405	echo "${TRACER}`${DIRDEP_LOADAVG_CMD}`"
406
407# we suppress SUBDIR when visiting the leaves
408# we assume sys.mk will set MACHINE_ARCH
409# you can add extras to DIRDEP_USE_ENV
410# if there is no makefile in the target directory, we skip it.
411_DIRDEP_USE:	.USE .MAKE
412	@for m in ${.MAKE.MAKEFILE_PREFERENCE}; do \
413		test -s ${.TARGET:R}/$$m || continue; \
414		echo "${TRACER}Checking ${.TARGET:S,^${SRCTOP}/,,} for ${.TARGET:E} ..."; \
415		${DIRDEP_USE_PRELUDE} \
416		MACHINE_ARCH= NO_SUBDIR=1 ${DIRDEP_USE_ENV} \
417		TARGET_SPEC=${.TARGET:E} \
418		MACHINE=${.TARGET:E} \
419		${DIRDEP_MAKE} -C ${DIRDEP_DIR} || exit 1; \
420		break; \
421	done
422
423.ifdef ALL_MACHINES
424.if empty(ONLY_TARGET_SPEC_LIST) && empty(ONLY_MACHINE_LIST)
425# we start with everything
426_machine_list != echo; 'ls' -1 ${_CURDIR}/${.MAKE.DEPENDFILE_PREFIX}* 2> /dev/null
427
428# some things we know we want to ignore
429DIRDEPS_TARGETS_SKIP_LIST += \
430	*~ \
431	*.bak \
432	*.inc \
433	*.old \
434	*.options \
435	*.orig \
436	*.rej \
437
438# first trim things we know we want to skip
439# and provide canonical form
440_machine_list := ${_machine_list:${DIRDEPS_TARGETS_SKIP_LIST:${M_ListToSkip}}:T:E}
441
442# cater for local complexities
443# local.dirdeps.mk can set
444# DIRDEPS_ALL_MACHINES_FILTER and
445# DIRDEPS_ALL_MACHINES_FILTER_XTRAS for final tweaks
446
447.if !empty(ALL_TARGET_SPEC_LIST)
448.if ${_debug_reldir}
449.info ALL_TARGET_SPEC_LIST=${ALL_TARGET_SPEC_LIST}
450.endif
451DIRDEPS_ALL_MACHINES_FILTER += \
452	@x@$${ALL_TARGET_SPEC_LIST:@s@$${x:M$$s}@}@
453.elif !empty(ALL_MACHINE_LIST)
454.if ${_debug_reldir}
455.info ALL_MACHINE_LIST=${ALL_MACHINE_LIST}
456.endif
457.if ${TARGET_SPEC_VARS:[#]} > 1
458# the space below can result in extraneous ':'
459DIRDEPS_ALL_MACHINES_FILTER += \
460	@x@$${ALL_MACHINE_LIST:@m@$${x:M$$m,*} $${x:M$$m}@}@
461.else
462DIRDEPS_ALL_MACHINES_FILTER += \
463	@x@$${ALL_MACHINE_LIST:@m@$${x:M$$m}@}@
464.endif
465.endif
466# add local XTRAS - default to something benign
467DIRDEPS_ALL_MACHINES_FILTER += \
468	${DIRDEPS_ALL_MACHINES_FILTER_XTRAS:UNbak}
469
470.if ${_debug_reldir}
471.info _machine_list=${_machine_list}
472.info DIRDEPS_ALL_MACHINES_FILTER=${DIRDEPS_ALL_MACHINES_FILTER}
473.endif
474
475_only_machines := ${_machine_list:${DIRDEPS_ALL_MACHINES_FILTER:ts:}:S,:, ,g}
476.else
477_only_machines := ${ONLY_TARGET_SPEC_LIST:U} ${ONLY_MACHINE_LIST:U}
478.endif
479
480.if empty(_only_machines)
481# we must be boot-strapping
482_only_machines := ${TARGET_MACHINE:U${ALL_TARGET_SPEC_LIST:U${ALL_MACHINE_LIST:U${DEP_MACHINE}}}}
483.endif
484
485# cleanup the result
486_only_machines := ${_only_machines:O:u}
487
488.if ${_debug_reldir}
489.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: ALL_MACHINES _only_machines=${_only_machines}
490.endif
491
492.else				# ! ALL_MACHINES
493# if ONLY_TARGET_SPEC_LIST or ONLY_MACHINE_LIST is set, we are limited to that.
494# Note that ONLY_TARGET_SPEC_LIST should be fully qualified.
495# if TARGET_MACHINE is set - it is really the same as ONLY_MACHINE_LIST
496# otherwise DEP_MACHINE is it - so DEP_MACHINE will match.
497_only_machines := ${ONLY_TARGET_SPEC_LIST:U:M${DEP_MACHINE},*}
498.if empty(_only_machines)
499_only_machines := ${ONLY_MACHINE_LIST:U${TARGET_MACHINE:U${DEP_MACHINE}}:M${DEP_MACHINE}}
500.endif
501.endif
502
503.if !empty(NOT_MACHINE_LIST)
504_only_machines := ${_only_machines:${NOT_MACHINE_LIST:${M_ListToSkip}}}
505.endif
506.if !empty(NOT_TARGET_SPEC_LIST)
507# we must first qualify
508_dm := ${DEP_MACHINE}
509_only_machines := ${_only_machines:M*,*} ${_only_machines:N*,*:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,}
510DEP_MACHINE := ${_dm}
511_only_machines := ${_only_machines:${NOT_TARGET_SPEC_LIST:${M_ListToSkip}}}
512.endif
513# clean up
514_only_machines := ${_only_machines:O:u}
515
516.if ${_debug_reldir}
517.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _only_machines=${_only_machines}
518.endif
519
520# make sure we have a starting place?
521DIRDEPS ?= ${RELDIR}
522.endif				# target
523
524.if !defined(NO_DIRDEPS) && !defined(NO_DIRDEPS_BELOW)
525.if ${MK_DIRDEPS_CACHE} == "yes"
526
527# just ensure this exists
528build-dirdeps:
529
530M_oneperline = @x@\\${.newline}	$$x@
531
532.if ${BUILD_DIRDEPS_CACHE} == "no"
533.if !target(dirdeps-cached)
534# we do this via sub-make
535BUILD_DIRDEPS = no
536
537# ignore anything but these
538.MAKE.META.IGNORE_FILTER = M*/${.MAKE.DEPENDFILE_PREFIX}*
539
540dirdeps: dirdeps-cached
541dirdeps-cached:	${DIRDEPS_CACHE} .MAKE
542	@echo "${TRACER}Using ${DIRDEPS_CACHE}"
543	@MAKELEVEL=${.MAKE.LEVEL} \
544	TARGET_SPEC=${TARGET_SPEC} \
545	${TARGET_SPEC_VARS:@v@$v=${$v}@} \
546	${.MAKE} -C ${_CURDIR} -f ${DIRDEPS_CACHE} \
547		dirdeps MK_DIRDEPS_CACHE=no BUILD_DIRDEPS=no
548
549# leaf makefiles rarely work for building DIRDEPS_CACHE
550.if ${RELDIR} != "."
551BUILD_DIRDEPS_MAKEFILE ?= -f dirdeps.mk
552.endif
553
554# these should generally do
555BUILD_DIRDEPS_MAKEFILE ?=
556BUILD_DIRDEPS_TARGETS ?= ${.TARGETS}
557
558.if ${DIRDEPS_CACHE} != ${STATIC_DIRDEPS_CACHE:Uno} && ${DIRDEPS_CACHE:M${SRCTOP}/*} == ""
559# export this for dirdeps-cache-update.mk
560DYNAMIC_DIRDEPS_CACHE := ${DIRDEPS_CACHE}
561.export DYNAMIC_DIRDEPS_CACHE
562# we need the .meta file to ensure we update if
563# any of the Makefile.depend* changed.
564# We do not want to compare the command line though.
565${DIRDEPS_CACHE}:	.META .NOMETA_CMP
566	+@{ echo '# Autogenerated - do NOT edit!'; echo; \
567	echo 'BUILD_DIRDEPS=no'; echo; \
568	echo '.include <dirdeps.mk>'; echo; \
569	} > ${.TARGET}.new
570	+@MAKELEVEL=${.MAKE.LEVEL} DIRDEPS_CACHE=${DIRDEPS_CACHE} \
571	DIRDEPS="${DIRDEPS}" \
572	TARGET_SPEC=${TARGET_SPEC} \
573	MAKEFLAGS= ${DIRDEP_CACHE_MAKE:U${.MAKE}} -C ${_CURDIR} \
574	${BUILD_DIRDEPS_MAKEFILE} \
575	${BUILD_DIRDEPS_TARGETS} BUILD_DIRDEPS_CACHE=yes \
576	.MAKE.DEPENDFILE=.none \
577	${"${DEBUG_DIRDEPS:Nno}":?DEBUG_DIRDEPS='${DEBUG_DIRDEPS}':} \
578	${.MAKEFLAGS:tW:S,-D ,-D,g:tw:M*WITH*} \
579	${.MAKEFLAGS:tW:S,-d ,-d,g:tw:M-d*} \
580	3>&1 1>&2 | sed 's,${SRCTOP},_{SRCTOP},g;s,_{,$${,g' >> ${.TARGET}.new && \
581	mv ${.TARGET}.new ${.TARGET}
582
583.endif
584.endif
585.elif !target(_count_dirdeps)
586# we want to capture the dirdeps count in the cache
587.END: _count_dirdeps
588_count_dirdeps: .NOMETA
589	@{ echo; echo '.info $${.newline}$${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} ${DIRDEP_INFO_XTRAS}'; } >&3
590
591.endif
592.elif !make(dirdeps) && !target(_count_dirdeps)
593beforedirdeps: _count_dirdeps
594_count_dirdeps: .NOMETA
595	@echo "${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} ${DIRDEP_INFO_XTRAS} seconds=`expr ${now_utc} - ${start_utc}`"
596
597.endif
598.endif
599
600.if ${BUILD_DIRDEPS} == "yes"
601
602# the rest is done repeatedly for every Makefile.depend we read.
603# if we are anything but the original dir we care only about the
604# machine type we were included for..
605
606.if ${DEP_RELDIR} == "."
607_this_dir := ${SRCTOP}
608.else
609_this_dir := ${SRCTOP}/${DEP_RELDIR}
610.endif
611
612# on rare occasions, there can be a need for extra help
613_dep_hack := ${_this_dir}/${.MAKE.DEPENDFILE_PREFIX}.inc
614.-include <${_dep_hack}>
615.-include <${_dep_hack:R}.options>
616
617.if ${DEP_RELDIR} != ${_DEP_RELDIR} || ${DEP_TARGET_SPEC} != ${TARGET_SPEC}
618# this should be all
619_machines := ${DEP_MACHINE}
620.else
621# this is the machine list we actually use below
622_machines := ${_only_machines}
623
624.if defined(HOSTPROG) || ${DEP_MACHINE:Nhost*} == ""
625# we need to build this guy's dependencies for host as well.
626.if ${DEP_MACHINE:Nhost*} == ""
627_machines += ${DEP_MACHINE}
628.else
629_machines += host
630.endif
631.endif
632
633_machines := ${_machines:O:u}
634.endif
635
636.if ${TARGET_SPEC_VARS:[#]} > 1
637# we need to tweak _machines
638_dm := ${DEP_MACHINE}
639# apply the same filtering that we do when qualifying DIRDEPS.
640# M_dep_qual_fixes expects .${MACHINE}* so add (and remove) '.'
641# Again we expect that any already qualified machines are fully qualified.
642_machines := ${_machines:M*,*} ${_machines:N*,*:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,}
643DEP_MACHINE := ${_dm}
644_machines := ${_machines:O:u}
645.endif
646
647# reset each time through
648_build_dirs =
649
650.if ${DEP_RELDIR} == ${_DEP_RELDIR}
651# pickup other machines for this dir if necessary
652_build_dirs += ${_machines:@m@${_CURDIR}.$m@}
653.endif
654
655.if ${_debug_reldir}
656.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: nDIRDEPS=${DIRDEPS:[#]}
657.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: DIRDEPS='${DIRDEPS}'
658.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _machines='${_machines}'
659.endif
660
661.if !empty(DIRDEPS)
662# these we reset each time through as they can depend on DEP_MACHINE
663DEP_DIRDEPS_FILTER = \
664	${DIRDEPS_FILTER.${DEP_TARGET_SPEC}:U} \
665	${TARGET_SPEC_VARS:@v@${DIRDEPS_FILTER.${DEP_$v}:U}@} \
666	${DIRDEPS_FILTER:U}
667.if empty(DEP_DIRDEPS_FILTER)
668# something harmless
669DEP_DIRDEPS_FILTER = U
670.endif
671
672# this is what we start with
673__depdirs := ${DIRDEPS:${NSkipDir}:${DEP_DIRDEPS_FILTER:ts:}:C,//+,/,g:O:u:@d@${SRCTOP}/$d@}
674
675# some entries may be qualified with .<machine> or .<target_spec>
676# we can tell the unqualified ones easily - because they exist
677__unqual_depdirs := ${__depdirs:@d@${exists($d):?$d:}@}
678__qual_depdirs := ${__depdirs:${__unqual_depdirs:Uno:${M_ListToSkip}}}
679
680.if ${DEP_RELDIR} == ${_DEP_RELDIR}
681# if it was called out - we likely need it.
682__hostdpadd := ${DPADD:U.:M${HOST_OBJTOP}/*:S,${HOST_OBJTOP}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host,:N.*:@d@${SRCTOP}/$d@} \
683	${DPADD:U.:M${HOST_OBJTOP32:Uno}/*:S,${HOST_OBJTOP32:Uno}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host32,:N.*:@d@${SRCTOP}/$d@}
684__qual_depdirs += ${__hostdpadd}
685.endif
686
687.if ${_debug_reldir}
688.info DEP_DIRDEPS_FILTER=${DEP_DIRDEPS_FILTER:ts:}
689.info depdirs=${__depdirs:S,^${SRCTOP}/,,}
690.info qualified=${__qual_depdirs:S,^${SRCTOP}/,,}
691.info unqualified=${__unqual_depdirs:S,^${SRCTOP}/,,}
692.endif
693
694# _build_dirs is what we will feed to _DIRDEP_USE
695_build_dirs += \
696	${__qual_depdirs:M*.host:${NSkipHostDir}:N.host} \
697	${__qual_depdirs:N*.host} \
698	${_machines:Mhost*:@m@${__unqual_depdirs:@d@$d.$m@}@:${NSkipHostDir}:N.host} \
699	${_machines:Nhost*:@m@${__unqual_depdirs:@d@$d.$m@}@}
700
701# qualify everything now
702_build_dirs := ${_build_dirs:${M_dep_qual_fixes:ts:}:O:u}
703
704.endif				# empty DIRDEPS
705
706_build_all_dirs += ${_build_dirs} ${_build_xtra_dirs}
707_build_all_dirs := ${_build_all_dirs:O:u}
708
709# Normally if doing make -V something,
710# we do not want to waste time chasing DIRDEPS
711# but if we want to count the number of Makefile.depend* read, we do.
712.if ${.MAKEFLAGS:M-V${_V_READ_DIRDEPS:U}} == ""
713.if !empty(_build_all_dirs)
714.if ${BUILD_DIRDEPS_CACHE} == "yes"
715# we use _cache_script to minimize the number of times we fork the shell
716_cache_script = echo '\# ${DEP_RELDIR}.${DEP_TARGET_SPEC}';
717# guard against _new_dirdeps being too big for a single command line
718_new_dirdeps := ${_build_all_dirs:@x@${target($x):?:$x}@:S,^${SRCTOP}/,,}
719_cache_xtra_deps := ${_build_xtra_dirs:S,^${SRCTOP}/,,}
720.export _cache_xtra_deps _new_dirdeps
721.if !empty(DIRDEPS_EXPORT_VARS) || !empty(DEP_EXPORT_VARS)
722# Discouraged, but there are always exceptions.
723# Handle it here rather than explain how.
724DIRDEPS_EXPORT_VARS ?= ${DEP_EXPORT_VARS}
725_cache_xvars := echo; ${DIRDEPS_EXPORT_VARS:@v@echo '$v = ${$v}';@} echo '.export ${DIRDEPS_EXPORT_VARS}'; echo;
726_cache_script += ${_cache_xvars}
727.endif
728.else
729# this makes it all happen
730dirdeps: ${_build_all_dirs}
731.endif
732${_build_all_dirs}:	_DIRDEP_USE
733
734.if ${_debug_reldir}
735.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: needs: ${_build_dirs:S,^${SRCTOP}/,,}
736.endif
737
738.if !empty(DIRDEPS_EXPORT_VARS) || !empty(DEP_EXPORT_VARS)
739.export ${DIRDEPS_EXPORT_VARS} ${DEP_EXPORT_VARS}
740DIRDEPS_EXPORT_VARS =
741DEP_EXPORT_VARS =
742.endif
743
744# this builds the dependency graph
745.for m in ${_machines}
746.if ${BUILD_DIRDEPS_CACHE} == "yes" && !empty(_build_dirs)
747_cache_deps =
748_cache_script += echo; echo 'DIRDEPS.${_this_dir}.$m = \';
749.endif
750# it would be nice to do :N${.TARGET}
751.if !empty(__qual_depdirs)
752.for q in ${__qual_depdirs:${M_dep_qual_fixes:ts:}:E:O:u:N$m}
753.if ${_debug_reldir} || ${DEBUG_DIRDEPS:@x@${${DEP_RELDIR}.$m:L:M$x}${${DEP_RELDIR}.$q:L:M$x}@} != ""
754.info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$q:S,^${SRCTOP}/,,}
755.endif
756.if ${BUILD_DIRDEPS_CACHE} == "yes"
757_cache_deps += ${_build_dirs:M*.$q:S,^${SRCTOP}/,,}
758.else
759${_this_dir}.$m: ${_build_dirs:M*.$q}
760.endif
761.endfor
762.endif
763.if ${_debug_reldir}
764.info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$m:N${_this_dir}.$m:S,^${SRCTOP}/,,}
765.endif
766.if ${BUILD_DIRDEPS_CACHE} == "yes"
767.if !empty(_build_dirs)
768_cache_deps += ${_build_dirs:M*.$m:N${_this_dir}.$m:S,^${SRCTOP}/,,}
769.if !empty(_cache_deps)
770.export _cache_deps
771_cache_script += for x in $$_cache_deps; do echo "	_{SRCTOP}/$$x \\"; done;
772.endif
773# anything in _{build,env}_xtra_dirs is hooked to dirdeps: only
774x!= echo; { echo; ${_cache_script} echo; echo '${_this_dir}.$m: $${DIRDEPS.${_this_dir}.$m}'; \
775	echo; echo 'dirdeps: ${_this_dir}.$m \'; \
776	for x in $$_cache_xtra_deps; do echo "	_{SRCTOP}/$$x \\"; done; \
777	echo; for x in $$_new_dirdeps; do echo "_{SRCTOP}/$$x: _DIRDEP_USE"; done; } >&3
778.endif
779.else
780${_this_dir}.$m: ${_build_dirs:M*.$m:N${_this_dir}.$m}
781.endif
782.endfor
783
784.endif
785
786# Now find more dependencies - and recurse.
787.for d in ${_build_all_dirs}
788.if !target(_dirdeps_checked.$d)
789# once only
790_dirdeps_checked.$d:
791.if ${_debug_search}
792.info checking ${d:S,^${SRCTOP}/,,}
793.endif
794# Note: _build_all_dirs is fully qualifed so d:R is always the directory
795.if exists(${d:R})
796# we pass _DEP_TARGET_SPEC to tell the next step what we want
797_DEP_TARGET_SPEC := ${d:E}
798# some makefiles may still look at this
799_DEP_MACHINE := ${d:E:C/,.*//}
800# set these too in case Makefile.depend* uses them
801.if ${TARGET_SPEC_VARS:[#]} > 1
802_dtspec := ${_DEP_TARGET_SPEC:S/,/ /g}
803.for i in ${_tspec_x}
804DEP_${TARGET_SPEC_VARS:[$i]} := ${_dtspec:[$i]}
805.endfor
806.else
807DEP_MACHINE := ${_DEP_MACHINE}
808.endif
809# Warning: there is an assumption here that MACHINE is always
810# the first entry in TARGET_SPEC_VARS.
811# If TARGET_SPEC and MACHINE are insufficient, you have a problem.
812_m := ${.MAKE.DEPENDFILE_PREFERENCE:T:S;${TARGET_SPEC}$;${d:E};:C;${MACHINE}((,.+)?)$;${d:E:C/,.*//}\1;:@m@${exists(${d:R}/$m):?${d:R}/$m:}@:[1]}
813.if !empty(_m)
814# M_dep_qual_fixes isn't geared to Makefile.depend
815_qm := ${_m:C;(\.depend)$;\1.${d:E};:${M_dep_qual_fixes:ts:}}
816.if ${_debug_search}
817.info Looking for ${_qm}
818.endif
819# set this "just in case"
820# we can skip :tA since we computed the path above
821DEP_RELDIR := ${_m:H:S,^${SRCTOP}/,,}
822# and reset this
823DIRDEPS =
824.if ${_debug_reldir} && ${_qm} != ${_m}
825.info loading ${_m} for ${d:E}
826.endif
827.include <${_m}>
828.else
829.-include <local.dirdeps-missing.mk>
830.endif
831.endif
832.endif
833.endfor
834
835.endif				# -V
836.endif				# BUILD_DIRDEPS
837
838.elif ${.MAKE.LEVEL} > 42
839.error You should have stopped recursing by now.
840.else
841# we are building something
842DEP_RELDIR := ${RELDIR}
843_DEP_RELDIR := ${RELDIR}
844# Since we are/should be included by .MAKE.DEPENDFILE
845# This is a final opportunity to add/hook global rules.
846.-include <local.dirdeps-build.mk>
847
848# skip _reldir_{finish,failed} if not included from Makefile.depend*
849# or not in meta mode
850.if !defined(WITHOUT_META_STATS) && ${.INCLUDEDFROMFILE:U:M${.MAKE.DEPENDFILE_PREFIX}*} != "" && ${.MAKE.MODE:Mmeta} != ""
851
852meta_stats= meta=${empty(.MAKE.META.FILES):?0:${.MAKE.META.FILES:[#]}} \
853	created=${empty(.MAKE.META.CREATED):?0:${.MAKE.META.CREATED:[#]}}
854
855.if !target(_reldir_finish)
856.END: _reldir_finish
857_reldir_finish: .NOMETA
858	@echo "${TRACER}Finished ${RELDIR}.${TARGET_SPEC} seconds=$$(( ${now_utc} - ${start_utc} )) ${meta_stats}"
859.endif
860
861.if !target(_reldir_failed)
862.ERROR: _reldir_failed
863_reldir_failed: .NOMETA
864	@echo "${TRACER}Failed ${RELDIR}.${TARGET_SPEC} seconds=$$(( ${now_utc} - ${start_utc} )) ${meta_stats}"
865.endif
866
867.endif
868
869# pickup local dependencies
870.if ${MAKE_VERSION} < 20160220
871.-include <.depend>
872.else
873.dinclude <.depend>
874.endif
875.endif
876
877# bootstrapping new dependencies made easy?
878.if !target(bootstrap-empty)
879.if !target(bootstrap) && (make(bootstrap) || \
880	make(bootstrap-this) || \
881	make(bootstrap-recurse) || \
882	make(bootstrap-empty))
883
884# if we are bootstrapping create the default
885_want = ${.CURDIR}/${.MAKE.DEPENDFILE_DEFAULT:T}
886
887.if exists(${_want})
888# stop here
889${.TARGETS:Mboot*}:
890.elif !make(bootstrap-empty)
891# find a Makefile.depend to use as _src
892_src != cd ${.CURDIR} && for m in ${.MAKE.DEPENDFILE_PREFERENCE:T:S,${MACHINE},*,}; do test -s $$m || continue; echo $$m; break; done; echo
893.if empty(_src)
894.error cannot find any of ${.MAKE.DEPENDFILE_PREFERENCE:T}${.newline}Use: bootstrap-empty
895.endif
896
897_src?= ${.MAKE.DEPENDFILE}
898
899.MAKE.DEPENDFILE_BOOTSTRAP_SED+= -e 's/${_src:E:C/,.*//}/${MACHINE}/g'
900
901# just create Makefile.depend* for this dir
902bootstrap-this:	.NOTMAIN
903	@echo Bootstrapping ${RELDIR}/${_want:T} from ${_src:T}; \
904	echo You need to build ${RELDIR} to correctly populate it.
905.if ${_src:T} != ${.MAKE.DEPENDFILE_PREFIX:T}
906	(cd ${.CURDIR} && sed ${.MAKE.DEPENDFILE_BOOTSTRAP_SED} ${_src} > ${_want:T})
907.else
908	cp ${.CURDIR}/${_src:T} ${_want}
909.endif
910
911# create Makefile.depend* for this dir and its dependencies
912bootstrap: bootstrap-recurse
913bootstrap-recurse: bootstrap-this
914
915_mf := ${.PARSEFILE}
916bootstrap-recurse:	.NOTMAIN .MAKE
917	@cd ${SRCTOP} && \
918	for d in `cd ${RELDIR} && ${.MAKE} -B -f ${"${.MAKEFLAGS:M-n}":?${_src}:${.MAKE.DEPENDFILE:T}} -V DIRDEPS`; do \
919		test -d $$d || d=$${d%.*}; \
920		test -d $$d || continue; \
921		echo "Checking $$d for bootstrap ..."; \
922		(cd $$d && ${.MAKE} -f ${_mf} bootstrap-recurse); \
923	done
924
925.endif
926
927# create an empty Makefile.depend* to get the ball rolling.
928bootstrap-empty: .NOTMAIN .NOMETA
929	@echo Creating empty ${RELDIR}/${_want:T}; \
930	echo You need to build ${RELDIR} to correctly populate it.
931	@{ echo DIRDEPS=; echo ".include <dirdeps.mk>"; } > ${_want}
932
933.endif
934.endif
935