xref: /freebsd/share/mk/gendirdeps.mk (revision fcf596178b5f2be36424ecbc1b6a3224b29c91d2)
1# $FreeBSD$
2# $Id: gendirdeps.mk,v 1.33 2016/10/11 22:37:28 sjg Exp $
3
4# Copyright (c) 2010-2013, Juniper Networks, Inc.
5# All rights reserved.
6#
7# Redistribution and use in source and binary forms, with or without
8# modification, are permitted provided that the following conditions
9# are met:
10# 1. Redistributions of source code must retain the above copyright
11#    notice, this list of conditions and the following disclaimer.
12# 2. Redistributions in binary form must reproduce the above copyright
13#    notice, this list of conditions and the following disclaimer in the
14#    documentation and/or other materials provided with the distribution.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28#
29# This makefile [re]generates ${.MAKE.DEPENDFILE}
30#
31
32.include <install-new.mk>
33
34# Assumptions:
35#	RELDIR is the relative path from ${SRCTOP} to ${_CURDIR}
36#		(SRCTOP is ${SB}/src)
37#	_CURDIR is the absolute version of ${.CURDIR}
38#	_OBJDIR is the absolute version of ${.OBJDIR}
39#	_objroot is realpath of ${_OBJTOP} without ${MACHINE}
40#		this may be different from _OBJROOT if $SB/obj is a
41#		symlink to another filesystem.
42#		_objroot must be a prefix match for _objtop
43
44.MAIN: all
45
46# keep this simple
47.MAKE.MODE = compat
48
49all:
50
51_CURDIR ?= ${.CURDIR}
52_OBJDIR ?= ${.OBJDIR}
53_OBJTOP ?= ${OBJTOP}
54_OBJROOT ?= ${OBJROOT:U${_OBJTOP}}
55.if ${_OBJROOT:M*/}
56_slash=/
57.else
58_slash=
59.endif
60_objroot ?= ${_OBJROOT:tA}${_slash}
61
62_this = ${.PARSEDIR}/${.PARSEFILE}
63
64# remember what to make
65_DEPENDFILE := ${_CURDIR}/${.MAKE.DEPENDFILE:T}
66
67# We do _not_ want to read our own output!
68.MAKE.DEPENDFILE = /dev/null
69
70# caller should have set this
71META_FILES ?= ${.MAKE.META.FILES}
72
73.if !empty(META_FILES)
74
75.if ${.MAKE.LEVEL} > 0 && !empty(GENDIRDEPS_FILTER)
76# so we can compare below
77.-include <${_DEPENDFILE}>
78# yes, I mean :U with no value
79_DIRDEPS := ${DIRDEPS:U:O:u}
80.endif
81
82META_FILES := ${META_FILES:T:O:u}
83.export META_FILES
84
85# pickup customizations
86.-include <local.gendirdeps.mk>
87
88# these are actually prefixes that we'll skip
89# they should all be absolute paths
90SKIP_GENDIRDEPS ?=
91.if !empty(SKIP_GENDIRDEPS)
92_skip_gendirdeps = egrep -v '^(${SKIP_GENDIRDEPS:O:u:ts|})' |
93.else
94_skip_gendirdeps =
95.endif
96
97# Below we will turn _{VAR} into ${VAR} which keeps this simple
98# GENDIRDEPS_FILTER_DIR_VARS is a list of dirs to be substiuted for.
99# GENDIRDEPS_FILTER_VARS is more general.
100# In each case order matters.
101.if !empty(GENDIRDEPS_FILTER_DIR_VARS)
102GENDIRDEPS_FILTER += ${GENDIRDEPS_FILTER_DIR_VARS:@v@S,${$v},_{${v}},@}
103.endif
104.if !empty(GENDIRDEPS_FILTER_VARS)
105GENDIRDEPS_FILTER += ${GENDIRDEPS_FILTER_VARS:@v@S,/${$v}/,/_{${v}}/,@:NS,//,*:u}
106.endif
107
108# this (*should* be set in meta.sys.mk)
109# is the script that extracts what we want.
110META2DEPS ?= ${.PARSEDIR}/meta2deps.sh
111META2DEPS := ${META2DEPS}
112
113.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != "" && ${DEBUG_GENDIRDEPS:Uno:Mmeta2d*} != ""
114_time = time
115_sh_x = sh -x
116_py_d = -ddd
117.else
118_time =
119_sh_x =
120_py_d =
121.endif
122
123.if ${META2DEPS:E} == "py"
124# we can afford to do this all the time.
125DPDEPS ?= no
126META2DEPS_CMD = ${_time} ${PYTHON} ${META2DEPS} ${_py_d}
127.if ${DPDEPS:tl} != "no"
128META2DEPS_CMD += -D ${DPDEPS}
129.endif
130META2DEPS_FILTER = sed 's,^src:,${SRCTOP}/,;s,^\([^/]\),${OBJTOP}/\1,' |
131.elif ${META2DEPS:E} == "sh"
132META2DEPS_CMD = ${_time} ${_sh_x} ${META2DEPS} OBJTOP=${_OBJTOP}
133.else
134META2DEPS_CMD ?= ${META2DEPS}
135.endif
136
137.if ${TARGET_OBJ_SPEC:U${MACHINE}} != ${MACHINE}
138META2DEPS_CMD += -T ${TARGET_OBJ_SPEC}
139.endif
140META2DEPS_CMD += \
141	-R ${RELDIR} -H ${HOST_TARGET} \
142	${M2D_OBJROOTS:O:u:@o@-O $o@} \
143	${M2D_EXCLUDES:O:u:@o@-X $o@} \
144
145
146M2D_OBJROOTS += ${OBJTOP} ${_OBJROOT} ${_objroot}
147.if defined(SB_OBJROOT)
148M2D_OBJROOTS += ${SB_OBJROOT}
149.endif
150.if defined(STAGE_ROOT)
151M2D_OBJROOTS += ${STAGE_ROOT}
152.endif
153.if ${.MAKE.DEPENDFILE_PREFERENCE:U${.MAKE.DEPENDFILE}:M*.${MACHINE}} == ""
154# meta2deps.py only groks objroot
155# so we need to give it what it expects
156# and tell it not to add machine qualifiers
157META2DEPS_ARGS += MACHINE=none
158.endif
159.if defined(SB_BACKING_SB)
160META2DEPS_CMD += -S ${SB_BACKING_SB}/src
161M2D_OBJROOTS += ${SB_BACKING_SB}/${SB_OBJPREFIX}
162.endif
163
164# we are only interested in the dirs
165# specifically those we read something from.
166# we canonicalize them to keep things simple
167# if we are using a split-fs sandbox, it gets a little messier.
168_objtop := ${_OBJTOP:tA}
169dir_list != cd ${_OBJDIR} && \
170	${META2DEPS_CMD} MACHINE=${MACHINE} \
171	SRCTOP=${SRCTOP} RELDIR=${RELDIR} CURDIR=${_CURDIR} \
172	${META2DEPS_ARGS} \
173	${META_FILES:O:u} | ${META2DEPS_FILTER} ${_skip_gendirdeps} \
174	sed 's,//*$$,,;s,\.${HOST_TARGET}$$,.host,'
175
176.if ${dir_list:M*ERROR\:*} != ""
177.warning ${dir_list:tW:C,.*(ERROR),\1,}
178.warning Skipping ${_DEPENDFILE:S,${SRCTOP}/,,}
179# we are not going to update anything
180.else
181dpadd_dir_list=
182.if !empty(DPADD)
183_nonlibs := ${DPADD:T:Nlib*:N*include}
184.if !empty(_nonlibs)
185ddep_list =
186.for f in ${_nonlibs:@x@${DPADD:M*/$x}@}
187.if exists($f.dirdep)
188ddep_list += $f.dirdep
189.elif exists(${f:H}.dirdep)
190ddep_list += ${f:H}.dirdep
191.else
192dir_list += ${f:H:tA}
193dpadd_dir_list += ${f:H:tA}
194.endif
195.endfor
196.if !empty(ddep_list)
197ddeps != cat ${ddep_list:O:u} | ${META2DEPS_FILTER} ${_skip_gendirdeps} \
198        sed 's,//*$$,,;s,\.${HOST_TARGET}$$,.host,;s,\.${MACHINE}$$,,'
199
200.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != ""
201.info ${RELDIR}: raw_dir_list='${dir_list}'
202.info ${RELDIR}: ddeps='${ddeps}'
203.endif
204dir_list += ${ddeps}
205.endif
206.endif
207.endif
208
209# DIRDEPS represent things that had to have been built first
210# so they should all be undir OBJTOP.
211# Note that ${_OBJTOP}/bsd/include/machine will get reported
212# to us as $SRCTOP/bsd/sys/$MACHINE_ARCH/include meaning we
213# will want to visit bsd/include
214# so we add
215# ${"${dir_list:M*bsd/sys/${MACHINE_ARCH}/include}":?bsd/include:}
216# to GENDIRDEPS_DIR_LIST_XTRAS
217_objtops = ${OBJTOP} ${_OBJTOP} ${_objtop}
218_objtops := ${_objtops:O:u}
219dirdep_list = \
220	${_objtops:@o@${dir_list:M$o*/*:C,$o[^/]*/,,}@} \
221	${GENDIRDEPS_DIR_LIST_XTRAS}
222
223# sort longest first
224M2D_OBJROOTS := ${M2D_OBJROOTS:O:u:[-1..1]}
225
226# anything we use from an object dir other than ours
227# needs to be qualified with its .<machine> suffix
228# (we used the pseudo machine "host" for the HOST_TARGET).
229skip_ql= ${SRCTOP}* ${_objtops:@o@$o*@}
230.for o in ${M2D_OBJROOTS:${skip_ql:${M_ListToSkip}}}
231# we need := so only skip_ql to this point applies
232ql.$o := ${dir_list:${skip_ql:${M_ListToSkip}}:M$o*/*/*:C,$o([^/]+)/(.*),\2.\1,:S,.${HOST_TARGET},.host,}
233qualdir_list += ${ql.$o}
234.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != ""
235.info ${RELDIR}: o=$o ${ql.$o qualdir_list:L:@v@$v=${$v}@}
236.endif
237skip_ql+= $o*
238.endfor
239
240dirdep_list := ${dirdep_list:O:u}
241qualdir_list := ${qualdir_list:N*.${MACHINE}:O:u}
242
243DIRDEPS = \
244	${dirdep_list:N${RELDIR}:N${RELDIR}/*} \
245	${qualdir_list:N${RELDIR}.*:N${RELDIR}/*}
246
247# We only consider things below $RELDIR/ if they have a makefile.
248# This is the same test that _DIRDEP_USE applies.
249# We have do a double test with dirdep_list as it _may_ contain
250# qualified dirs - if we got anything from a stage dir.
251# qualdir_list we know are all qualified.
252# It would be nice do peform this check for all of DIRDEPS,
253# but we cannot assume that all of the tree is present,
254# in fact we can only assume that RELDIR is.
255DIRDEPS += \
256	${dirdep_list:M${RELDIR}/*:@d@${.MAKE.MAKEFILE_PREFERENCE:@m@${exists(${SRCTOP}/$d/$m):?$d:${exists(${SRCTOP}/${d:R}/$m):?$d:}}@}@} \
257	${qualdir_list:M${RELDIR}/*:@d@${.MAKE.MAKEFILE_PREFERENCE:@m@${exists(${SRCTOP}/${d:R}/$m):?$d:}@}@}
258
259DIRDEPS := ${DIRDEPS:${GENDIRDEPS_FILTER:UNno:ts:}:C,//+,/,g:O:u}
260
261.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != ""
262.info ${RELDIR}: M2D_OBJROOTS=${M2D_OBJROOTS}
263.info ${RELDIR}: M2D_EXCLUDES=${M2D_EXCLUDES}
264.info ${RELDIR}: dir_list='${dir_list}'
265.info ${RELDIR}: dpadd_dir_list='${dpadd_dir_list}'
266.info ${RELDIR}: dirdep_list='${dirdep_list}'
267.info ${RELDIR}: qualdir_list='${qualdir_list}'
268.info ${RELDIR}: SKIP_GENDIRDEPS='${SKIP_GENDIRDEPS}'
269.info ${RELDIR}: GENDIRDEPS_FILTER='${GENDIRDEPS_FILTER}'
270.info ${RELDIR}: FORCE_DPADD='${DPADD}'
271.info ${RELDIR}: DIRDEPS='${DIRDEPS}'
272.endif
273
274# SRC_DIRDEPS is for checkout logic
275src_dirdep_list = \
276	${dir_list:M${SRCTOP}/*:S,${SRCTOP}/,,}
277
278SRC_DIRDEPS = \
279	${src_dirdep_list:N${RELDIR}:N${RELDIR}/*:C,(/h)/.*,,}
280
281SRC_DIRDEPS := ${SRC_DIRDEPS:${GENDIRDEPS_SRC_FILTER:UN/*:ts:}:C,//+,/,g:O:u}
282
283# if you want to capture SRC_DIRDEPS in .MAKE.DEPENDFILE put
284# SRC_DIRDEPS_FILE = ${_DEPENDFILE}
285# in local.gendirdeps.mk
286.if ${SRC_DIRDEPS_FILE:Uno:tl} != "no"
287ECHO_SRC_DIRDEPS = echo 'SRC_DIRDEPS = \'; echo '${SRC_DIRDEPS:@d@	$d \\${.newline}@}'; echo;
288
289.if ${SRC_DIRDEPS_FILE:T} == ${_DEPENDFILE:T}
290_include_src_dirdeps = ${ECHO_SRC_DIRDEPS}
291.else
292all: ${SRC_DIRDEPS_FILE}
293.if !target(${SRC_DIRDEPS_FILE})
294${SRC_DIRDEPS_FILE}: ${META_FILES} ${_this} ${META2DEPS}
295	@(${ECHO_SRC_DIRDEPS}) > $@
296.endif
297.endif
298.endif
299_include_src_dirdeps ?=
300
301all:	${_DEPENDFILE}
302
303# if this is going to exist it would be there by now
304.if !exists(.depend)
305CAT_DEPEND = /dev/null
306.endif
307CAT_DEPEND ?= .depend
308
309.if !empty(_DIRDEPS) && ${DIRDEPS} != ${_DIRDEPS}
310# we may have changed a filter
311.PHONY: ${_DEPENDFILE}
312.endif
313
314# 'cat .depend' should suffice, but if we are mixing build modes
315# .depend may contain things we don't want.
316# The sed command at the end of the stream, allows for the filters
317# to output _{VAR} tokens which we will turn into proper ${VAR} references.
318${_DEPENDFILE}: .NOMETA ${CAT_DEPEND:M.depend} ${META_FILES:O:u:@m@${exists($m):?$m:}@} ${_this} ${META2DEPS}
319	@(${GENDIRDEPS_HEADER} echo '# Autogenerated - do NOT edit!'; echo; \
320	echo 'DIRDEPS = \'; \
321	echo '${DIRDEPS:@d@	$d \\${.newline}@}'; echo; \
322	${_include_src_dirdeps} \
323	echo '.include <dirdeps.mk>'; \
324	echo; \
325	echo '.if $${DEP_RELDIR} == $${_DEP_RELDIR}'; \
326	echo '# local dependencies - needed for -jN in clean tree'; \
327	[ -s ${CAT_DEPEND} ] && { grep : ${CAT_DEPEND} | grep -v '[/\\]'; }; \
328	echo '.endif' ) | sed 's,_\([{(]\),$$\1,g' > $@.new${.MAKE.PID}
329	@${InstallNew}; InstallNew -s $@.new${.MAKE.PID}
330
331.endif				# meta2deps failed
332.elif !empty(SUBDIR)
333
334DIRDEPS := ${SUBDIR:S,^,${RELDIR}/,:O:u}
335
336all:	${_DEPENDFILE}
337
338${_DEPENDFILE}: .NOMETA ${MAKEFILE} ${_this}
339	@(${GENDIRDEPS_HEADER} echo '# Autogenerated - do NOT edit!'; echo; \
340	echo 'DIRDEPS = \'; \
341	echo '${DIRDEPS:@d@	$d \\${.newline}@}'; echo; \
342	echo '.include <dirdeps.mk>'; \
343	echo ) | sed 's,_\([{(]\),$$\1,g' > $@.new
344	@${InstallNew}; InstallNew $@.new
345
346.else
347
348# nothing to do
349all ${_DEPENDFILE}:
350
351.endif
352${_DEPENDFILE}: .PRECIOUS
353