1# $Id: gendirdeps.mk,v 1.39 2018/06/08 01:25:31 sjg Exp $ 2 3# Copyright (c) 2010-2013, Juniper Networks, Inc. 4# All rights reserved. 5# 6# Redistribution and use in source and binary forms, with or without 7# modification, are permitted provided that the following conditions 8# are met: 9# 1. Redistributions of source code must retain the above copyright 10# notice, this list of conditions and the following disclaimer. 11# 2. Redistributions in binary form must reproduce the above copyright 12# notice, this list of conditions and the following disclaimer in the 13# documentation and/or other materials provided with the distribution. 14# 15# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 19# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 20# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 21# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 25# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 27# 28# This makefile [re]generates ${.MAKE.DEPENDFILE} 29# 30 31.include <install-new.mk> 32 33# Assumptions: 34# RELDIR is the relative path from ${SRCTOP} to ${_CURDIR} 35# (SRCTOP is ${SB}/src) 36# _CURDIR is the absolute version of ${.CURDIR} 37# _OBJDIR is the absolute version of ${.OBJDIR} 38# _objroot is realpath of ${_OBJTOP} without ${MACHINE} 39# this may be different from _OBJROOT if $SB/obj is a 40# symlink to another filesystem. 41# _objroot must be a prefix match for _objtop 42 43.MAIN: all 44 45# keep this simple 46.MAKE.MODE = compat 47 48all: 49 50_CURDIR ?= ${.CURDIR} 51_OBJDIR ?= ${.OBJDIR} 52_OBJTOP ?= ${OBJTOP} 53_OBJROOT ?= ${OBJROOT:U${_OBJTOP}} 54.if ${_OBJROOT:M*/} 55_slash=/ 56.else 57_slash= 58.endif 59_objroot ?= ${_OBJROOT:tA}${_slash} 60 61_this = ${.PARSEDIR}/${.PARSEFILE} 62 63# remember what to make 64_DEPENDFILE := ${_CURDIR}/${.MAKE.DEPENDFILE:T} 65 66# We do _not_ want to read our own output! 67.MAKE.DEPENDFILE = /dev/null 68 69# caller should have set this 70META_FILES ?= ${.MAKE.META.FILES} 71 72.if !empty(META_FILES) 73 74.if ${.MAKE.LEVEL} > 0 && !empty(GENDIRDEPS_FILTER) 75# so we can compare below 76.-include <${_DEPENDFILE}> 77# yes, I mean :U with no value 78_DIRDEPS := ${DIRDEPS:U:O:u} 79.endif 80 81META_FILES := ${META_FILES:T:O:u} 82.export META_FILES 83 84# pickup customizations 85.-include <local.gendirdeps.mk> 86 87# these are actually prefixes that we'll skip 88# they should all be absolute paths 89SKIP_GENDIRDEPS ?= 90.if !empty(SKIP_GENDIRDEPS) 91_skip_gendirdeps = egrep -v '^(${SKIP_GENDIRDEPS:O:u:ts|})' | 92.else 93_skip_gendirdeps = 94.endif 95 96# Below we will turn _{VAR} into ${VAR} which keeps this simple 97# GENDIRDEPS_FILTER_DIR_VARS is a list of dirs to be substiuted for. 98# GENDIRDEPS_FILTER_VARS is more general. 99# In each case order matters. 100.if !empty(GENDIRDEPS_FILTER_DIR_VARS) 101GENDIRDEPS_FILTER += ${GENDIRDEPS_FILTER_DIR_VARS:@v@S,${$v},_{${v}},@} 102.endif 103.if !empty(GENDIRDEPS_FILTER_VARS) 104GENDIRDEPS_FILTER += ${GENDIRDEPS_FILTER_VARS:@v@S,/${$v}/,/_{${v}}/,@:NS,//,*:u} 105.endif 106 107# this (*should* be set in meta.sys.mk) 108# is the script that extracts what we want. 109META2DEPS ?= ${.PARSEDIR}/meta2deps.sh 110META2DEPS := ${META2DEPS} 111 112.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != "" && ${DEBUG_GENDIRDEPS:Uno:Mmeta2d*} != "" 113_time = time 114_sh_x = sh -x 115_py_d = -ddd 116.else 117_time = 118_sh_x = 119_py_d = 120.endif 121 122.if ${META2DEPS:E} == "py" 123# we can afford to do this all the time. 124DPDEPS ?= no 125META2DEPS_CMD = ${_time} ${PYTHON} ${META2DEPS} ${_py_d} 126.if ${DPDEPS:tl} != "no" 127META2DEPS_CMD += -D ${DPDEPS} 128.endif 129META2DEPS_FILTER = sed 's,^src:,${SRCTOP}/,;s,^\([^/]\),${OBJTOP}/\1,' | 130.elif ${META2DEPS:E} == "sh" 131META2DEPS_CMD = ${_time} ${_sh_x} ${META2DEPS} OBJTOP=${_OBJTOP} 132.else 133META2DEPS_CMD ?= ${META2DEPS} 134.endif 135 136.if ${TARGET_OBJ_SPEC:U${MACHINE}} != ${MACHINE} 137META2DEPS_CMD += -T ${TARGET_OBJ_SPEC} 138.endif 139META2DEPS_CMD += \ 140 -R ${RELDIR} -H ${HOST_TARGET} \ 141 ${M2D_OBJROOTS:O:u:@o@-O $o@} \ 142 ${M2D_EXCLUDES:O:u:@o@-X $o@} \ 143 144 145M2D_OBJROOTS += ${OBJTOP} ${_OBJROOT} ${_objroot} 146.if defined(SB_OBJROOT) 147M2D_OBJROOTS += ${SB_OBJROOT} 148.endif 149.if defined(STAGE_ROOT) 150M2D_OBJROOTS += ${STAGE_ROOT} 151.endif 152.if ${.MAKE.DEPENDFILE_PREFERENCE:U${.MAKE.DEPENDFILE}:M*.${MACHINE}} == "" 153# meta2deps.py only groks objroot 154# so we need to give it what it expects 155# and tell it not to add machine qualifiers 156META2DEPS_ARGS += MACHINE=none 157.endif 158.if defined(SB_BACKING_SB) 159META2DEPS_CMD += -S ${SB_BACKING_SB}/src 160M2D_OBJROOTS += ${SB_BACKING_SB}/${SB_OBJPREFIX} 161.endif 162 163GENDIRDEPS_SEDCMDS += \ 164 -e 's,//*$$,,;s,\.${HOST_TARGET:Uhost}$$,.host,' \ 165 -e 's,\.${HOST_TARGET32:Uhost32}$$,.host32,' \ 166 -e 's,\.${MACHINE}$$,,' \ 167 -e 's:\.${TARGET_SPEC:U${MACHINE}}$$::' 168 169# we are only interested in the dirs 170# specifically those we read something from. 171# we canonicalize them to keep things simple 172# if we are using a split-fs sandbox, it gets a little messier. 173_objtop := ${_OBJTOP:tA} 174 175# some people put *.meta in META_XTRAS to make sure we get here 176_meta_files := ${META_FILES:N\*.meta:O:u} 177# assume a big list 178_meta_files_arg= @meta.list 179.if empty(_meta_files) && ${META_FILES:M\*.meta} != "" 180# XXX this should be considered a bad idea, 181# since we cannot ignore stale .meta 182x != cd ${_OBJDIR} && find . -name '*.meta' -print -o \( -type d ! -name . -prune \) | sed 's,^./,,' > meta.list; echo 183.elif ${_meta_files:[#]} > 500 184.export _meta_files 185x != echo; for m in $$_meta_files; do echo $$m; done > meta.list 186.else 187_meta_files_arg:= ${_meta_files} 188.endif 189 190dir_list != cd ${_OBJDIR} && \ 191 ${META2DEPS_CMD} MACHINE=${MACHINE} \ 192 SRCTOP=${SRCTOP} RELDIR=${RELDIR} CURDIR=${_CURDIR} \ 193 ${META2DEPS_ARGS} \ 194 ${_meta_files_arg} | ${META2DEPS_FILTER} ${_skip_gendirdeps} \ 195 sed ${GENDIRDEPS_SEDCMDS} 196 197.if ${dir_list:M*ERROR\:*} != "" 198.warning ${dir_list:tW:C,.*(ERROR),\1,} 199.warning Skipping ${_DEPENDFILE:S,${SRCTOP}/,,} 200# we are not going to update anything 201.else 202dpadd_dir_list= 203.if !empty(DPADD) 204_nonlibs := ${DPADD:T:Nlib*:N*include} 205.if !empty(_nonlibs) 206ddep_list = 207.for f in ${_nonlibs:@x@${DPADD:M*/$x}@} 208.if exists($f.dirdep) 209ddep_list += $f.dirdep 210.elif exists(${f:H}.dirdep) 211ddep_list += ${f:H}.dirdep 212.else 213dir_list += ${f:H:tA} 214dpadd_dir_list += ${f:H:tA} 215.endif 216.endfor 217.if !empty(ddep_list) 218ddeps != cat ${ddep_list:O:u} | ${META2DEPS_FILTER} ${_skip_gendirdeps} \ 219 sed ${GENDIRDEPS_SEDCMDS} 220 221.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != "" 222.info ${RELDIR}: raw_dir_list='${dir_list}' 223.info ${RELDIR}: ddeps='${ddeps}' 224.endif 225dir_list += ${ddeps} 226.endif 227.endif 228.endif 229 230# DIRDEPS represent things that had to have been built first 231# so they should all be undir OBJTOP. 232# Note that ${_OBJTOP}/bsd/include/machine will get reported 233# to us as $SRCTOP/bsd/sys/$MACHINE_ARCH/include meaning we 234# will want to visit bsd/include 235# so we add 236# ${"${dir_list:M*bsd/sys/${MACHINE_ARCH}/include}":?bsd/include:} 237# to GENDIRDEPS_DIR_LIST_XTRAS 238_objtops = ${OBJTOP} ${_OBJTOP} ${_objtop} 239_objtops := ${_objtops:O:u} 240dirdep_list = \ 241 ${_objtops:@o@${dir_list:M$o*/*:C,$o[^/]*/,,}@} \ 242 ${GENDIRDEPS_DIR_LIST_XTRAS} 243 244# sort longest first 245M2D_OBJROOTS := ${M2D_OBJROOTS:O:u:[-1..1]} 246 247# anything we use from an object dir other than ours 248# needs to be qualified with its .<machine> suffix 249# (we used the pseudo machine "host" for the HOST_TARGET). 250skip_ql= ${SRCTOP}* ${_objtops:@o@$o*@} 251.for o in ${M2D_OBJROOTS:${skip_ql:${M_ListToSkip}}} 252# we need := so only skip_ql to this point applies 253ql.$o := ${dir_list:${skip_ql:${M_ListToSkip}}:M$o*/*/*:C,$o([^/]+)/(.*),\2.\1,:S,.${HOST_TARGET},.host,} 254qualdir_list += ${ql.$o} 255.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != "" 256.info ${RELDIR}: o=$o ${ql.$o qualdir_list:L:@v@$v=${$v}@} 257.endif 258skip_ql+= $o* 259.endfor 260 261dirdep_list := ${dirdep_list:O:u} 262qualdir_list := ${qualdir_list:N*.${MACHINE}:O:u} 263 264DIRDEPS = \ 265 ${dirdep_list:N${RELDIR}:N${RELDIR}/*} \ 266 ${qualdir_list:N${RELDIR}.*:N${RELDIR}/*} 267 268# We only consider things below $RELDIR/ if they have a makefile. 269# This is the same test that _DIRDEP_USE applies. 270# We have do a double test with dirdep_list as it _may_ contain 271# qualified dirs - if we got anything from a stage dir. 272# qualdir_list we know are all qualified. 273# It would be nice do peform this check for all of DIRDEPS, 274# but we cannot assume that all of the tree is present, 275# in fact we can only assume that RELDIR is. 276DIRDEPS += \ 277 ${dirdep_list:M${RELDIR}/*:@d@${.MAKE.MAKEFILE_PREFERENCE:@m@${exists(${SRCTOP}/$d/$m):?$d:${exists(${SRCTOP}/${d:R}/$m):?$d:}}@}@} \ 278 ${qualdir_list:M${RELDIR}/*:@d@${.MAKE.MAKEFILE_PREFERENCE:@m@${exists(${SRCTOP}/${d:R}/$m):?$d:}@}@} 279 280# what modifiers do we allow in GENDIRDEPS_FILTER 281GENDIRDEPS_FILTER_MASK += @CMNS 282DIRDEPS := ${DIRDEPS:${GENDIRDEPS_FILTER:UNno:M[${GENDIRDEPS_FILTER_MASK:O:u:ts}]*:ts:}:C,//+,/,g:O:u} 283 284.if ${DEBUG_GENDIRDEPS:Uno:@x@${RELDIR:M$x}@} != "" 285.info ${RELDIR}: M2D_OBJROOTS=${M2D_OBJROOTS} 286.info ${RELDIR}: M2D_EXCLUDES=${M2D_EXCLUDES} 287.info ${RELDIR}: dir_list='${dir_list}' 288.info ${RELDIR}: dpadd_dir_list='${dpadd_dir_list}' 289.info ${RELDIR}: dirdep_list='${dirdep_list}' 290.info ${RELDIR}: qualdir_list='${qualdir_list}' 291.info ${RELDIR}: SKIP_GENDIRDEPS='${SKIP_GENDIRDEPS}' 292.info ${RELDIR}: GENDIRDEPS_FILTER='${GENDIRDEPS_FILTER}' 293.info ${RELDIR}: FORCE_DPADD='${DPADD}' 294.info ${RELDIR}: DIRDEPS='${DIRDEPS}' 295.endif 296 297# SRC_DIRDEPS is for checkout logic 298src_dirdep_list = \ 299 ${dir_list:M${SRCTOP}/*:S,${SRCTOP}/,,} 300 301SRC_DIRDEPS = \ 302 ${src_dirdep_list:N${RELDIR}:N${RELDIR}/*:C,(/h)/.*,,} 303 304SRC_DIRDEPS := ${SRC_DIRDEPS:${GENDIRDEPS_SRC_FILTER:UN/*:ts:}:C,//+,/,g:O:u} 305 306# if you want to capture SRC_DIRDEPS in .MAKE.DEPENDFILE put 307# SRC_DIRDEPS_FILE = ${_DEPENDFILE} 308# in local.gendirdeps.mk 309.if ${SRC_DIRDEPS_FILE:Uno:tl} != "no" 310ECHO_SRC_DIRDEPS = echo 'SRC_DIRDEPS = \'; echo '${SRC_DIRDEPS:@d@ $d \\${.newline}@}'; echo; 311 312.if ${SRC_DIRDEPS_FILE:T} == ${_DEPENDFILE:T} 313_include_src_dirdeps = ${ECHO_SRC_DIRDEPS} 314.else 315all: ${SRC_DIRDEPS_FILE} 316.if !target(${SRC_DIRDEPS_FILE}) 317${SRC_DIRDEPS_FILE}: ${META_FILES} ${_this} ${META2DEPS} 318 @(${ECHO_SRC_DIRDEPS}) > $@ 319.endif 320.endif 321.endif 322_include_src_dirdeps ?= 323 324all: ${_DEPENDFILE} 325 326# if this is going to exist it would be there by now 327.if !exists(.depend) 328CAT_DEPEND = /dev/null 329.endif 330CAT_DEPEND ?= .depend 331 332.if !empty(_DIRDEPS) && ${DIRDEPS} != ${_DIRDEPS} 333# we may have changed a filter 334.PHONY: ${_DEPENDFILE} 335.endif 336 337# 'cat .depend' should suffice, but if we are mixing build modes 338# .depend may contain things we don't want. 339# The sed command at the end of the stream, allows for the filters 340# to output _{VAR} tokens which we will turn into proper ${VAR} references. 341${_DEPENDFILE}: .NOMETA ${CAT_DEPEND:M.depend} ${META_FILES:O:u:@m@${exists($m):?$m:}@} ${_this} ${META2DEPS} 342 @(${GENDIRDEPS_HEADER} echo '# Autogenerated - do NOT edit!'; echo; \ 343 echo 'DIRDEPS = \'; \ 344 echo '${DIRDEPS:@d@ $d \\${.newline}@}'; echo; \ 345 ${_include_src_dirdeps} \ 346 echo '.include <dirdeps.mk>'; \ 347 echo; \ 348 echo '.if $${DEP_RELDIR} == $${_DEP_RELDIR}'; \ 349 echo '# local dependencies - needed for -jN in clean tree'; \ 350 [ -s ${CAT_DEPEND} ] && { grep : ${CAT_DEPEND} | grep -v '[/\\]'; }; \ 351 echo '.endif' ) | sed 's,_\([{(]\),$$\1,g' > $@.new${.MAKE.PID} 352 @${InstallNew}; InstallNew -s $@.new${.MAKE.PID} 353 354.endif # meta2deps failed 355.elif !empty(SUBDIR) 356 357DIRDEPS := ${SUBDIR:S,^,${RELDIR}/,:O:u} 358 359all: ${_DEPENDFILE} 360 361${_DEPENDFILE}: .NOMETA ${MAKEFILE} ${_this} 362 @(${GENDIRDEPS_HEADER} echo '# Autogenerated - do NOT edit!'; echo; \ 363 echo 'DIRDEPS = \'; \ 364 echo '${DIRDEPS:@d@ $d \\${.newline}@}'; echo; \ 365 echo '.include <dirdeps.mk>'; \ 366 echo ) | sed 's,_\([{(]\),$$\1,g' > $@.new 367 @${InstallNew}; InstallNew $@.new 368 369.else 370 371# nothing to do 372all ${_DEPENDFILE}: 373 374.endif 375${_DEPENDFILE}: .PRECIOUS 376