1# $Id: dirdeps.mk,v 1.151 2022/01/28 01:13:14 sjg Exp $ 2 3# Copyright (c) 2010-2022, Simon J. Gerraty 4# Copyright (c) 2010-2018, Juniper Networks, Inc. 5# All rights reserved. 6# 7# Redistribution and use in source and binary forms, with or without 8# modification, are permitted provided that the following conditions 9# are met: 10# 1. Redistributions of source code must retain the above copyright 11# notice, this list of conditions and the following disclaimer. 12# 2. Redistributions in binary form must reproduce the above copyright 13# notice, this list of conditions and the following disclaimer in the 14# documentation and/or other materials provided with the distribution. 15# 16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27 28# Much of the complexity here is for supporting cross-building. 29# If a tree does not support that, simply using plain Makefile.depend 30# should provide sufficient clue. 31# Otherwise the recommendation is to use Makefile.depend.${MACHINE} 32# as expected below. 33 34# Note: this file gets multiply included. 35# This is what we do with DIRDEPS 36 37# DIRDEPS: 38# This is a list of directories - relative to SRCTOP, it is 39# normally only of interest to .MAKE.LEVEL 0. 40# In some cases the entry may be qualified with a .<machine> 41# or .<target_spec> suffix (see TARGET_SPEC_VARS below), 42# for example to force building something for the pseudo 43# machines "host" or "common" regardless of current ${MACHINE}. 44# 45# All unqualified entries end up being qualified with .${TARGET_SPEC} 46# and partially qualified (if TARGET_SPEC_VARS has multiple 47# entries) are also expanded to a full .<target_spec>. 48# The _DIRDEP_USE target uses the suffix to set TARGET_SPEC 49# correctly when visiting each entry. 50# 51# The fully qualified directory entries are used to construct a 52# dependency graph that will drive the build later. 53# 54# Also, for each fully qualified directory target, we will search 55# using ${.MAKE.DEPENDFILE_PREFERENCE} to find additional 56# dependencies. We use Makefile.depend (default value for 57# .MAKE.DEPENDFILE_PREFIX) to refer to these makefiles to 58# distinguish them from others. 59# 60# Before each Makefile.depend file is read, we set 61# DEP_RELDIR to be the RELDIR (path relative to SRCTOP) for 62# its directory, and DEP_MACHINE etc according to the .<target_spec> 63# represented by the suffix of the corresponding target. 64# 65# Since each Makefile.depend file includes dirdeps.mk, this 66# processing is recursive and results in .MAKE.LEVEL 0 learning the 67# dependencies of the tree wrt the initial directory (_DEP_RELDIR). 68# 69# NOTE: given the extent of processing that DIRDEPS undergoes it 70# is important that any variables in entries use :U to guard 71# against surprises when undefined. 72# 73# TARGET_SPEC_VARS 74# The default value is just MACHINE, and for most environments 75# this is sufficient. The _DIRDEP_USE target actually sets 76# both MACHINE and TARGET_SPEC to the suffix of the current 77# target so that in the general case TARGET_SPEC can be ignored. 78# 79# If more than MACHINE is needed then sys.mk needs to decompose 80# TARGET_SPEC and set the relevant variables accordingly. 81# It is important that MACHINE be included in and actually be 82# the first member of TARGET_SPEC_VARS. This allows other 83# variables to be considered optional, and some of the treatment 84# below relies on MACHINE being the first entry. 85# Note: TARGET_SPEC cannot contain any '.'s so the target 86# triple used by compiler folk won't work (directly anyway). 87# 88# For example: 89# 90# # Always list MACHINE first, 91# # other variables might be optional. 92# TARGET_SPEC_VARS = MACHINE TARGET_OS 93# .if ${TARGET_SPEC:Uno:M*,*} != "" 94# _tspec := ${TARGET_SPEC:S/,/ /g} 95# MACHINE := ${_tspec:[1]} 96# TARGET_OS := ${_tspec:[2]} 97# # etc. 98# # We need to stop that TARGET_SPEC affecting any submakes 99# # and deal with MACHINE=${TARGET_SPEC} in the environment. 100# TARGET_SPEC = 101# # export but do not track 102# .export-env TARGET_SPEC 103# .export ${TARGET_SPEC_VARS} 104# .for v in ${TARGET_SPEC_VARS:O:u} 105# .if empty($v) 106# .undef $v 107# .endif 108# .endfor 109# .endif 110# # make sure we know what TARGET_SPEC is 111# # as we may need it to find Makefile.depend* 112# TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,} 113# 114# The following variables can influence the initial DIRDEPS 115# computation with regard to the TARGET_SPECs that will be 116# built. 117# Most should also be considered by init.mk 118# 119# ONLY_TARGET_SPEC_LIST 120# Defines a list of TARGET_SPECs for which the current 121# directory can be built. 122# If ALL_MACHINES is defined, we build for all the 123# TARGET_SPECs listed. 124# 125# ONLY_MACHINE_LIST 126# As for ONLY_TARGET_SPEC_LIST but only specifies 127# MACHINEs. 128# 129# NOT_TARGET_SPEC_LIST 130# A list of TARGET_SPECs for which the current 131# directory should not be built. 132# 133# NOT_MACHINE_LIST 134# A list of MACHINEs the current directory should not be 135# built for. 136# 137# DIRDEPS_EXPORT_VARS (DEP_EXPORT_VARS) 138# It is discouraged, but sometimes necessary for a 139# Makefile.depend file to influence the environment. 140# Doing this is correctly (especially if using DIRDEPS_CACHE) is 141# tricky so a Makefile.depend file can set DIRDEPS_EXPORT_VARS 142# and dirdeps.mk will do the deed: 143# 144# MK_UEFI = yes 145# DIRDEPS_EXPORT_VARS = MK_UEFI 146# 147# _build_xtra_dirs 148# local.dirdeps.mk can add targets to this variable. 149# They will be hooked into the build, but independent of 150# any other DIRDEP. 151# 152# This allows for adding TESTS to the build, such that the build 153# if any test fails, but without the risk of introducing 154# circular dependencies. 155 156now_utc ?= ${%s:L:gmtime} 157.if !defined(start_utc) 158start_utc := ${now_utc} 159.endif 160 161.if !target(bootstrap) && (make(bootstrap) || \ 162 make(bootstrap-this) || \ 163 make(bootstrap-recurse) || \ 164 make(bootstrap-empty)) 165# disable most of below 166.MAKE.LEVEL = 1 167.endif 168 169# touch this at your peril 170_DIRDEP_USE_LEVEL?= 0 171.if ${.MAKE.LEVEL} == ${_DIRDEP_USE_LEVEL} 172# only the first instance is interested in all this 173 174# the first time we are included the _DIRDEP_USE target will not be defined 175# we can use this as a clue to do initialization and other one time things. 176.if !target(_DIRDEP_USE) 177 178# do some setup we only need once 179_CURDIR ?= ${.CURDIR} 180_OBJDIR ?= ${.OBJDIR} 181 182.if ${MAKEFILE:T} == ${.PARSEFILE} && empty(DIRDEPS) && ${.TARGETS:Uall:M*/*} != "" 183# This little trick let's us do 184# 185# mk -f dirdeps.mk some/dir.${TARGET_SPEC} 186# 187all: 188${.TARGETS:Nall}: all 189DIRDEPS := ${.TARGETS:M*[/.]*} 190# so that -DNO_DIRDEPS works 191DEP_RELDIR := ${DIRDEPS:[1]:R} 192# this will become DEP_MACHINE below 193TARGET_MACHINE := ${DIRDEPS:[1]:E:C/,.*//} 194.if ${TARGET_MACHINE:N*/*} == "" 195TARGET_MACHINE := ${MACHINE} 196.endif 197# disable DIRDEPS_CACHE as it does not like this trick 198MK_DIRDEPS_CACHE = no 199# incase anyone needs to know 200_dirdeps_cmdline: 201.endif 202 203# make sure we get the behavior we expect 204.MAKE.SAVE_DOLLARS = no 205 206# make sure these are empty to start with 207_DEP_TARGET_SPEC = 208 209# If TARGET_SPEC_VARS is other than just MACHINE 210# it should be set by sys.mk or similar by now. 211# TARGET_SPEC must not contain any '.'s. 212TARGET_SPEC_VARS ?= MACHINE 213# this is what we started with 214TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,} 215# this is what we mostly use below 216DEP_TARGET_SPEC = ${TARGET_SPEC_VARS:S,^,DEP_,:@v@${$v:U}@:ts,} 217# make sure we have defaults 218.for v in ${TARGET_SPEC_VARS} 219DEP_$v ?= ${$v} 220.endfor 221 222.if ${TARGET_SPEC_VARS:[#]} > 1 223# Ok, this gets more complex (putting it mildly). 224# In order to stay sane, we need to ensure that all the build_dirs 225# we compute below are fully qualified wrt DEP_TARGET_SPEC. 226# The makefiles may only partially specify (eg. MACHINE only), 227# so we need to construct a set of modifiers to fill in the gaps. 228.if ${MAKE_VERSION} >= 20170130 229_tspec_x := ${TARGET_SPEC_VARS:range} 230.else 231# do it the hard way 232_tspec_x := ${TARGET_SPEC_VARS:[#]:@x@i=1;while [ $$i -le $x ]; do echo $$i; i=$$((i + 1)); done;@:sh} 233.endif 234# this handles unqualified entries 235M_dep_qual_fixes = C;(/[^/.,]+)$$;\1.$${DEP_TARGET_SPEC}; 236# there needs to be at least one item missing for these to make sense 237.for i in ${_tspec_x:[2..-1]} 238_tspec_m$i := ${TARGET_SPEC_VARS:[2..$i]:@w@[^,]+@:ts,} 239_tspec_a$i := ,${TARGET_SPEC_VARS:[$i..-1]:@v@$$$${DEP_$v}@:ts,} 240M_dep_qual_fixes += C;(\.${_tspec_m$i})$$;\1${_tspec_a$i}; 241.endfor 242TARGET_SPEC_VARSr := ${TARGET_SPEC_VARS:[-1..1]} 243.else 244# A harmless? default. 245M_dep_qual_fixes = U 246.endif 247 248.if !defined(.MAKE.DEPENDFILE_PREFERENCE) 249# .MAKE.DEPENDFILE_PREFERENCE makes the logic below neater? 250# you really want this set by sys.mk or similar 251.MAKE.DEPENDFILE_PREFERENCE = ${_CURDIR}/${.MAKE.DEPENDFILE:T} 252.if ${.MAKE.DEPENDFILE:E} == "${TARGET_SPEC}" 253.if ${TARGET_SPEC} != ${MACHINE} 254.MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}.$${MACHINE} 255.endif 256.MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R} 257.endif 258.endif 259 260_default_dependfile := ${.MAKE.DEPENDFILE_PREFERENCE:[1]:T} 261_machine_dependfiles := ${.MAKE.DEPENDFILE_PREFERENCE:T:M*${MACHINE}*} 262 263# for machine specific dependfiles we require ${MACHINE} to be at the end 264# also for the sake of sanity we require a common prefix 265.if !defined(.MAKE.DEPENDFILE_PREFIX) 266# knowing .MAKE.DEPENDFILE_PREFIX helps 267.if !empty(_machine_dependfiles) 268.MAKE.DEPENDFILE_PREFIX := ${_machine_dependfiles:[1]:T:R} 269.else 270.MAKE.DEPENDFILE_PREFIX := ${_default_dependfile:T} 271.endif 272.endif 273 274# this is how we identify non-machine specific dependfiles 275N_notmachine := ${.MAKE.DEPENDFILE_PREFERENCE:E:N*${MACHINE}*:${M_ListToSkip}} 276 277# this gets reset for each dirdep we check 278DEP_RELDIR ?= ${RELDIR} 279 280# remember the initial value of DEP_RELDIR - we test for it below. 281_DEP_RELDIR := ${DEP_RELDIR} 282 283# this can cause lots of output! 284# set to a set of glob expressions that might match RELDIR 285DEBUG_DIRDEPS ?= no 286 287# make sure this target exists 288dirdeps: beforedirdeps .WAIT 289beforedirdeps: 290 291.endif # !target(_DIRDEP_USE) 292 293.if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.${DEP_MACHINE}:L:M$x}@} != "" 294_debug_reldir = 1 295.else 296_debug_reldir = 0 297.endif 298.if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.depend depend:L:M$x}@} != "" 299_debug_search = 1 300.else 301_debug_search = 0 302.endif 303 304# First off, we want to know what ${MACHINE} to build for. 305# This can be complicated if we are using a mixture of ${MACHINE} specific 306# and non-specific Makefile.depend* 307 308# if we were included recursively _DEP_TARGET_SPEC should be valid. 309.if empty(_DEP_TARGET_SPEC) 310DEP_MACHINE = ${TARGET_MACHINE:U${MACHINE}} 311_DEP_TARGET_SPEC := ${DEP_TARGET_SPEC} 312.if ${.INCLUDEDFROMFILE:U:M${.MAKE.DEPENDFILE_PREFIX}*} != "" 313# record that we've read dependfile for this 314_dirdeps_checked.${_CURDIR}.${TARGET_SPEC}: 315.endif 316.endif 317 318# by now _DEP_TARGET_SPEC should be set, parse it. 319.if ${TARGET_SPEC_VARS:[#]} > 1 320# we need to parse DEP_MACHINE may or may not contain more info 321_tspec := ${_DEP_TARGET_SPEC:S/,/ /g} 322.for i in ${_tspec_x} 323DEP_${TARGET_SPEC_VARS:[$i]} := ${_tspec:[$i]} 324.endfor 325.for v in ${TARGET_SPEC_VARS:O:u} 326.if empty(DEP_$v) 327.undef DEP_$v 328.endif 329.endfor 330.else 331DEP_MACHINE := ${_DEP_TARGET_SPEC} 332.endif 333 334# reset each time through 335_build_all_dirs = 336_build_xtra_dirs = 337 338# DIRDEPS_CACHE can be very handy for debugging. 339# Also if repeatedly building the same target, 340# we can avoid the overhead of re-computing the tree dependencies. 341MK_DIRDEPS_CACHE ?= no 342BUILD_DIRDEPS_CACHE ?= no 343BUILD_DIRDEPS ?= yes 344 345.if ${MK_DIRDEPS_CACHE} == "yes" 346# this is where we will cache all our work 347DIRDEPS_CACHE ?= ${_OBJDIR:tA}/dirdeps.cache${_TARGETS:U${.TARGETS}:Nall:O:u:ts-:S,/,_,g:S,^,.,:N.} 348.endif 349 350 351# pickup customizations 352# as below you can use !target(_DIRDEP_USE) to protect things 353# which should only be done once. 354.-include <local.dirdeps.mk> 355 356.if !target(_DIRDEP_USE) 357# things we skip for host tools 358SKIP_HOSTDIR ?= 359 360NSkipHostDir = ${SKIP_HOSTDIR:N*.host*:S,$,.host*,:N.host*:S,^,${SRCTOP}/,:${M_ListToSkip}} 361 362# things we always skip 363# SKIP_DIRDEPS allows for adding entries on command line. 364SKIP_DIR += .host *.WAIT ${SKIP_DIRDEPS} 365SKIP_DIR.host += ${SKIP_HOSTDIR} 366 367DEP_SKIP_DIR = ${SKIP_DIR} \ 368 ${SKIP_DIR.${DEP_TARGET_SPEC}:U} \ 369 ${TARGET_SPEC_VARS:@v@${SKIP_DIR.${DEP_$v}:U}@} \ 370 ${SKIP_DIRDEPS.${DEP_TARGET_SPEC}:U} \ 371 ${TARGET_SPEC_VARS:@v@${SKIP_DIRDEPS.${DEP_$v}:U}@} 372 373 374NSkipDir = ${DEP_SKIP_DIR:${M_ListToSkip}} 375 376.if defined(NODIRDEPS) || defined(WITHOUT_DIRDEPS) 377NO_DIRDEPS = 378.elif defined(WITHOUT_DIRDEPS_BELOW) 379NO_DIRDEPS_BELOW = 380.endif 381 382.if defined(NO_DIRDEPS) 383# confine ourselves to the original dir and below. 384DIRDEPS_FILTER += M${_DEP_RELDIR}* 385.elif defined(NO_DIRDEPS_BELOW) 386DIRDEPS_FILTER += M${_DEP_RELDIR} 387.endif 388 389# this is what we run below 390DIRDEP_MAKE ?= ${.MAKE} 391DIRDEP_DIR ?= ${.TARGET:R} 392 393# if you want us to report load averages during build 394# DIRDEP_USE_PRELUDE += ${DIRDEP_LOADAVG_REPORT}; 395 396DIRDEP_LOADAVG_CMD ?= ${UPTIME:Uuptime} | sed 's,.*\(load\),\1,' 397DIRDEP_LOADAVG_LAST = 0 398# yes the expression here is a bit complicated, 399# the trick is to only eval ${DIRDEP_LOADAVG_LAST::=${now_utc}} 400# when we want to report. 401# Note: expr(1) will exit 1 if the expression evaluates to 0 402# hence the || true 403DIRDEP_LOADAVG_REPORT = \ 404 test -z "${"${expr ${now_utc} - ${DIRDEP_LOADAVG_INTEVAL:U60} - ${DIRDEP_LOADAVG_LAST} || true:L:sh:N-*}":?yes${DIRDEP_LOADAVG_LAST::=${now_utc}}:}" || \ 405 echo "${TRACER}`${DIRDEP_LOADAVG_CMD}`" 406 407# we suppress SUBDIR when visiting the leaves 408# we assume sys.mk will set MACHINE_ARCH 409# you can add extras to DIRDEP_USE_ENV 410# if there is no makefile in the target directory, we skip it. 411_DIRDEP_USE: .USE .MAKE 412 @for m in ${.MAKE.MAKEFILE_PREFERENCE}; do \ 413 test -s ${.TARGET:R}/$$m || continue; \ 414 echo "${TRACER}Checking ${.TARGET:S,^${SRCTOP}/,,} for ${.TARGET:E} ..."; \ 415 ${DIRDEP_USE_PRELUDE} \ 416 MACHINE_ARCH= NO_SUBDIR=1 ${DIRDEP_USE_ENV} \ 417 TARGET_SPEC=${.TARGET:E} \ 418 MACHINE=${.TARGET:E} \ 419 ${DIRDEP_MAKE} -C ${DIRDEP_DIR} || exit 1; \ 420 break; \ 421 done 422 423.ifdef ALL_MACHINES 424.if empty(ONLY_TARGET_SPEC_LIST) && empty(ONLY_MACHINE_LIST) 425# we start with everything 426_machine_list != echo; 'ls' -1 ${_CURDIR}/${.MAKE.DEPENDFILE_PREFIX}* 2> /dev/null 427 428# some things we know we want to ignore 429DIRDEPS_TARGETS_SKIP_LIST += \ 430 *~ \ 431 *.bak \ 432 *.inc \ 433 *.old \ 434 *.options \ 435 *.orig \ 436 *.rej \ 437 438# first trim things we know we want to skip 439# and provide canonical form 440_machine_list := ${_machine_list:${DIRDEPS_TARGETS_SKIP_LIST:${M_ListToSkip}}:T:E} 441 442# cater for local complexities 443# local.dirdeps.mk can set 444# DIRDEPS_ALL_MACHINES_FILTER and 445# DIRDEPS_ALL_MACHINES_FILTER_XTRAS for final tweaks 446 447.if !empty(ALL_TARGET_SPEC_LIST) 448.if ${_debug_reldir} 449.info ALL_TARGET_SPEC_LIST=${ALL_TARGET_SPEC_LIST} 450.endif 451DIRDEPS_ALL_MACHINES_FILTER += \ 452 @x@$${ALL_TARGET_SPEC_LIST:@s@$${x:M$$s}@}@ 453.elif !empty(ALL_MACHINE_LIST) 454.if ${_debug_reldir} 455.info ALL_MACHINE_LIST=${ALL_MACHINE_LIST} 456.endif 457.if ${TARGET_SPEC_VARS:[#]} > 1 458# the space below can result in extraneous ':' 459DIRDEPS_ALL_MACHINES_FILTER += \ 460 @x@$${ALL_MACHINE_LIST:@m@$${x:M$$m,*} $${x:M$$m}@}@ 461.else 462DIRDEPS_ALL_MACHINES_FILTER += \ 463 @x@$${ALL_MACHINE_LIST:@m@$${x:M$$m}@}@ 464.endif 465.endif 466# add local XTRAS - default to something benign 467DIRDEPS_ALL_MACHINES_FILTER += \ 468 ${DIRDEPS_ALL_MACHINES_FILTER_XTRAS:UNbak} 469 470.if ${_debug_reldir} 471.info _machine_list=${_machine_list} 472.info DIRDEPS_ALL_MACHINES_FILTER=${DIRDEPS_ALL_MACHINES_FILTER} 473.endif 474 475_only_machines := ${_machine_list:${DIRDEPS_ALL_MACHINES_FILTER:ts:}:S,:, ,g} 476.else 477_only_machines := ${ONLY_TARGET_SPEC_LIST:U} ${ONLY_MACHINE_LIST:U} 478.endif 479 480.if empty(_only_machines) 481# we must be boot-strapping 482_only_machines := ${TARGET_MACHINE:U${ALL_TARGET_SPEC_LIST:U${ALL_MACHINE_LIST:U${DEP_MACHINE}}}} 483.endif 484 485# cleanup the result 486_only_machines := ${_only_machines:O:u} 487 488.if ${_debug_reldir} 489.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: ALL_MACHINES _only_machines=${_only_machines} 490.endif 491 492.else # ! ALL_MACHINES 493# if ONLY_TARGET_SPEC_LIST or ONLY_MACHINE_LIST is set, we are limited to that. 494# Note that ONLY_TARGET_SPEC_LIST should be fully qualified. 495# if TARGET_MACHINE is set - it is really the same as ONLY_MACHINE_LIST 496# otherwise DEP_MACHINE is it - so DEP_MACHINE will match. 497_only_machines := ${ONLY_TARGET_SPEC_LIST:U:M${DEP_MACHINE},*} 498.if empty(_only_machines) 499_only_machines := ${ONLY_MACHINE_LIST:U${TARGET_MACHINE:U${DEP_MACHINE}}:M${DEP_MACHINE}} 500.endif 501.endif 502 503.if !empty(NOT_MACHINE_LIST) 504_only_machines := ${_only_machines:${NOT_MACHINE_LIST:${M_ListToSkip}}} 505.endif 506.if !empty(NOT_TARGET_SPEC_LIST) 507# we must first qualify 508_dm := ${DEP_MACHINE} 509_only_machines := ${_only_machines:M*,*} ${_only_machines:N*,*:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,} 510DEP_MACHINE := ${_dm} 511_only_machines := ${_only_machines:${NOT_TARGET_SPEC_LIST:${M_ListToSkip}}} 512.endif 513# clean up 514_only_machines := ${_only_machines:O:u} 515 516.if ${_debug_reldir} 517.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _only_machines=${_only_machines} 518.endif 519 520# make sure we have a starting place? 521DIRDEPS ?= ${RELDIR} 522.endif # target 523 524.if !defined(NO_DIRDEPS) && !defined(NO_DIRDEPS_BELOW) 525.if ${MK_DIRDEPS_CACHE} == "yes" 526 527# just ensure this exists 528build-dirdeps: 529 530M_oneperline = @x@\\${.newline} $$x@ 531 532.if ${BUILD_DIRDEPS_CACHE} == "no" 533.if !target(dirdeps-cached) 534# we do this via sub-make 535BUILD_DIRDEPS = no 536 537# ignore anything but these 538.MAKE.META.IGNORE_FILTER = M*/${.MAKE.DEPENDFILE_PREFIX}* 539 540dirdeps: dirdeps-cached 541dirdeps-cached: ${DIRDEPS_CACHE} .MAKE 542 @echo "${TRACER}Using ${DIRDEPS_CACHE}" 543 @MAKELEVEL=${.MAKE.LEVEL} \ 544 TARGET_SPEC=${TARGET_SPEC} \ 545 ${TARGET_SPEC_VARS:@v@$v=${$v}@} \ 546 ${.MAKE} -C ${_CURDIR} -f ${DIRDEPS_CACHE} \ 547 dirdeps MK_DIRDEPS_CACHE=no BUILD_DIRDEPS=no 548 549# leaf makefiles rarely work for building DIRDEPS_CACHE 550.if ${RELDIR} != "." 551BUILD_DIRDEPS_MAKEFILE ?= -f dirdeps.mk 552.endif 553 554# these should generally do 555BUILD_DIRDEPS_MAKEFILE ?= 556BUILD_DIRDEPS_TARGETS ?= ${.TARGETS} 557 558.if ${DIRDEPS_CACHE} != ${STATIC_DIRDEPS_CACHE:Uno} && ${DIRDEPS_CACHE:M${SRCTOP}/*} == "" 559# export this for dirdeps-cache-update.mk 560DYNAMIC_DIRDEPS_CACHE := ${DIRDEPS_CACHE} 561.export DYNAMIC_DIRDEPS_CACHE 562# we need the .meta file to ensure we update if 563# any of the Makefile.depend* changed. 564# We do not want to compare the command line though. 565${DIRDEPS_CACHE}: .META .NOMETA_CMP 566 +@{ echo '# Autogenerated - do NOT edit!'; echo; \ 567 echo 'BUILD_DIRDEPS=no'; echo; \ 568 echo '.include <dirdeps.mk>'; echo; \ 569 } > ${.TARGET}.new 570 +@MAKELEVEL=${.MAKE.LEVEL} DIRDEPS_CACHE=${DIRDEPS_CACHE} \ 571 DIRDEPS="${DIRDEPS}" \ 572 TARGET_SPEC=${TARGET_SPEC} \ 573 MAKEFLAGS= ${DIRDEP_CACHE_MAKE:U${.MAKE}} -C ${_CURDIR} \ 574 ${BUILD_DIRDEPS_MAKEFILE} \ 575 ${BUILD_DIRDEPS_TARGETS} BUILD_DIRDEPS_CACHE=yes \ 576 .MAKE.DEPENDFILE=.none \ 577 ${"${DEBUG_DIRDEPS:Nno}":?DEBUG_DIRDEPS='${DEBUG_DIRDEPS}':} \ 578 ${.MAKEFLAGS:tW:S,-D ,-D,g:tw:M*WITH*} \ 579 ${.MAKEFLAGS:tW:S,-d ,-d,g:tw:M-d*} \ 580 3>&1 1>&2 | sed 's,${SRCTOP},_{SRCTOP},g;s,_{,$${,g' >> ${.TARGET}.new && \ 581 mv ${.TARGET}.new ${.TARGET} 582 583.endif 584.endif 585.elif !target(_count_dirdeps) 586# we want to capture the dirdeps count in the cache 587.END: _count_dirdeps 588_count_dirdeps: .NOMETA 589 @{ echo; echo '.info $${.newline}$${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} ${DIRDEP_INFO_XTRAS}'; } >&3 590 591.endif 592.elif !make(dirdeps) && !target(_count_dirdeps) 593beforedirdeps: _count_dirdeps 594_count_dirdeps: .NOMETA 595 @echo "${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} ${DIRDEP_INFO_XTRAS} seconds=`expr ${now_utc} - ${start_utc}`" 596 597.endif 598.endif 599 600.if ${BUILD_DIRDEPS} == "yes" 601 602# the rest is done repeatedly for every Makefile.depend we read. 603# if we are anything but the original dir we care only about the 604# machine type we were included for.. 605 606.if ${DEP_RELDIR} == "." 607_this_dir := ${SRCTOP} 608.else 609_this_dir := ${SRCTOP}/${DEP_RELDIR} 610.endif 611 612# on rare occasions, there can be a need for extra help 613_dep_hack := ${_this_dir}/${.MAKE.DEPENDFILE_PREFIX}.inc 614.-include <${_dep_hack}> 615.-include <${_dep_hack:R}.options> 616 617.if ${DEP_RELDIR} != ${_DEP_RELDIR} || ${DEP_TARGET_SPEC} != ${TARGET_SPEC} 618# this should be all 619_machines := ${DEP_MACHINE} 620.else 621# this is the machine list we actually use below 622_machines := ${_only_machines} 623 624.if defined(HOSTPROG) || ${DEP_MACHINE:Nhost*} == "" 625# we need to build this guy's dependencies for host as well. 626.if ${DEP_MACHINE:Nhost*} == "" 627_machines += ${DEP_MACHINE} 628.else 629_machines += host 630.endif 631.endif 632 633_machines := ${_machines:O:u} 634.endif 635 636.if ${TARGET_SPEC_VARS:[#]} > 1 637# we need to tweak _machines 638_dm := ${DEP_MACHINE} 639# apply the same filtering that we do when qualifying DIRDEPS. 640# M_dep_qual_fixes expects .${MACHINE}* so add (and remove) '.' 641# Again we expect that any already qualified machines are fully qualified. 642_machines := ${_machines:M*,*} ${_machines:N*,*:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,} 643DEP_MACHINE := ${_dm} 644_machines := ${_machines:O:u} 645.endif 646 647# reset each time through 648_build_dirs = 649 650.if ${DEP_RELDIR} == ${_DEP_RELDIR} 651# pickup other machines for this dir if necessary 652_build_dirs += ${_machines:@m@${_CURDIR}.$m@} 653.endif 654 655.if ${_debug_reldir} 656.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: nDIRDEPS=${DIRDEPS:[#]} 657.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: DIRDEPS='${DIRDEPS}' 658.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _machines='${_machines}' 659.endif 660 661.if !empty(DIRDEPS) 662# these we reset each time through as they can depend on DEP_MACHINE 663DEP_DIRDEPS_FILTER = \ 664 ${DIRDEPS_FILTER.${DEP_TARGET_SPEC}:U} \ 665 ${TARGET_SPEC_VARS:@v@${DIRDEPS_FILTER.${DEP_$v}:U}@} \ 666 ${DIRDEPS_FILTER:U} 667.if empty(DEP_DIRDEPS_FILTER) 668# something harmless 669DEP_DIRDEPS_FILTER = U 670.endif 671 672# this is what we start with 673__depdirs := ${DIRDEPS:${NSkipDir}:${DEP_DIRDEPS_FILTER:ts:}:C,//+,/,g:O:u:@d@${SRCTOP}/$d@} 674 675# some entries may be qualified with .<machine> or .<target_spec> 676# we can tell the unqualified ones easily - because they exist 677__unqual_depdirs := ${__depdirs:@d@${exists($d):?$d:}@} 678__qual_depdirs := ${__depdirs:${__unqual_depdirs:Uno:${M_ListToSkip}}} 679 680.if ${DEP_RELDIR} == ${_DEP_RELDIR} 681# if it was called out - we likely need it. 682__hostdpadd := ${DPADD:U.:M${HOST_OBJTOP}/*:S,${HOST_OBJTOP}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host,:N.*:@d@${SRCTOP}/$d@} \ 683 ${DPADD:U.:M${HOST_OBJTOP32:Uno}/*:S,${HOST_OBJTOP32:Uno}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host32,:N.*:@d@${SRCTOP}/$d@} 684__qual_depdirs += ${__hostdpadd} 685.endif 686 687.if ${_debug_reldir} 688.info DEP_DIRDEPS_FILTER=${DEP_DIRDEPS_FILTER:ts:} 689.info depdirs=${__depdirs:S,^${SRCTOP}/,,} 690.info qualified=${__qual_depdirs:S,^${SRCTOP}/,,} 691.info unqualified=${__unqual_depdirs:S,^${SRCTOP}/,,} 692.endif 693 694# _build_dirs is what we will feed to _DIRDEP_USE 695_build_dirs += \ 696 ${__qual_depdirs:M*.host:${NSkipHostDir}:N.host} \ 697 ${__qual_depdirs:N*.host} \ 698 ${_machines:Mhost*:@m@${__unqual_depdirs:@d@$d.$m@}@:${NSkipHostDir}:N.host} \ 699 ${_machines:Nhost*:@m@${__unqual_depdirs:@d@$d.$m@}@} 700 701# qualify everything now 702_build_dirs := ${_build_dirs:${M_dep_qual_fixes:ts:}:O:u} 703 704.endif # empty DIRDEPS 705 706_build_all_dirs += ${_build_dirs} ${_build_xtra_dirs} 707_build_all_dirs := ${_build_all_dirs:O:u} 708 709# Normally if doing make -V something, 710# we do not want to waste time chasing DIRDEPS 711# but if we want to count the number of Makefile.depend* read, we do. 712.if ${.MAKEFLAGS:M-V${_V_READ_DIRDEPS:U}} == "" 713.if !empty(_build_all_dirs) 714.if ${BUILD_DIRDEPS_CACHE} == "yes" 715# we use _cache_script to minimize the number of times we fork the shell 716_cache_script = echo '\# ${DEP_RELDIR}.${DEP_TARGET_SPEC}'; 717# guard against _new_dirdeps being too big for a single command line 718_new_dirdeps := ${_build_all_dirs:@x@${target($x):?:$x}@:S,^${SRCTOP}/,,} 719_cache_xtra_deps := ${_build_xtra_dirs:S,^${SRCTOP}/,,} 720.export _cache_xtra_deps _new_dirdeps 721.if !empty(DIRDEPS_EXPORT_VARS) || !empty(DEP_EXPORT_VARS) 722# Discouraged, but there are always exceptions. 723# Handle it here rather than explain how. 724DIRDEPS_EXPORT_VARS ?= ${DEP_EXPORT_VARS} 725_cache_xvars := echo; ${DIRDEPS_EXPORT_VARS:@v@echo '$v = ${$v}';@} echo '.export ${DIRDEPS_EXPORT_VARS}'; echo; 726_cache_script += ${_cache_xvars} 727.endif 728.else 729# this makes it all happen 730dirdeps: ${_build_all_dirs} 731.endif 732${_build_all_dirs}: _DIRDEP_USE 733 734.if ${_debug_reldir} 735.info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: needs: ${_build_dirs:S,^${SRCTOP}/,,} 736.endif 737 738.if !empty(DIRDEPS_EXPORT_VARS) || !empty(DEP_EXPORT_VARS) 739.export ${DIRDEPS_EXPORT_VARS} ${DEP_EXPORT_VARS} 740DIRDEPS_EXPORT_VARS = 741DEP_EXPORT_VARS = 742.endif 743 744# this builds the dependency graph 745.for m in ${_machines} 746.if ${BUILD_DIRDEPS_CACHE} == "yes" && !empty(_build_dirs) 747_cache_deps = 748_cache_script += echo; echo 'DIRDEPS.${_this_dir}.$m = \'; 749.endif 750# it would be nice to do :N${.TARGET} 751.if !empty(__qual_depdirs) 752.for q in ${__qual_depdirs:${M_dep_qual_fixes:ts:}:E:O:u:N$m} 753.if ${_debug_reldir} || ${DEBUG_DIRDEPS:@x@${${DEP_RELDIR}.$m:L:M$x}${${DEP_RELDIR}.$q:L:M$x}@} != "" 754.info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$q:S,^${SRCTOP}/,,} 755.endif 756.if ${BUILD_DIRDEPS_CACHE} == "yes" 757_cache_deps += ${_build_dirs:M*.$q:S,^${SRCTOP}/,,} 758.else 759${_this_dir}.$m: ${_build_dirs:M*.$q} 760.endif 761.endfor 762.endif 763.if ${_debug_reldir} 764.info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$m:N${_this_dir}.$m:S,^${SRCTOP}/,,} 765.endif 766.if ${BUILD_DIRDEPS_CACHE} == "yes" 767.if !empty(_build_dirs) 768_cache_deps += ${_build_dirs:M*.$m:N${_this_dir}.$m:S,^${SRCTOP}/,,} 769.if !empty(_cache_deps) 770.export _cache_deps 771_cache_script += for x in $$_cache_deps; do echo " _{SRCTOP}/$$x \\"; done; 772.endif 773# anything in _{build,env}_xtra_dirs is hooked to dirdeps: only 774x!= echo; { echo; ${_cache_script} echo; echo '${_this_dir}.$m: $${DIRDEPS.${_this_dir}.$m}'; \ 775 echo; echo 'dirdeps: ${_this_dir}.$m \'; \ 776 for x in $$_cache_xtra_deps; do echo " _{SRCTOP}/$$x \\"; done; \ 777 echo; for x in $$_new_dirdeps; do echo "_{SRCTOP}/$$x: _DIRDEP_USE"; done; } >&3 778.endif 779.else 780${_this_dir}.$m: ${_build_dirs:M*.$m:N${_this_dir}.$m} 781.endif 782.endfor 783 784.endif 785 786# Now find more dependencies - and recurse. 787.for d in ${_build_all_dirs} 788.if !target(_dirdeps_checked.$d) 789# once only 790_dirdeps_checked.$d: 791.if ${_debug_search} 792.info checking ${d:S,^${SRCTOP}/,,} 793.endif 794# Note: _build_all_dirs is fully qualifed so d:R is always the directory 795.if exists(${d:R}) 796# we pass _DEP_TARGET_SPEC to tell the next step what we want 797_DEP_TARGET_SPEC := ${d:E} 798# some makefiles may still look at this 799_DEP_MACHINE := ${d:E:C/,.*//} 800# set these too in case Makefile.depend* uses them 801.if ${TARGET_SPEC_VARS:[#]} > 1 802_dtspec := ${_DEP_TARGET_SPEC:S/,/ /g} 803.for i in ${_tspec_x} 804DEP_${TARGET_SPEC_VARS:[$i]} := ${_dtspec:[$i]} 805.endfor 806.else 807DEP_MACHINE := ${_DEP_MACHINE} 808.endif 809# Warning: there is an assumption here that MACHINE is always 810# the first entry in TARGET_SPEC_VARS. 811# If TARGET_SPEC and MACHINE are insufficient, you have a problem. 812_m := ${.MAKE.DEPENDFILE_PREFERENCE:T:S;${TARGET_SPEC}$;${d:E};:C;${MACHINE}((,.+)?)$;${d:E:C/,.*//}\1;:@m@${exists(${d:R}/$m):?${d:R}/$m:}@:[1]} 813.if !empty(_m) 814# M_dep_qual_fixes isn't geared to Makefile.depend 815_qm := ${_m:C;(\.depend)$;\1.${d:E};:${M_dep_qual_fixes:ts:}} 816.if ${_debug_search} 817.info Looking for ${_qm} 818.endif 819# set this "just in case" 820# we can skip :tA since we computed the path above 821DEP_RELDIR := ${_m:H:S,^${SRCTOP}/,,} 822# and reset this 823DIRDEPS = 824.if ${_debug_reldir} && ${_qm} != ${_m} 825.info loading ${_m} for ${d:E} 826.endif 827.include <${_m}> 828.else 829.-include <local.dirdeps-missing.mk> 830.endif 831.endif 832.endif 833.endfor 834 835.endif # -V 836.endif # BUILD_DIRDEPS 837 838.elif ${.MAKE.LEVEL} > 42 839.error You should have stopped recursing by now. 840.else 841# we are building something 842DEP_RELDIR := ${RELDIR} 843_DEP_RELDIR := ${RELDIR} 844# Since we are/should be included by .MAKE.DEPENDFILE 845# This is a final opportunity to add/hook global rules. 846.-include <local.dirdeps-build.mk> 847 848# skip _reldir_{finish,failed} if not included from Makefile.depend* 849# or not in meta mode 850.if !defined(WITHOUT_META_STATS) && ${.INCLUDEDFROMFILE:U:M${.MAKE.DEPENDFILE_PREFIX}*} != "" && ${.MAKE.MODE:Mmeta} != "" 851 852meta_stats= meta=${empty(.MAKE.META.FILES):?0:${.MAKE.META.FILES:[#]}} \ 853 created=${empty(.MAKE.META.CREATED):?0:${.MAKE.META.CREATED:[#]}} 854 855.if !target(_reldir_finish) 856.END: _reldir_finish 857_reldir_finish: .NOMETA 858 @echo "${TRACER}Finished ${RELDIR}.${TARGET_SPEC} seconds=$$(( ${now_utc} - ${start_utc} )) ${meta_stats}" 859.endif 860 861.if !target(_reldir_failed) 862.ERROR: _reldir_failed 863_reldir_failed: .NOMETA 864 @echo "${TRACER}Failed ${RELDIR}.${TARGET_SPEC} seconds=$$(( ${now_utc} - ${start_utc} )) ${meta_stats}" 865.endif 866 867.endif 868 869# pickup local dependencies 870.if ${MAKE_VERSION} < 20160220 871.-include <.depend> 872.else 873.dinclude <.depend> 874.endif 875.endif 876 877# bootstrapping new dependencies made easy? 878.if !target(bootstrap-empty) 879.if !target(bootstrap) && (make(bootstrap) || \ 880 make(bootstrap-this) || \ 881 make(bootstrap-recurse) || \ 882 make(bootstrap-empty)) 883 884# if we are bootstrapping create the default 885_want = ${.CURDIR}/${.MAKE.DEPENDFILE_DEFAULT:T} 886 887.if exists(${_want}) 888# stop here 889${.TARGETS:Mboot*}: 890.elif !make(bootstrap-empty) 891# find a Makefile.depend to use as _src 892_src != cd ${.CURDIR} && for m in ${.MAKE.DEPENDFILE_PREFERENCE:T:S,${MACHINE},*,}; do test -s $$m || continue; echo $$m; break; done; echo 893.if empty(_src) 894.error cannot find any of ${.MAKE.DEPENDFILE_PREFERENCE:T}${.newline}Use: bootstrap-empty 895.endif 896 897_src?= ${.MAKE.DEPENDFILE} 898 899.MAKE.DEPENDFILE_BOOTSTRAP_SED+= -e 's/${_src:E:C/,.*//}/${MACHINE}/g' 900 901# just create Makefile.depend* for this dir 902bootstrap-this: .NOTMAIN 903 @echo Bootstrapping ${RELDIR}/${_want:T} from ${_src:T}; \ 904 echo You need to build ${RELDIR} to correctly populate it. 905.if ${_src:T} != ${.MAKE.DEPENDFILE_PREFIX:T} 906 (cd ${.CURDIR} && sed ${.MAKE.DEPENDFILE_BOOTSTRAP_SED} ${_src} > ${_want:T}) 907.else 908 cp ${.CURDIR}/${_src:T} ${_want} 909.endif 910 911# create Makefile.depend* for this dir and its dependencies 912bootstrap: bootstrap-recurse 913bootstrap-recurse: bootstrap-this 914 915_mf := ${.PARSEFILE} 916bootstrap-recurse: .NOTMAIN .MAKE 917 @cd ${SRCTOP} && \ 918 for d in `cd ${RELDIR} && ${.MAKE} -B -f ${"${.MAKEFLAGS:M-n}":?${_src}:${.MAKE.DEPENDFILE:T}} -V DIRDEPS`; do \ 919 test -d $$d || d=$${d%.*}; \ 920 test -d $$d || continue; \ 921 echo "Checking $$d for bootstrap ..."; \ 922 (cd $$d && ${.MAKE} -f ${_mf} bootstrap-recurse); \ 923 done 924 925.endif 926 927# create an empty Makefile.depend* to get the ball rolling. 928bootstrap-empty: .NOTMAIN .NOMETA 929 @echo Creating empty ${RELDIR}/${_want:T}; \ 930 echo You need to build ${RELDIR} to correctly populate it. 931 @{ echo DIRDEPS=; echo ".include <dirdeps.mk>"; } > ${_want} 932 933.endif 934.endif 935