2 # $Id: dirdeps.mk,v 1.130 2020/11/02 00:34:30 sjg Exp $
4 # Copyright (c) 2010-2020, Simon J. Gerraty
5 # Copyright (c) 2010-2018, Juniper Networks, Inc.
8 # Redistribution and use in source and binary forms, with or without
9 # modification, are permitted provided that the following conditions
11 # 1. Redistributions of source code must retain the above copyright
12 # notice, this list of conditions and the following disclaimer.
13 # 2. Redistributions in binary form must reproduce the above copyright
14 # notice, this list of conditions and the following disclaimer in the
15 # documentation and/or other materials provided with the distribution.
17 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
19 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
20 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
21 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
22 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
23 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
27 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29 # Much of the complexity here is for supporting cross-building.
30 # If a tree does not support that, simply using plain Makefile.depend
31 # should provide sufficient clue.
32 # Otherwise the recommendation is to use Makefile.depend.${MACHINE}
35 # Note: this file gets multiply included.
36 # This is what we do with DIRDEPS
39 # This is a list of directories - relative to SRCTOP, it is
40 # normally only of interest to .MAKE.LEVEL 0.
41 # In some cases the entry may be qualified with a .<machine>
42 # or .<target_spec> suffix (see TARGET_SPEC_VARS below),
43 # for example to force building something for the pseudo
44 # machines "host" or "common" regardless of current ${MACHINE}.
46 # All unqualified entries end up being qualified with .${TARGET_SPEC}
47 # and partially qualified (if TARGET_SPEC_VARS has multiple
48 # entries) are also expanded to a full .<target_spec>.
49 # The _DIRDEP_USE target uses the suffix to set TARGET_SPEC
50 # correctly when visiting each entry.
52 # The fully qualified directory entries are used to construct a
53 # dependency graph that will drive the build later.
55 # Also, for each fully qualified directory target, we will search
56 # using ${.MAKE.DEPENDFILE_PREFERENCE} to find additional
57 # dependencies. We use Makefile.depend (default value for
58 # .MAKE.DEPENDFILE_PREFIX) to refer to these makefiles to
59 # distinguish them from others.
61 # Before each Makefile.depend file is read, we set
62 # DEP_RELDIR to be the RELDIR (path relative to SRCTOP) for
63 # its directory, and DEP_MACHINE etc according to the .<target_spec>
64 # represented by the suffix of the corresponding target.
66 # Since each Makefile.depend file includes dirdeps.mk, this
67 # processing is recursive and results in .MAKE.LEVEL 0 learning the
68 # dependencies of the tree wrt the initial directory (_DEP_RELDIR).
71 # The default value is just MACHINE, and for most environments
72 # this is sufficient. The _DIRDEP_USE target actually sets
73 # both MACHINE and TARGET_SPEC to the suffix of the current
74 # target so that in the general case TARGET_SPEC can be ignored.
76 # If more than MACHINE is needed then sys.mk needs to decompose
77 # TARGET_SPEC and set the relevant variables accordingly.
78 # It is important that MACHINE be included in and actually be
79 # the first member of TARGET_SPEC_VARS. This allows other
80 # variables to be considered optional, and some of the treatment
81 # below relies on MACHINE being the first entry.
82 # Note: TARGET_SPEC cannot contain any '.'s so the target
83 # triple used by compiler folk won't work (directly anyway).
87 # # Always list MACHINE first,
88 # # other variables might be optional.
89 # TARGET_SPEC_VARS = MACHINE TARGET_OS
90 # .if ${TARGET_SPEC:Uno:M*,*} != ""
91 # _tspec := ${TARGET_SPEC:S/,/ /g}
92 # MACHINE := ${_tspec:[1]}
93 # TARGET_OS := ${_tspec:[2]}
95 # # We need to stop that TARGET_SPEC affecting any submakes
96 # # and deal with MACHINE=${TARGET_SPEC} in the environment.
98 # # export but do not track
99 # .export-env TARGET_SPEC
100 # .export ${TARGET_SPEC_VARS}
101 # .for v in ${TARGET_SPEC_VARS:O:u}
107 # # make sure we know what TARGET_SPEC is
108 # # as we may need it to find Makefile.depend*
109 # TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,}
111 # The following variables can influence the initial DIRDEPS
112 # computation with regard to the TARGET_SPECs that will be
114 # Most should also be considered by init.mk
116 # ONLY_TARGET_SPEC_LIST
117 # Defines a list of TARGET_SPECs for which the current
118 # directory can be built.
119 # If ALL_MACHINES is defined, we build for all the
120 # TARGET_SPECs listed.
123 # As for ONLY_TARGET_SPEC_LIST but only specifies
126 # NOT_TARGET_SPEC_LIST
127 # A list of TARGET_SPECs for which the current
128 # directory should not be built.
131 # A list of MACHINEs the current directory should not be
135 # local.dirdeps.mk can add targets to this variable.
136 # They will be hooked into the build, but independent of
139 # This allows for adding TESTS to the build, such that the build
140 # if any test fails, but without the risk of introducing
141 # circular dependencies.
143 now_utc ?= ${%s:L:gmtime}
144 .if !defined(start_utc)
145 start_utc := ${now_utc}
148 .if !target(bootstrap) && (make(bootstrap) || \
149 make(bootstrap-this) || \
150 make(bootstrap-recurse) || \
151 make(bootstrap-empty))
152 # disable most of below
156 # touch this at your peril
157 _DIRDEP_USE_LEVEL?= 0
158 .if ${.MAKE.LEVEL} == ${_DIRDEP_USE_LEVEL}
159 # only the first instance is interested in all this
161 .if !target(_DIRDEP_USE)
163 # do some setup we only need once
164 _CURDIR ?= ${.CURDIR}
165 _OBJDIR ?= ${.OBJDIR}
167 .if ${MAKEFILE:T} == ${.PARSEFILE} && empty(DIRDEPS) && ${.TARGETS:Uall:M*/*} != ""
168 # This little trick let's us do
170 # mk -f dirdeps.mk some/dir.${TARGET_SPEC}
173 ${.TARGETS:Nall}: all
174 DIRDEPS := ${.TARGETS:M*[/.]*}
175 # so that -DNO_DIRDEPS works
176 DEP_RELDIR := ${DIRDEPS:[1]:R}
177 # this will become DEP_MACHINE below
178 TARGET_MACHINE := ${DIRDEPS:[1]:E:C/,.*//}
179 .if ${TARGET_MACHINE:N*/*} == ""
180 TARGET_MACHINE := ${MACHINE}
182 # disable DIRDEPS_CACHE as it does not like this trick
183 MK_DIRDEPS_CACHE = no
186 # make sure we get the behavior we expect
187 .MAKE.SAVE_DOLLARS = no
189 # make sure these are empty to start with
192 # If TARGET_SPEC_VARS is other than just MACHINE
193 # it should be set by sys.mk or similar by now.
194 # TARGET_SPEC must not contain any '.'s.
195 TARGET_SPEC_VARS ?= MACHINE
196 # this is what we started with
197 TARGET_SPEC = ${TARGET_SPEC_VARS:@v@${$v:U}@:ts,}
198 # this is what we mostly use below
199 DEP_TARGET_SPEC = ${TARGET_SPEC_VARS:S,^,DEP_,:@v@${$v:U}@:ts,}
200 # make sure we have defaults
201 .for v in ${TARGET_SPEC_VARS}
205 .if ${TARGET_SPEC_VARS:[#]} > 1
206 # Ok, this gets more complex (putting it mildly).
207 # In order to stay sane, we need to ensure that all the build_dirs
208 # we compute below are fully qualified wrt DEP_TARGET_SPEC.
209 # The makefiles may only partially specify (eg. MACHINE only),
210 # so we need to construct a set of modifiers to fill in the gaps.
211 .if ${MAKE_VERSION} >= 20170130
212 _tspec_x := ${TARGET_SPEC_VARS:range}
215 _tspec_x := ${TARGET_SPEC_VARS:[#]:@x@i=1;while [ $$i -le $x ]; do echo $$i; i=$$((i + 1)); done;@:sh}
217 # this handles unqualified entries
218 M_dep_qual_fixes = C;(/[^/.,]+)$$;\1.$${DEP_TARGET_SPEC};
219 # there needs to be at least one item missing for these to make sense
220 .for i in ${_tspec_x:[2..-1]}
221 _tspec_m$i := ${TARGET_SPEC_VARS:[2..$i]:@w@[^,]+@:ts,}
222 _tspec_a$i := ,${TARGET_SPEC_VARS:[$i..-1]:@v@$$$${DEP_$v}@:ts,}
223 M_dep_qual_fixes += C;(\.${_tspec_m$i})$$;\1${_tspec_a$i};
225 TARGET_SPEC_VARSr := ${TARGET_SPEC_VARS:[-1..1]}
227 # A harmless? default.
231 .if !defined(.MAKE.DEPENDFILE_PREFERENCE)
232 # .MAKE.DEPENDFILE_PREFERENCE makes the logic below neater?
233 # you really want this set by sys.mk or similar
234 .MAKE.DEPENDFILE_PREFERENCE = ${_CURDIR}/${.MAKE.DEPENDFILE:T}
235 .if ${.MAKE.DEPENDFILE:E} == "${TARGET_SPEC}"
236 .if ${TARGET_SPEC} != ${MACHINE}
237 .MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}.$${MACHINE}
239 .MAKE.DEPENDFILE_PREFERENCE += ${_CURDIR}/${.MAKE.DEPENDFILE:T:R}
243 _default_dependfile := ${.MAKE.DEPENDFILE_PREFERENCE:[1]:T}
244 _machine_dependfiles := ${.MAKE.DEPENDFILE_PREFERENCE:T:M*${MACHINE}*}
246 # for machine specific dependfiles we require ${MACHINE} to be at the end
247 # also for the sake of sanity we require a common prefix
248 .if !defined(.MAKE.DEPENDFILE_PREFIX)
249 # knowing .MAKE.DEPENDFILE_PREFIX helps
250 .if !empty(_machine_dependfiles)
251 .MAKE.DEPENDFILE_PREFIX := ${_machine_dependfiles:[1]:T:R}
253 .MAKE.DEPENDFILE_PREFIX := ${_default_dependfile:T}
258 # this is how we identify non-machine specific dependfiles
259 N_notmachine := ${.MAKE.DEPENDFILE_PREFERENCE:E:N*${MACHINE}*:${M_ListToSkip}}
261 .endif # !target(_DIRDEP_USE)
263 # First off, we want to know what ${MACHINE} to build for.
264 # This can be complicated if we are using a mixture of ${MACHINE} specific
265 # and non-specific Makefile.depend*
267 # if we were included recursively _DEP_TARGET_SPEC should be valid.
268 .if empty(_DEP_TARGET_SPEC)
269 # we may or may not have included a dependfile yet
270 .if defined(.INCLUDEDFROMFILE)
271 _last_dependfile := ${.INCLUDEDFROMFILE:M${.MAKE.DEPENDFILE_PREFIX}*}
273 _last_dependfile := ${.MAKE.MAKEFILES:M*/${.MAKE.DEPENDFILE_PREFIX}*:[-1]}
275 .if ${_debug_reldir:U0}
276 .info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _last_dependfile='${_last_dependfile}'
279 .if empty(_last_dependfile) || ${_last_dependfile:E:${N_notmachine}} == ""
280 # this is all we have to work with
281 DEP_MACHINE = ${TARGET_MACHINE:U${MACHINE}}
282 _DEP_TARGET_SPEC := ${DEP_TARGET_SPEC}
284 _DEP_TARGET_SPEC = ${_last_dependfile:${M_dep_qual_fixes:ts:}:E}
286 .if !empty(_last_dependfile)
287 # record that we've read dependfile for this
288 _dirdeps_checked.${_CURDIR}.${TARGET_SPEC}:
292 # by now _DEP_TARGET_SPEC should be set, parse it.
293 .if ${TARGET_SPEC_VARS:[#]} > 1
294 # we need to parse DEP_MACHINE may or may not contain more info
295 _tspec := ${_DEP_TARGET_SPEC:S/,/ /g}
296 .for i in ${_tspec_x}
297 DEP_${TARGET_SPEC_VARS:[$i]} := ${_tspec:[$i]}
299 .for v in ${TARGET_SPEC_VARS:O:u}
305 DEP_MACHINE := ${_DEP_TARGET_SPEC}
308 # reset each time through
312 # the first time we are included the _DIRDEP_USE target will not be defined
313 # we can use this as a clue to do initialization and other one time things.
314 .if !target(_DIRDEP_USE)
315 # make sure this target exists
316 dirdeps: beforedirdeps .WAIT
319 # We normally expect to be included by Makefile.depend.*
320 # which sets the DEP_* macros below.
321 DEP_RELDIR ?= ${RELDIR}
323 # this can cause lots of output!
324 # set to a set of glob expressions that might match RELDIR
327 # remember the initial value of DEP_RELDIR - we test for it below.
328 _DEP_RELDIR := ${DEP_RELDIR}
332 # DIRDEPS_CACHE can be very handy for debugging.
333 # Also if repeatedly building the same target,
334 # we can avoid the overhead of re-computing the tree dependencies.
335 MK_DIRDEPS_CACHE ?= no
336 BUILD_DIRDEPS_CACHE ?= no
339 .if ${MK_DIRDEPS_CACHE} == "yes"
340 # this is where we will cache all our work
341 DIRDEPS_CACHE ?= ${_OBJDIR:tA}/dirdeps.cache${_TARGETS:U${.TARGETS}:Nall:O:u:ts-:S,/,_,g:S,^,.,:N.}
344 .if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.${DEP_MACHINE}:L:M$x}@} != ""
349 .if ${DEBUG_DIRDEPS:@x@${DEP_RELDIR:M$x}${${DEP_RELDIR}.depend:L:M$x}@} != ""
355 # pickup customizations
356 # as below you can use !target(_DIRDEP_USE) to protect things
357 # which should only be done once.
358 .-include <local.dirdeps.mk>
360 .if !target(_DIRDEP_USE)
361 # things we skip for host tools
364 NSkipHostDir = ${SKIP_HOSTDIR:N*.host*:S,$,.host*,:N.host*:S,^,${SRCTOP}/,:${M_ListToSkip}}
366 # things we always skip
367 # SKIP_DIRDEPS allows for adding entries on command line.
368 SKIP_DIR += .host *.WAIT ${SKIP_DIRDEPS}
369 SKIP_DIR.host += ${SKIP_HOSTDIR}
371 DEP_SKIP_DIR = ${SKIP_DIR} \
372 ${SKIP_DIR.${DEP_TARGET_SPEC}:U} \
373 ${TARGET_SPEC_VARS:@v@${SKIP_DIR.${DEP_$v}:U}@} \
374 ${SKIP_DIRDEPS.${DEP_TARGET_SPEC}:U} \
375 ${TARGET_SPEC_VARS:@v@${SKIP_DIRDEPS.${DEP_$v}:U}@}
378 NSkipDir = ${DEP_SKIP_DIR:${M_ListToSkip}}
380 .if defined(NODIRDEPS) || defined(WITHOUT_DIRDEPS)
382 .elif defined(WITHOUT_DIRDEPS_BELOW)
386 .if defined(NO_DIRDEPS)
387 # confine ourselves to the original dir and below.
388 DIRDEPS_FILTER += M${_DEP_RELDIR}*
389 .elif defined(NO_DIRDEPS_BELOW)
390 DIRDEPS_FILTER += M${_DEP_RELDIR}
393 # this is what we run below
394 DIRDEP_MAKE ?= ${.MAKE}
395 DIRDEP_DIR ?= ${.TARGET:R}
397 # if you want us to report load averages during build
398 # DIRDEP_USE_PRELUDE += ${DIRDEP_LOADAVG_REPORT};
400 DIRDEP_LOADAVG_CMD ?= ${UPTIME:Uuptime} | sed 's,.*\(load\),\1,'
401 DIRDEP_LOADAVG_LAST = 0
402 # yes the expression here is a bit complicated,
403 # the trick is to only eval ${DIRDEP_LOADAVG_LAST::=${now_utc}}
404 # when we want to report.
405 DIRDEP_LOADAVG_REPORT = \
406 test -z "${"${expr ${now_utc} - ${DIRDEP_LOADAVG_INTEVAL:U60} - ${DIRDEP_LOADAVG_LAST}:L:sh:N-*}":?yes${DIRDEP_LOADAVG_LAST::=${now_utc}}:}" || \
407 echo "${TRACER}`${DIRDEP_LOADAVG_CMD}`"
409 # we suppress SUBDIR when visiting the leaves
410 # we assume sys.mk will set MACHINE_ARCH
411 # you can add extras to DIRDEP_USE_ENV
412 # if there is no makefile in the target directory, we skip it.
413 _DIRDEP_USE: .USE .MAKE
414 @for m in ${.MAKE.MAKEFILE_PREFERENCE}; do \
415 test -s ${.TARGET:R}/$$m || continue; \
416 echo "${TRACER}Checking ${.TARGET:S,${SRCTOP}/,,} for ${.TARGET:E} ..."; \
417 ${DIRDEP_USE_PRELUDE} \
418 MACHINE_ARCH= NO_SUBDIR=1 ${DIRDEP_USE_ENV} \
419 TARGET_SPEC=${.TARGET:E} \
420 MACHINE=${.TARGET:E} \
421 ${DIRDEP_MAKE} -C ${DIRDEP_DIR} || exit 1; \
426 # this is how you limit it to only the machines we have been built for
428 .if empty(ONLY_TARGET_SPEC_LIST) && empty(ONLY_MACHINE_LIST)
429 .if !empty(ALL_MACHINE_LIST)
430 # ALL_MACHINE_LIST is the list of all legal machines - ignore anything else
431 _machine_list != cd ${_CURDIR} && 'ls' -1 ${ALL_MACHINE_LIST:O:u:@m@${.MAKE.DEPENDFILE:T:R}.$m@} 2> /dev/null; echo
433 _machine_list != 'ls' -1 ${_CURDIR}/${.MAKE.DEPENDFILE_PREFIX}.* 2> /dev/null; echo
435 _only_machines := ${_machine_list:${NIgnoreFiles:UN*.bak}:E:O:u}
437 _only_machines := ${ONLY_TARGET_SPEC_LIST:U} ${ONLY_MACHINE_LIST:U}
440 .if empty(_only_machines)
441 # we must be boot-strapping
442 _only_machines := ${TARGET_MACHINE:U${ALL_MACHINE_LIST:U${DEP_MACHINE}}}
445 .else # ! ALL_MACHINES
446 # if ONLY_TARGET_SPEC_LIST or ONLY_MACHINE_LIST is set, we are limited to that.
447 # Note that ONLY_TARGET_SPEC_LIST should be fully qualified.
448 # if TARGET_MACHINE is set - it is really the same as ONLY_MACHINE_LIST
449 # otherwise DEP_MACHINE is it - so DEP_MACHINE will match.
450 _only_machines := ${ONLY_TARGET_SPEC_LIST:U:M${DEP_MACHINE},*}
451 .if empty(_only_machines)
452 _only_machines := ${ONLY_MACHINE_LIST:U${TARGET_MACHINE:U${DEP_MACHINE}}:M${DEP_MACHINE}}
456 .if !empty(NOT_MACHINE_LIST)
457 _only_machines := ${_only_machines:${NOT_MACHINE_LIST:${M_ListToSkip}}}
459 .if !empty(NOT_TARGET_SPEC_LIST)
460 # we must first qualify
461 _dm := ${DEP_MACHINE}
462 _only_machines := ${_only_machines:M*,*} ${_only_machines:N*,*:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,}
463 DEP_MACHINE := ${_dm}
464 _only_machines := ${_only_machines:${NOT_TARGET_SPEC_LIST:${M_ListToSkip}}}
467 _only_machines := ${_only_machines:O:u}
469 # make sure we have a starting place?
473 .if !defined(NO_DIRDEPS) && !defined(NO_DIRDEPS_BELOW)
474 .if ${MK_DIRDEPS_CACHE} == "yes"
476 # just ensure this exists
479 M_oneperline = @x@\\${.newline} $$x@
481 .if ${BUILD_DIRDEPS_CACHE} == "no"
482 .if !target(dirdeps-cached)
483 # we do this via sub-make
486 # ignore anything but these
487 .MAKE.META.IGNORE_FILTER = M*/${.MAKE.DEPENDFILE_PREFIX}*
489 dirdeps: dirdeps-cached
490 dirdeps-cached: ${DIRDEPS_CACHE} .MAKE
491 @echo "${TRACER}Using ${DIRDEPS_CACHE}"
492 @MAKELEVEL=${.MAKE.LEVEL} ${.MAKE} -C ${_CURDIR} -f ${DIRDEPS_CACHE} \
493 dirdeps MK_DIRDEPS_CACHE=no BUILD_DIRDEPS=no
495 # leaf makefiles rarely work for building DIRDEPS_CACHE
497 BUILD_DIRDEPS_MAKEFILE ?= -f dirdeps.mk
500 # these should generally do
501 BUILD_DIRDEPS_MAKEFILE ?=
502 BUILD_DIRDEPS_TARGETS ?= ${.TARGETS}
504 .if ${DIRDEPS_CACHE} != ${STATIC_DIRDEPS_CACHE:Uno} && ${DIRDEPS_CACHE:M${SRCTOP}/*} == ""
505 # export this for dirdeps-cache-update.mk
506 DYNAMIC_DIRDEPS_CACHE := ${DIRDEPS_CACHE}
507 .export DYNAMIC_DIRDEPS_CACHE
508 # we need the .meta file to ensure we update if
509 # any of the Makefile.depend* changed.
510 # We do not want to compare the command line though.
511 ${DIRDEPS_CACHE}: .META .NOMETA_CMP
512 +@{ echo '# Autogenerated - do NOT edit!'; echo; \
513 echo 'BUILD_DIRDEPS=no'; echo; \
514 echo '.include <dirdeps.mk>'; echo; \
516 +@MAKELEVEL=${.MAKE.LEVEL} DIRDEPS_CACHE=${DIRDEPS_CACHE} \
517 DIRDEPS="${DIRDEPS}" \
518 TARGET_SPEC=${TARGET_SPEC} \
519 MAKEFLAGS= ${DIRDEP_CACHE_MAKE:U${.MAKE}} -C ${_CURDIR} \
520 ${BUILD_DIRDEPS_MAKEFILE} \
521 ${BUILD_DIRDEPS_TARGETS} BUILD_DIRDEPS_CACHE=yes \
522 .MAKE.DEPENDFILE=.none \
523 ${"${DEBUG_DIRDEPS:Nno}":?DEBUG_DIRDEPS='${DEBUG_DIRDEPS}':} \
524 ${.MAKEFLAGS:tW:S,-D ,-D,g:tw:M*WITH*} \
525 ${.MAKEFLAGS:tW:S,-d ,-d,g:tw:M-d*} \
526 3>&1 1>&2 | sed 's,${SRCTOP},$${SRCTOP},g;s,_{,$${,g' >> ${.TARGET}.new && \
527 mv ${.TARGET}.new ${.TARGET}
531 .elif !target(_count_dirdeps)
532 # we want to capture the dirdeps count in the cache
534 _count_dirdeps: .NOMETA
535 @{ echo; echo '.info $${.newline}$${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} ${DIRDEP_INFO_XTRAS}'; } >&3
538 .elif !make(dirdeps) && !target(_count_dirdeps)
539 beforedirdeps: _count_dirdeps
540 _count_dirdeps: .NOMETA
541 @echo "${TRACER}Makefiles read: total=${.MAKE.MAKEFILES:[#]} depend=${.MAKE.MAKEFILES:M*depend*:[#]} dirdeps=${.ALLTARGETS:M${SRCTOP}*:O:u:[#]} ${DIRDEP_INFO_XTRAS} seconds=`expr ${now_utc} - ${start_utc}`"
546 .if ${BUILD_DIRDEPS} == "yes"
548 # the rest is done repeatedly for every Makefile.depend we read.
549 # if we are anything but the original dir we care only about the
550 # machine type we were included for..
552 .if ${DEP_RELDIR} == "."
553 _this_dir := ${SRCTOP}
555 _this_dir := ${SRCTOP}/${DEP_RELDIR}
558 # on rare occasions, there can be a need for extra help
559 _dep_hack := ${_this_dir}/${.MAKE.DEPENDFILE_PREFIX}.inc
560 .-include <${_dep_hack}>
561 .-include <${_dep_hack:R}.options>
563 .if ${DEP_RELDIR} != ${_DEP_RELDIR} || ${DEP_TARGET_SPEC} != ${TARGET_SPEC}
565 _machines := ${DEP_MACHINE}
567 # this is the machine list we actually use below
568 _machines := ${_only_machines}
570 .if defined(HOSTPROG) || ${DEP_MACHINE:Nhost*} == ""
571 # we need to build this guy's dependencies for host as well.
572 .if ${DEP_MACHINE:Nhost*} == ""
573 _machines += ${DEP_MACHINE}
579 _machines := ${_machines:O:u}
582 .if ${TARGET_SPEC_VARS:[#]} > 1
583 # we need to tweak _machines
584 _dm := ${DEP_MACHINE}
585 # apply the same filtering that we do when qualifying DIRDEPS.
586 # M_dep_qual_fixes expects .${MACHINE}* so add (and remove) '.'
587 # Again we expect that any already qualified machines are fully qualified.
588 _machines := ${_machines:M*,*} ${_machines:N*,*:@DEP_MACHINE@${DEP_TARGET_SPEC}@:S,^,.,:${M_dep_qual_fixes:ts:}:O:u:S,^.,,}
589 DEP_MACHINE := ${_dm}
590 _machines := ${_machines:O:u}
593 # reset each time through
596 .if ${DEP_RELDIR} == ${_DEP_RELDIR}
597 # pickup other machines for this dir if necessary
598 _build_dirs += ${_machines:@m@${_CURDIR}.$m@}
602 .info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: DIRDEPS='${DIRDEPS}'
603 .info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: _machines='${_machines}'
607 # these we reset each time through as they can depend on DEP_MACHINE
608 DEP_DIRDEPS_FILTER = \
609 ${DIRDEPS_FILTER.${DEP_TARGET_SPEC}:U} \
610 ${TARGET_SPEC_VARS:@v@${DIRDEPS_FILTER.${DEP_$v}:U}@} \
612 .if empty(DEP_DIRDEPS_FILTER)
614 DEP_DIRDEPS_FILTER = U
617 # this is what we start with
618 __depdirs := ${DIRDEPS:${NSkipDir}:${DEP_DIRDEPS_FILTER:ts:}:C,//+,/,g:O:u:@d@${SRCTOP}/$d@}
620 # some entries may be qualified with .<machine>
621 # the :M*/*/*.* just tries to limit the dirs we check to likely ones.
622 # the ${d:E:M*/*} ensures we don't consider junos/usr.sbin/mgd
623 __qual_depdirs := ${__depdirs:M*/*/*.*:@d@${exists($d):?:${"${d:E:M*/*}":?:${exists(${d:R}):?$d:}}}@}
624 __unqual_depdirs := ${__depdirs:${__qual_depdirs:Uno:${M_ListToSkip}}}
626 .if ${DEP_RELDIR} == ${_DEP_RELDIR}
627 # if it was called out - we likely need it.
628 __hostdpadd := ${DPADD:U.:M${HOST_OBJTOP}/*:S,${HOST_OBJTOP}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host,:N.*:@d@${SRCTOP}/$d@} \
629 ${DPADD:U.:M${HOST_OBJTOP32:Uno}/*:S,${HOST_OBJTOP32:Uno}/,,:H:${NSkipDir}:${DIRDEPS_FILTER:ts:}:S,$,.host32,:N.*:@d@${SRCTOP}/$d@}
630 __qual_depdirs += ${__hostdpadd}
634 .info DEP_DIRDEPS_FILTER=${DEP_DIRDEPS_FILTER:ts:}
635 .info depdirs=${__depdirs}
636 .info qualified=${__qual_depdirs}
637 .info unqualified=${__unqual_depdirs}
640 # _build_dirs is what we will feed to _DIRDEP_USE
642 ${__qual_depdirs:M*.host:${NSkipHostDir}:N.host} \
643 ${__qual_depdirs:N*.host} \
644 ${_machines:Mhost*:@m@${__unqual_depdirs:@d@$d.$m@}@:${NSkipHostDir}:N.host} \
645 ${_machines:Nhost*:@m@${__unqual_depdirs:@d@$d.$m@}@}
647 # qualify everything now
648 _build_dirs := ${_build_dirs:${M_dep_qual_fixes:ts:}:O:u}
650 .endif # empty DIRDEPS
652 _build_all_dirs += ${_build_dirs} ${_build_xtra_dirs}
653 _build_all_dirs := ${_build_all_dirs:O:u}
655 # Normally if doing make -V something,
656 # we do not want to waste time chasing DIRDEPS
657 # but if we want to count the number of Makefile.depend* read, we do.
658 .if ${.MAKEFLAGS:M-V${_V_READ_DIRDEPS}} == ""
659 .if !empty(_build_all_dirs)
660 .if ${BUILD_DIRDEPS_CACHE} == "yes"
661 x!= echo; { echo; echo '\# ${DEP_RELDIR}.${DEP_TARGET_SPEC}'; } >&3
662 # guard against _new_dirdeps being too big for a single command line
663 _new_dirdeps := ${_build_all_dirs:@x@${target($x):?:$x}@}
664 .export _build_xtra_dirs _new_dirdeps
665 .if !empty(DEP_EXPORT_VARS)
666 # Discouraged, but there are always exceptions.
667 # Handle it here rather than explain how.
668 x!= echo; { echo; ${DEP_EXPORT_VARS:@v@echo '$v=${$v}';@} echo '.export ${DEP_EXPORT_VARS}'; echo; } >&3
671 # this makes it all happen
672 dirdeps: ${_build_all_dirs}
674 ${_build_all_dirs}: _DIRDEP_USE
677 .info ${DEP_RELDIR}.${DEP_TARGET_SPEC}: needs: ${_build_dirs}
680 .if !empty(DEP_EXPORT_VARS)
681 .export ${DEP_EXPORT_VARS}
685 # this builds the dependency graph
686 .for m in ${_machines}
687 .if ${BUILD_DIRDEPS_CACHE} == "yes" && !empty(_build_dirs)
688 x!= echo; { echo; echo 'DIRDEPS.${_this_dir}.$m = \'; } >&3
691 # it would be nice to do :N${.TARGET}
692 .if !empty(__qual_depdirs)
693 .for q in ${__qual_depdirs:${M_dep_qual_fixes:ts:}:E:O:u:N$m}
694 .if ${_debug_reldir} || ${DEBUG_DIRDEPS:@x@${${DEP_RELDIR}.$m:L:M$x}${${DEP_RELDIR}.$q:L:M$x}@} != ""
695 .info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$q}
697 .if ${BUILD_DIRDEPS_CACHE} == "yes"
698 _cache_deps += ${_build_dirs:M*.$q}
700 ${_this_dir}.$m: ${_build_dirs:M*.$q}
705 .info ${DEP_RELDIR}.$m: graph: ${_build_dirs:M*.$m:N${_this_dir}.$m}
707 .if ${BUILD_DIRDEPS_CACHE} == "yes"
708 .if !empty(_build_dirs)
709 _cache_deps += ${_build_dirs:M*.$m:N${_this_dir}.$m}
710 .if !empty(_cache_deps)
712 x!= echo; for x in $$_cache_deps; do echo " $$x \\"; done >&3
714 x!= echo; { echo; echo '${_this_dir}.$m: $${DIRDEPS.${_this_dir}.$m}'; \
715 echo; echo 'dirdeps: ${_this_dir}.$m \'; \
716 for x in $$_build_xtra_dirs; do echo " $$x \\"; done; \
717 echo; for x in $$_new_dirdeps; do echo "$$x: _DIRDEP_USE"; done; } >&3
720 ${_this_dir}.$m: ${_build_dirs:M*.$m:N${_this_dir}.$m}
726 # Now find more dependencies - and recurse.
727 .for d in ${_build_all_dirs}
728 .if !target(_dirdeps_checked.$d)
734 # Note: _build_all_dirs is fully qualifed so d:R is always the directory
736 # we pass _DEP_TARGET_SPEC to tell the next step what we want
737 _DEP_TARGET_SPEC := ${d:E}
738 # some makefiles may still look at this
739 _DEP_MACHINE := ${d:E:C/,.*//}
740 # set these too in case Makefile.depend* uses them
741 .if ${TARGET_SPEC_VARS:[#]} > 1
742 _dtspec := ${_DEP_TARGET_SPEC:S/,/ /g}
743 .for i in ${_tspec_x}
744 DEP_${TARGET_SPEC_VARS:[$i]} := ${_dtspec:[$i]}
747 DEP_MACHINE := ${_DEP_MACHINE}
749 # Warning: there is an assumption here that MACHINE is always
750 # the first entry in TARGET_SPEC_VARS.
751 # If TARGET_SPEC and MACHINE are insufficient, you have a problem.
752 _m := ${.MAKE.DEPENDFILE_PREFERENCE:T:S;${TARGET_SPEC}$;${d:E};:S;${MACHINE};${d:E:C/,.*//};:@m@${exists(${d:R}/$m):?${d:R}/$m:}@:[1]}
754 # M_dep_qual_fixes isn't geared to Makefile.depend
755 _qm := ${_m:C;(\.depend)$;\1.${d:E};:${M_dep_qual_fixes:ts:}}
757 .info Looking for ${_qm}
759 # set this "just in case"
760 # we can skip :tA since we computed the path above
761 DEP_RELDIR := ${_m:H:S,${SRCTOP}/,,}
764 .if ${_debug_reldir} && ${_qm} != ${_m}
765 .info loading ${_m} for ${d:E}
769 .-include <local.dirdeps-missing.mk>
776 .endif # BUILD_DIRDEPS
778 .elif ${.MAKE.LEVEL} > 42
779 .error You should have stopped recursing by now.
781 # we are building something
782 DEP_RELDIR := ${RELDIR}
783 _DEP_RELDIR := ${RELDIR}
784 # Since we are/should be included by .MAKE.DEPENDFILE
785 # This is a final opportunity to add/hook global rules.
786 .-include <local.dirdeps-build.mk>
788 # skip _reldir_{finish,failed} if not included from Makefile.depend*
789 # or not in meta mode
790 .if !defined(WITHOUT_META_STATS) && ${.INCLUDEDFROMFILE:U:M${.MAKE.DEPENDFILE_PREFIX}*} != "" && ${.MAKE.MODE:Mmeta} != ""
792 meta_stats= meta=${empty(.MAKE.META.FILES):?0:${.MAKE.META.FILES:[#]}} \
793 created=${empty(.MAKE.META.CREATED):?0:${.MAKE.META.CREATED:[#]}}
795 .if !target(_reldir_finish)
797 _reldir_finish: .NOMETA
798 @echo "${TRACER}Finished ${RELDIR}.${TARGET_SPEC} seconds=$$(( ${now_utc} - ${start_utc} )) ${meta_stats}"
801 .if !target(_reldir_failed)
802 .ERROR: _reldir_failed
803 _reldir_failed: .NOMETA
804 @echo "${TRACER}Failed ${RELDIR}.${TARGET_SPEC} seconds=$$(( ${now_utc} - ${start_utc} )) ${meta_stats}"
809 # pickup local dependencies
810 .if ${MAKE_VERSION} < 20160220
817 # bootstrapping new dependencies made easy?
818 .if !target(bootstrap) && (make(bootstrap) || \
819 make(bootstrap-this) || \
820 make(bootstrap-recurse) || \
821 make(bootstrap-empty))
823 # if we are bootstrapping create the default
824 _want = ${.CURDIR}/${.MAKE.DEPENDFILE_DEFAULT:T}
829 .elif !make(bootstrap-empty)
830 # find a Makefile.depend to use as _src
831 _src != cd ${.CURDIR} && for m in ${.MAKE.DEPENDFILE_PREFERENCE:T:S,${MACHINE},*,}; do test -s $$m || continue; echo $$m; break; done; echo
833 .error cannot find any of ${.MAKE.DEPENDFILE_PREFERENCE:T}${.newline}Use: bootstrap-empty
836 _src?= ${.MAKE.DEPENDFILE}
838 .MAKE.DEPENDFILE_BOOTSTRAP_SED+= -e 's/${_src:E:C/,.*//}/${MACHINE}/g'
840 # just create Makefile.depend* for this dir
841 bootstrap-this: .NOTMAIN
842 @echo Bootstrapping ${RELDIR}/${_want:T} from ${_src:T}; \
843 echo You need to build ${RELDIR} to correctly populate it.
844 .if ${_src:T} != ${.MAKE.DEPENDFILE_PREFIX:T}
845 (cd ${.CURDIR} && sed ${.MAKE.DEPENDFILE_BOOTSTRAP_SED} ${_src} > ${_want:T})
847 cp ${.CURDIR}/${_src:T} ${_want}
850 # create Makefile.depend* for this dir and its dependencies
851 bootstrap: bootstrap-recurse
852 bootstrap-recurse: bootstrap-this
855 bootstrap-recurse: .NOTMAIN .MAKE
857 for d in `cd ${RELDIR} && ${.MAKE} -B -f ${"${.MAKEFLAGS:M-n}":?${_src}:${.MAKE.DEPENDFILE:T}} -V DIRDEPS`; do \
858 test -d $$d || d=$${d%.*}; \
859 test -d $$d || continue; \
860 echo "Checking $$d for bootstrap ..."; \
861 (cd $$d && ${.MAKE} -f ${_mf} bootstrap-recurse); \
866 # create an empty Makefile.depend* to get the ball rolling.
867 bootstrap-empty: .NOTMAIN .NOMETA
868 @echo Creating empty ${RELDIR}/${_want:T}; \
869 echo You need to build ${RELDIR} to correctly populate it.
870 @{ echo DIRDEPS=; echo ".include <dirdeps.mk>"; } > ${_want}