xref: /freebsd/crypto/openssl/Configure (revision 357378bbdedf24ce2b90e9bd831af4a9db3ec70a) 
1#! /usr/bin/env perl
2# -*- mode: perl; -*-
3# Copyright 2016-2024 The OpenSSL Project Authors. All Rights Reserved.
4#
5# Licensed under the Apache License 2.0 (the "License").  You may not use
6# this file except in compliance with the License.  You can obtain a copy
7# in the file LICENSE in the source distribution or at
8# https://www.openssl.org/source/license.html
9
10##  Configure -- OpenSSL source tree configuration script
11
12use 5.10.0;
13use strict;
14use Config;
15use FindBin;
16use lib "$FindBin::Bin/util/perl";
17use File::Basename;
18use File::Spec::Functions qw/:DEFAULT abs2rel rel2abs splitdir/;
19use File::Path qw/mkpath/;
20use OpenSSL::fallback "$FindBin::Bin/external/perl/MODULES.txt";
21use OpenSSL::Glob;
22use OpenSSL::Template;
23use OpenSSL::config;
24
25# see INSTALL.md for instructions.
26
27my $orig_death_handler = $SIG{__DIE__};
28$SIG{__DIE__} = \&death_handler;
29
30my $usage="Usage: Configure [no-<cipher> ...] [enable-<cipher> ...] [-Dxxx] [-lxxx] [-Lxxx] [-fxxx] [-Kxxx] [no-hw-xxx|no-hw] [[no-]threads] [[no-]shared] [[no-]zlib|zlib-dynamic] [no-asm] [no-egd] [sctp] [386] [--prefix=DIR] [--openssldir=OPENSSLDIR] [--with-xxx[=vvv]] [--config=FILE] os/compiler[:flags]\n";
31
32my $banner = <<"EOF";
33
34**********************************************************************
35***                                                                ***
36***   OpenSSL has been successfully configured                     ***
37***                                                                ***
38***   If you encounter a problem while building, please open an    ***
39***   issue on GitHub <https://github.com/openssl/openssl/issues>  ***
40***   and include the output from the following command:           ***
41***                                                                ***
42***       perl configdata.pm --dump                                ***
43***                                                                ***
44***   (If you are new to OpenSSL, you might want to consult the    ***
45***   'Troubleshooting' section in the INSTALL.md file first)      ***
46***                                                                ***
47**********************************************************************
48EOF
49
50# Options:
51#
52# --config      add the given configuration file, which will be read after
53#               any "Configurations*" files that are found in the same
54#               directory as this script.
55# --prefix      prefix for the OpenSSL installation, which includes the
56#               directories bin, lib, include, share/man, share/doc/openssl
57#               This becomes the value of INSTALLTOP in Makefile
58#               (Default: /usr/local)
59# --openssldir  OpenSSL data area, such as openssl.cnf, certificates and keys.
60#               If it's a relative directory, it will be added on the directory
61#               given with --prefix.
62#               This becomes the value of OPENSSLDIR in Makefile and in C.
63#               (Default: PREFIX/ssl)
64# --banner=".." Output specified text instead of default completion banner
65#
66# -w            Don't wait after showing a Configure warning
67#
68# --cross-compile-prefix Add specified prefix to binutils components.
69#
70# --api         One of 0.9.8, 1.0.0, 1.0.1, 1.0.2, 1.1.0, 1.1.1, or 3.0
71#               Define the public APIs as they were for that version
72#               including patch releases.  If 'no-deprecated' is also
73#               given, do not compile support for interfaces deprecated
74#               up to and including the specified OpenSSL version.
75#
76# no-hw-xxx     do not compile support for specific crypto hardware.
77#               Generic OpenSSL-style methods relating to this support
78#               are always compiled but return NULL if the hardware
79#               support isn't compiled.
80# no-hw         do not compile support for any crypto hardware.
81# [no-]threads  [don't] try to create a library that is suitable for
82#               multithreaded applications (default is "threads" if we
83#               know how to do it)
84# [no-]shared   [don't] try to create shared libraries when supported.
85# [no-]pic      [don't] try to build position independent code when supported.
86#               If disabled, it also disables shared and dynamic-engine.
87# no-asm        do not use assembler
88# no-egd        do not compile support for the entropy-gathering daemon APIs
89# [no-]zlib     [don't] compile support for zlib compression.
90# zlib-dynamic  Like "zlib", but the zlib library is expected to be a shared
91#               library and will be loaded in run-time by the OpenSSL library.
92# sctp          include SCTP support
93# no-uplink     Don't build support for UPLINK interface.
94# enable-weak-ssl-ciphers
95#               Enable weak ciphers that are disabled by default.
96# 386           generate 80386 code in assembly modules
97# no-sse2       disables IA-32 SSE2 code in assembly modules, the above
98#               mentioned '386' option implies this one
99# no-<cipher>   build without specified algorithm (dsa, idea, rc5, ...)
100# -<xxx> +<xxx> All options which are unknown to the 'Configure' script are
101# /<xxx>        passed through to the compiler. Unix-style options beginning
102#               with a '-' or '+' are recognized, as well as Windows-style
103#               options beginning with a '/'. If the option contains arguments
104#               separated by spaces, then the URL-style notation %20 can be
105#               used for the space character in order to avoid having to quote
106#               the option. For example, -opt%20arg gets expanded to -opt arg.
107#               In fact, any ASCII character can be encoded as %xx using its
108#               hexadecimal encoding.
109# -static       while -static is also a pass-through compiler option (and
110#               as such is limited to environments where it's actually
111#               meaningful), it triggers a number configuration options,
112#               namely no-pic, no-shared and no-threads. It is
113#               argued that the only reason to produce statically linked
114#               binaries (and in context it means executables linked with
115#               -static flag, and not just executables linked with static
116#               libcrypto.a) is to eliminate dependency on specific run-time,
117#               a.k.a. libc version. The mentioned config options are meant
118#               to achieve just that. Unfortunately on Linux it's impossible
119#               to eliminate the dependency completely for openssl executable
120#               because of getaddrinfo and gethostbyname calls, which can
121#               invoke dynamically loadable library facility anyway to meet
122#               the lookup requests. For this reason on Linux statically
123#               linked openssl executable has rather debugging value than
124#               production quality.
125#
126# BN_LLONG      use the type 'long long' in crypto/bn/bn.h
127# RC4_CHAR      use 'char' instead of 'int' for RC4_INT in crypto/rc4/rc4.h
128# Following are set automatically by this script
129#
130# MD5_ASM       use some extra md5 assembler,
131# SHA1_ASM      use some extra sha1 assembler, must define L_ENDIAN for x86
132# RMD160_ASM    use some extra ripemd160 assembler,
133# SHA256_ASM    sha256_block is implemented in assembler
134# SHA512_ASM    sha512_block is implemented in assembler
135# AES_ASM       AES_[en|de]crypt is implemented in assembler
136
137# Minimum warning options... any contributions to OpenSSL should at least
138# get past these.  Note that we only use these with C compilers, not with
139# C++ compilers.
140
141# -DPEDANTIC complements -pedantic and is meant to mask code that
142# is not strictly standard-compliant and/or implementation-specific,
143# e.g. inline assembly, disregards to alignment requirements, such
144# that -pedantic would complain about. Incidentally -DPEDANTIC has
145# to be used even in sanitized builds, because sanitizer too is
146# supposed to and does take notice of non-standard behaviour. Then
147# -pedantic with pre-C9x compiler would also complain about 'long
148# long' not being supported. As 64-bit algorithms are common now,
149# it grew impossible to resolve this without sizeable additional
150# code, so we just tell compiler to be pedantic about everything
151# but 'long long' type.
152
153my @gcc_devteam_warn = qw(
154    -DPEDANTIC -pedantic -Wno-long-long -DUNUSEDRESULT_DEBUG
155    -Wall
156    -Wmissing-declarations
157    -Wextra
158    -Wno-unused-parameter
159    -Wno-missing-field-initializers
160    -Wswitch
161    -Wsign-compare
162    -Wshadow
163    -Wformat
164    -Wtype-limits
165    -Wundef
166    -Werror
167    -Wmissing-prototypes
168    -Wstrict-prototypes
169);
170
171# These are used in addition to $gcc_devteam_warn when the compiler is clang.
172# TODO(openssl-team): fix problems and investigate if (at least) the
173# following warnings can also be enabled:
174#       -Wcast-align
175#       -Wunreachable-code -- no, too ugly/compiler-specific
176#       -Wlanguage-extension-token -- no, we use asm()
177#       -Wunused-macros -- no, too tricky for BN and _XOPEN_SOURCE etc
178#       -Wextended-offsetof -- no, needed in CMS ASN1 code
179my @clang_devteam_warn = qw(
180    -Wno-unknown-warning-option
181    -Wswitch-default
182    -Wno-parentheses-equality
183    -Wno-language-extension-token
184    -Wno-extended-offsetof
185    -Wconditional-uninitialized
186    -Wincompatible-pointer-types-discards-qualifiers
187    -Wmissing-variable-declarations
188);
189
190my @cl_devteam_warn = qw(
191    /WX
192);
193
194my $strict_warnings = 0;
195
196# As for $BSDthreads. Idea is to maintain "collective" set of flags,
197# which would cover all BSD flavors. -pthread applies to them all,
198# but is treated differently. OpenBSD expands is as -D_POSIX_THREAD
199# -lc_r, which is sufficient. FreeBSD 4.x expands it as -lc_r,
200# which has to be accompanied by explicit -D_THREAD_SAFE and
201# sometimes -D_REENTRANT. FreeBSD 5.x expands it as -lc_r, which
202# seems to be sufficient?
203our $BSDthreads="-pthread -D_THREAD_SAFE -D_REENTRANT";
204
205#
206# API compatibility name to version number mapping.
207#
208my $apitable = {
209    # This table expresses when API additions or changes can occur.
210    # The numbering used changes from 3.0 and on because we updated
211    # (solidified) our version numbering scheme at that point.
212
213    # From 3.0 and on, we internalise the given version number in decimal
214    # as MAJOR * 10000 + MINOR * 100 + 0
215    "3.0.0" => 30000,
216    "3.0"   => 30000,
217
218    # Note that before 3.0, we didn't have the same version number scheme.
219    # Still, the numbering we use here covers what we need.
220    "1.1.1" => 10101,
221    "1.1.0" => 10100,
222    "1.0.2" => 10002,
223    "1.0.1" => 10001,
224    "1.0.0" => 10000,
225    "0.9.8" =>   908,
226};
227
228# For OpenSSL::config::get_platform
229my %guess_opts = ();
230
231my $dryrun = 0;
232
233our %table = ();
234our %config = ();
235our %withargs = ();
236our $now_printing;      # set to current entry's name in print_table_entry
237                        # (todo: right thing would be to encapsulate name
238                        # into %target [class] and make print_table_entry
239                        # a method)
240
241# Forward declarations ###############################################
242
243# read_config(filename)
244#
245# Reads a configuration file and populates %table with the contents
246# (which the configuration file places in %targets).
247sub read_config;
248
249# resolve_config(target)
250#
251# Resolves all the late evaluations, inheritances and so on for the
252# chosen target and any target it inherits from.
253sub resolve_config;
254
255
256# Information collection #############################################
257
258# Unified build supports separate build dir
259my $srcdir = catdir(absolutedir(dirname($0))); # catdir ensures local syntax
260my $blddir = catdir(absolutedir("."));         # catdir ensures local syntax
261
262# File::Spec::Unix doesn't detect case insensitivity, so we make sure to
263# check if the source and build directory are really the same, and make
264# them so.  This avoids all kinds of confusion later on.
265# We must check @File::Spec::ISA rather than using File::Spec->isa() to
266# know if File::Spec ended up loading File::Spec::Unix.
267$srcdir = $blddir
268    if (grep(/::Unix$/, @File::Spec::ISA)
269        && samedir($srcdir, $blddir));
270
271my $dofile = abs2rel(catfile($srcdir, "util/dofile.pl"));
272
273my $local_config_envname = 'OPENSSL_LOCAL_CONFIG_DIR';
274
275$config{sourcedir} = abs2rel($srcdir, $blddir);
276$config{builddir} = abs2rel($blddir, $blddir);
277# echo -n 'holy hand grenade of antioch' | openssl sha256
278$config{FIPSKEY} =
279    'f4556650ac31d35461610bac4ed81b1a181b2d8a43ea2854cbae22ca74560813';
280
281# Collect reconfiguration information if needed
282my @argvcopy=@ARGV;
283
284if (grep /^reconf(igure)?$/, @argvcopy) {
285    die "reconfiguring with other arguments present isn't supported"
286        if scalar @argvcopy > 1;
287    if (-f "./configdata.pm") {
288        my $file = "./configdata.pm";
289        unless (my $return = do $file) {
290            die "couldn't parse $file: $@" if $@;
291            die "couldn't do $file: $!"    unless defined $return;
292            die "couldn't run $file"       unless $return;
293        }
294
295        @argvcopy = defined($configdata::config{perlargv}) ?
296            @{$configdata::config{perlargv}} : ();
297        die "Incorrect data to reconfigure, please do a normal configuration\n"
298            if (grep(/^reconf/,@argvcopy));
299        $config{perlenv} = $configdata::config{perlenv} // {};
300    } else {
301        die "Insufficient data to reconfigure, please do a normal configuration\n";
302    }
303}
304
305$config{perlargv} = [ @argvcopy ];
306
307# Historical: if known directories in crypto/ have been removed, it means
308# that those sub-systems are disabled.
309# (the other option would be to removed them from the SUBDIRS statement in
310# crypto/build.info)
311# We reverse the input list for cosmetic purely reasons, to compensate that
312# 'unshift' adds at the front of the list (i.e. in reverse input order).
313foreach ( reverse sort( 'aes', 'aria', 'bf', 'camellia', 'cast', 'des', 'dh',
314                        'dsa', 'ec', 'hmac', 'idea', 'md2', 'md5', 'mdc2',
315                        'rc2', 'rc4', 'rc5', 'ripemd', 'seed', 'sha',
316                        'sm2', 'sm3', 'sm4') ) {
317    unshift @argvcopy, "no-$_" if ! -d catdir($srcdir, 'crypto', $_);
318}
319
320# Collect version numbers
321my %version = ();
322
323collect_information(
324    collect_from_file(catfile($srcdir,'VERSION.dat')),
325    qr/\s*(\w+)\s*=\s*(.*?)\s*$/ =>
326        sub {
327            # Only define it if there is a value at all
328            if ($2 ne '') {
329                my $k = $1;
330                my $v = $2;
331                # Some values are quoted.  Trim the quotes
332                $v = $1 if $v =~ /^"(.*)"$/;
333                $version{uc $k} = $v;
334            }
335        },
336    "OTHERWISE" =>
337        sub { die "Something wrong with this line:\n$_\nin $srcdir/VERSION.dat" },
338    );
339
340$config{major} = $version{MAJOR} // 'unknown';
341$config{minor} = $version{MINOR} // 'unknown';
342$config{patch} = $version{PATCH} // 'unknown';
343$config{prerelease} =
344    defined $version{PRE_RELEASE_TAG} ? "-$version{PRE_RELEASE_TAG}" : '';
345$config{build_metadata} =
346    defined $version{BUILD_METADATA} ? "+$version{BUILD_METADATA}" : '';
347$config{shlib_version} = $version{SHLIB_VERSION} // 'unknown';
348$config{release_date} = $version{RELEASE_DATE} // 'xx XXX xxxx';
349
350$config{version} = "$config{major}.$config{minor}.$config{patch}";
351$config{full_version} = "$config{version}$config{prerelease}$config{build_metadata}";
352
353die "erroneous version information in VERSION.dat: ",
354    "$config{version}, $config{shlib_version}\n"
355    unless (defined $version{MAJOR}
356            && defined $version{MINOR}
357            && defined $version{PATCH}
358            && defined $version{SHLIB_VERSION});
359
360# Collect target configurations
361
362my $pattern = catfile(dirname($0), "Configurations", "*.conf");
363foreach (sort glob($pattern)) {
364    &read_config($_);
365}
366
367if (defined env($local_config_envname)) {
368    if ($^O eq 'VMS') {
369        # VMS environment variables are logical names,
370        # which can be used as is
371        $pattern = $local_config_envname . ':' . '*.conf';
372    } else {
373        $pattern = catfile(env($local_config_envname), '*.conf');
374    }
375
376    foreach (sort glob($pattern)) {
377        &read_config($_);
378    }
379}
380
381# Save away perl command information
382$config{perl_cmd} = $^X;
383$config{perl_version} = $Config{version};
384$config{perl_archname} = $Config{archname};
385
386$config{prefix}="";
387$config{openssldir}="";
388$config{processor}="";
389$config{libdir}="";
390my $auto_threads=1;    # enable threads automatically? true by default
391my $default_ranlib;
392
393# Known TLS and DTLS protocols
394my @tls = qw(ssl3 tls1 tls1_1 tls1_2 tls1_3);
395my @dtls = qw(dtls1 dtls1_2);
396
397# Explicitly known options that are possible to disable.  They can
398# be regexps, and will be used like this: /^no-${option}$/
399# For developers: keep it sorted alphabetically
400
401my @disablables = (
402    "acvp-tests",
403    "afalgeng",
404    "aria",
405    "asan",
406    "asm",
407    "async",
408    "atexit",
409    "autoalginit",
410    "autoerrinit",
411    "autoload-config",
412    "bf",
413    "blake2",
414    "buildtest-c++",
415    "bulk",
416    "cached-fetch",
417    "camellia",
418    "capieng",
419    "cast",
420    "chacha",
421    "cmac",
422    "cmp",
423    "cms",
424    "comp",
425    "crypto-mdebug",
426    "ct",
427    "deprecated",
428    "des",
429    "devcryptoeng",
430    "dgram",
431    "dh",
432    "dsa",
433    "dso",
434    "dtls",
435    "dynamic-engine",
436    "ec",
437    "ec2m",
438    "ec_nistp_64_gcc_128",
439    "ecdh",
440    "ecdsa",
441    "egd",
442    "engine",
443    "err",
444    "external-tests",
445    "filenames",
446    "fips",
447    "fips-securitychecks",
448    "fuzz-afl",
449    "fuzz-libfuzzer",
450    "gost",
451    "idea",
452    "ktls",
453    "legacy",
454    "loadereng",
455    "makedepend",
456    "md2",
457    "md4",
458    "mdc2",
459    "module",
460    "msan",
461    "multiblock",
462    "nextprotoneg",
463    "ocb",
464    "ocsp",
465    "padlockeng",
466    "pic",
467    "pinshared",
468    "poly1305",
469    "posix-io",
470    "psk",
471    "rc2",
472    "rc4",
473    "rc5",
474    "rdrand",
475    "rfc3779",
476    "rmd160",
477    "scrypt",
478    "sctp",
479    "secure-memory",
480    "seed",
481    "shared",
482    "siphash",
483    "siv",
484    "sm2",
485    "sm3",
486    "sm4",
487    "sock",
488    "srp",
489    "srtp",
490    "sse2",
491    "ssl",
492    "ssl-trace",
493    "static-engine",
494    "stdio",
495    "tests",
496    "threads",
497    "tls",
498    "trace",
499    "ts",
500    "ubsan",
501    "ui-console",
502    "unit-test",
503    "uplink",
504    "weak-ssl-ciphers",
505    "whirlpool",
506    "zlib",
507    "zlib-dynamic",
508    );
509foreach my $proto ((@tls, @dtls))
510        {
511        push(@disablables, $proto);
512        push(@disablables, "$proto-method") unless $proto eq "tls1_3";
513        }
514
515# Internal disablables, for aliasing purposes.  They serve no special
516# purpose here, but allow scripts to get to know them through configdata.pm,
517# where these are merged with @disablables.
518# The actual aliasing mechanism is done via %disable_cascades
519my @disablables_int = qw(
520    crmf
521    );
522
523my %deprecated_disablables = (
524    "ssl2" => undef,
525    "buf-freelists" => undef,
526    "crypto-mdebug-backtrace" => undef,
527    "hw" => "hw",               # causes cascade, but no macro
528    "hw-padlock" => "padlockeng",
529    "ripemd" => "rmd160",
530    "ui" => "ui-console",
531    "heartbeats" => undef,
532    );
533
534# All of the following are disabled by default:
535
536our %disabled = ( # "what"         => "comment"
537                  "fips"                => "default",
538                  "asan"                => "default",
539                  "buildtest-c++"       => "default",
540                  "crypto-mdebug"       => "default",
541                  "crypto-mdebug-backtrace" => "default",
542                  "devcryptoeng"        => "default",
543                  "ec_nistp_64_gcc_128" => "default",
544                  "egd"                 => "default",
545                  "external-tests"      => "default",
546                  "fuzz-afl"            => "default",
547                  "fuzz-libfuzzer"      => "default",
548                  "ktls"                => "default",
549                  "md2"                 => "default",
550                  "msan"                => "default",
551                  "rc5"                 => "default",
552                  "sctp"                => "default",
553                  "ssl3"                => "default",
554                  "ssl3-method"         => "default",
555                  "trace"               => "default",
556                  "ubsan"               => "default",
557                  "unit-test"           => "default",
558                  "weak-ssl-ciphers"    => "default",
559                  "zlib"                => "default",
560                  "zlib-dynamic"        => "default",
561                );
562
563# Note: => pair form used for aesthetics, not to truly make a hash table
564my @disable_cascades = (
565    # "what"            => [ "cascade", ... ]
566    "bulk"              => [ "shared", "dso",
567                             "aria", "async", "autoload-config",
568                             "blake2", "bf", "camellia", "cast", "chacha",
569                             "cmac", "cms", "cmp", "comp", "ct",
570                             "des", "dgram", "dh", "dsa",
571                             "ec", "engine",
572                             "filenames",
573                             "idea", "ktls",
574                             "md4", "multiblock", "nextprotoneg",
575                             "ocsp", "ocb", "poly1305", "psk",
576                             "rc2", "rc4", "rmd160",
577                             "seed", "siphash", "siv",
578                             "sm3", "sm4", "srp",
579                             "srtp", "ssl3-method", "ssl-trace",
580                             "ts", "ui-console", "whirlpool",
581                             "fips-securitychecks" ],
582    sub { $config{processor} eq "386" }
583                        => [ "sse2" ],
584    "ssl"               => [ "ssl3" ],
585    "ssl3-method"       => [ "ssl3" ],
586    "zlib"              => [ "zlib-dynamic" ],
587    "des"               => [ "mdc2" ],
588    "ec"                => [ "ec2m", "ecdsa", "ecdh", "sm2", "gost" ],
589    "dgram"             => [ "dtls", "sctp" ],
590    "sock"              => [ "dgram" ],
591    "dtls"              => [ @dtls ],
592    sub { 0 == scalar grep { !$disabled{$_} } @dtls }
593                        => [ "dtls" ],
594
595    "tls"               => [ @tls ],
596    sub { 0 == scalar grep { !$disabled{$_} } @tls }
597                        => [ "tls" ],
598
599    "crypto-mdebug"     => [ "crypto-mdebug-backtrace" ],
600
601    "module"            => [ "dynamic-engine", "fips" ],
602
603    # Without shared libraries, dynamic engines aren't possible.
604    # This is due to them having to link with libcrypto and register features
605    # using the ENGINE functionality, and since that relies on global tables,
606    # those *have* to be exacty the same as the ones accessed from the app,
607    # which cannot be guaranteed if shared libraries aren't present.
608    # (note that even with shared libraries, both the app and dynamic engines
609    # must be linked with the same library)
610    "shared"            => [ "dynamic-engine", "uplink" ],
611    "dso"               => [ "dynamic-engine", "module" ],
612    # Other modules don't necessarily have to link with libcrypto, so shared
613    # libraries do not have to be a condition to produce those.
614
615    # Without position independent code, there can be no shared libraries
616    # or modules.
617    "pic"               => [ "shared", "module" ],
618
619    "engine"            => [ "dynamic-engine", grep(/eng$/, @disablables) ],
620    "dynamic-engine"    => [ "loadereng" ],
621    "hw"                => [ "padlockeng" ],
622
623    # no-autoalginit is only useful when building non-shared
624    "autoalginit"       => [ "shared", "apps", "fips" ],
625
626    "stdio"             => [ "apps", "capieng", "egd" ],
627    "apps"              => [ "tests" ],
628    "tests"             => [ "external-tests" ],
629    "comp"              => [ "zlib" ],
630    "sm3"               => [ "sm2" ],
631    sub { !$disabled{"unit-test"} } => [ "heartbeats" ],
632
633    sub { !$disabled{"msan"} } => [ "asm" ],
634
635    "cmac"              => [ "siv" ],
636    "legacy"            => [ "md2" ],
637
638    "cmp"               => [ "crmf" ],
639
640    "fips"              => [ "fips-securitychecks", "acvp-tests" ],
641
642    "deprecated-3.0"    => [ "engine", "srp" ]
643    );
644
645# Avoid protocol support holes.  Also disable all versions below N, if version
646# N is disabled while N+1 is enabled.
647#
648my @list = (reverse @tls);
649while ((my $first, my $second) = (shift @list, shift @list)) {
650    last unless @list;
651    push @disable_cascades, ( sub { !$disabled{$first} && $disabled{$second} }
652                              => [ @list ] );
653    unshift @list, $second;
654}
655my @list = (reverse @dtls);
656while ((my $first, my $second) = (shift @list, shift @list)) {
657    last unless @list;
658    push @disable_cascades, ( sub { !$disabled{$first} && $disabled{$second} }
659                              => [ @list ] );
660    unshift @list, $second;
661}
662
663# Explicit "no-..." options will be collected in %disabled along with the defaults.
664# To remove something from %disabled, use "enable-foo".
665# For symmetry, "disable-foo" is a synonym for "no-foo".
666
667# For the "make variables" CPPINCLUDES and CPPDEFINES, we support lists with
668# platform specific list separators.  Users from those platforms should
669# recognise those separators from how you set up the PATH to find executables.
670# The default is the Unix like separator, :, but as an exception, we also
671# support the space as separator.
672my $list_separator_re =
673    { VMS           => qr/(?<!\^),/,
674      MSWin32       => qr/(?<!\\);/ } -> {$^O} // qr/(?<!\\)[:\s]/;
675# All the "make variables" we support
676# Some get pre-populated for the sake of backward compatibility
677# (we supported those before the change to "make variable" support.
678my %user = (
679    AR          => env('AR'),
680    ARFLAGS     => [],
681    AS          => undef,
682    ASFLAGS     => [],
683    CC          => env('CC'),
684    CFLAGS      => [ env('CFLAGS') || () ],
685    CXX         => env('CXX'),
686    CXXFLAGS    => [ env('CXXFLAGS') || () ],
687    CPP         => undef,
688    CPPFLAGS    => [ env('CPPFLAGS') || () ],  # -D, -I, -Wp,
689    CPPDEFINES  => [],  # Alternative for -D
690    CPPINCLUDES => [],  # Alternative for -I
691    CROSS_COMPILE => env('CROSS_COMPILE'),
692    HASHBANGPERL=> env('HASHBANGPERL') || env('PERL'),
693    LD          => undef,
694    LDFLAGS     => [ env('LDFLAGS') || () ],  # -L, -Wl,
695    LDLIBS      => [ env('LDLIBS') || () ],  # -l
696    MT          => undef,
697    MTFLAGS     => [],
698    PERL        => env('PERL') || ($^O ne "VMS" ? $^X : "perl"),
699    RANLIB      => env('RANLIB'),
700    RC          => env('RC') || env('WINDRES'),
701    RCFLAGS     => [ env('RCFLAGS') || () ],
702    RM          => undef,
703   );
704# Info about what "make variables" may be prefixed with the cross compiler
705# prefix.  This should NEVER mention any such variable with a list for value.
706my @user_crossable = qw ( AR AS CC CXX CPP LD MT RANLIB RC );
707# The same but for flags given as Configure options.  These are *additional*
708# input, as opposed to the VAR=string option that override the corresponding
709# config target attributes
710my %useradd = (
711    CPPDEFINES  => [],
712    CPPINCLUDES => [],
713    CPPFLAGS    => [],
714    CFLAGS      => [],
715    CXXFLAGS    => [],
716    LDFLAGS     => [],
717    LDLIBS      => [],
718    RCFLAGS     => [],
719   );
720
721my %user_synonyms = (
722    HASHBANGPERL=> 'PERL',
723    RC          => 'WINDRES',
724   );
725
726# Some target attributes have been renamed, this is the translation table
727my %target_attr_translate =(
728    ar          => 'AR',
729    as          => 'AS',
730    cc          => 'CC',
731    cxx         => 'CXX',
732    cpp         => 'CPP',
733    hashbangperl => 'HASHBANGPERL',
734    ld          => 'LD',
735    mt          => 'MT',
736    ranlib      => 'RANLIB',
737    rc          => 'RC',
738    rm          => 'RM',
739   );
740
741# Initialisers coming from 'config' scripts
742$config{defines} = [ split(/$list_separator_re/, env('__CNF_CPPDEFINES')) ];
743$config{includes} = [ split(/$list_separator_re/, env('__CNF_CPPINCLUDES')) ];
744$config{cppflags} = [ env('__CNF_CPPFLAGS') || () ];
745$config{cflags} = [ env('__CNF_CFLAGS') || () ];
746$config{cxxflags} = [ env('__CNF_CXXFLAGS') || () ];
747$config{lflags} = [ env('__CNF_LDFLAGS') || () ];
748$config{ex_libs} = [ env('__CNF_LDLIBS') || () ];
749
750$config{openssl_api_defines}=[];
751$config{openssl_sys_defines}=[];
752$config{openssl_feature_defines}=[];
753$config{options}="";
754$config{build_type} = "release";
755my $target="";
756
757my %cmdvars = ();               # Stores FOO='blah' type arguments
758my %unsupported_options = ();
759my %deprecated_options = ();
760# If you change this, update apps/version.c
761my @known_seed_sources = qw(getrandom devrandom os egd none rdcpu librandom);
762my @seed_sources = ();
763while (@argvcopy)
764        {
765        $_ = shift @argvcopy;
766
767        # Support env variable assignments among the options
768        if (m|^(\w+)=(.+)?$|)
769                {
770                $cmdvars{$1} = $2;
771                # Every time a variable is given as a configuration argument,
772                # it acts as a reset if the variable.
773                if (exists $user{$1})
774                        {
775                        $user{$1} = ref $user{$1} eq "ARRAY" ? [] : undef;
776                        }
777                #if (exists $useradd{$1})
778                #       {
779                #       $useradd{$1} = [];
780                #       }
781                next;
782                }
783
784        # VMS is a case insensitive environment, and depending on settings
785        # out of our control, we may receive options uppercased.  Let's
786        # downcase at least the part before any equal sign.
787        if ($^O eq "VMS")
788                {
789                s/^([^=]*)/lc($1)/e;
790                }
791
792        # some people just can't read the instructions, clang people have to...
793        s/^-no-(?!integrated-as)/no-/;
794
795        # rewrite some options in "enable-..." form
796        s /^-?-?shared$/enable-shared/;
797        s /^sctp$/enable-sctp/;
798        s /^threads$/enable-threads/;
799        s /^zlib$/enable-zlib/;
800        s /^zlib-dynamic$/enable-zlib-dynamic/;
801        s /^fips$/enable-fips/;
802
803        if (/^(no|disable|enable)-(.+)$/)
804                {
805                my $word = $2;
806                if ($word !~ m|hw(?:-.+)| # special treatment for hw regexp opt
807                        && !exists $deprecated_disablables{$word}
808                        && !grep { $word eq $_ } @disablables)
809                        {
810                        $unsupported_options{$_} = 1;
811                        next;
812                        }
813                }
814        if (/^no-(.+)$/ || /^disable-(.+)$/)
815                {
816                foreach my $proto ((@tls, @dtls))
817                        {
818                        if ($1 eq "$proto-method")
819                                {
820                                $disabled{"$proto"} = "option($proto-method)";
821                                last;
822                                }
823                        }
824                if ($1 eq "dtls")
825                        {
826                        foreach my $proto (@dtls)
827                                {
828                                $disabled{$proto} = "option(dtls)";
829                                }
830                        $disabled{"dtls"} = "option(dtls)";
831                        }
832                elsif ($1 eq "ssl")
833                        {
834                        # Last one of its kind
835                        $disabled{"ssl3"} = "option(ssl)";
836                        }
837                elsif ($1 eq "tls")
838                        {
839                        # XXX: Tests will fail if all SSL/TLS
840                        # protocols are disabled.
841                        foreach my $proto (@tls)
842                                {
843                                $disabled{$proto} = "option(tls)";
844                                }
845                        }
846                elsif ($1 eq "static-engine")
847                        {
848                        delete $disabled{"dynamic-engine"};
849                        }
850                elsif ($1 eq "dynamic-engine")
851                        {
852                        $disabled{"dynamic-engine"} = "option";
853                        }
854                elsif (exists $deprecated_disablables{$1})
855                        {
856                        $deprecated_options{$_} = 1;
857                        if (defined $deprecated_disablables{$1})
858                                {
859                                $disabled{$deprecated_disablables{$1}} = "option";
860                                }
861                        }
862                elsif ($1 =~ m|hw(?:-.+)|) # deprecate hw options in regexp form
863                        {
864                        $deprecated_options{$_} = 1;
865                        }
866                else
867                        {
868                        $disabled{$1} = "option";
869                        }
870                # No longer an automatic choice
871                $auto_threads = 0 if ($1 eq "threads");
872                }
873        elsif (/^enable-(.+)$/)
874                {
875                if ($1 eq "static-engine")
876                        {
877                        $disabled{"dynamic-engine"} = "option";
878                        }
879                elsif ($1 eq "dynamic-engine")
880                        {
881                        delete $disabled{"dynamic-engine"};
882                        }
883                elsif ($1 eq "zlib-dynamic")
884                        {
885                        delete $disabled{"zlib"};
886                        }
887                my $algo = $1;
888                delete $disabled{$algo};
889
890                # No longer an automatic choice
891                $auto_threads = 0 if ($1 eq "threads");
892                }
893        elsif (/^-d$/)          # From older 'config'
894                {
895                $config{build_type} = "debug";
896                }
897        elsif (/^-v$/)          # From older 'config'
898                {
899                $guess_opts{verbose} = 1;
900                }
901        elsif (/^-w$/)
902                {
903                $guess_opts{nowait} = 1;
904                }
905        elsif (/^-t$/)          # From older 'config'
906                {
907                $dryrun = 1;
908                }
909        elsif (/^--strict-warnings$/)
910                {
911                # Pretend that our strict flags is a C flag, and replace it
912                # with the proper flags later on
913                push @{$useradd{CFLAGS}}, '--ossl-strict-warnings';
914                $strict_warnings=1;
915                }
916        elsif (/^--debug$/)
917                {
918                $config{build_type} = "debug";
919                }
920        elsif (/^--release$/)
921                {
922                $config{build_type} = "release";
923                }
924        elsif (/^386$/)
925                { $config{processor}=386; }
926        elsif (/^rsaref$/)
927                {
928                # No RSAref support any more since it's not needed.
929                # The check for the option is there so scripts aren't
930                # broken
931                }
932        elsif (m|^[-+/]|)
933                {
934                if (/^--prefix=(.*)$/)
935                        {
936                        $config{prefix}=$1;
937                        }
938                elsif (/^--api=(.*)$/)
939                        {
940                        my $api = $1;
941                        die "Unknown API compatibility level $api"
942                                unless defined $apitable->{$api};
943                        $config{api}=$apitable->{$api};
944                        }
945                elsif (/^--libdir=(.*)$/)
946                        {
947                        $config{libdir}=$1;
948                        }
949                elsif (/^--openssldir=(.*)$/)
950                        {
951                        $config{openssldir}=$1;
952                        }
953                elsif (/^--with-zlib-lib=(.*)$/)
954                        {
955                        $withargs{zlib_lib}=$1;
956                        }
957                elsif (/^--with-zlib-include=(.*)$/)
958                        {
959                        $withargs{zlib_include}=$1;
960                        }
961                elsif (/^--with-fuzzer-lib=(.*)$/)
962                        {
963                        $withargs{fuzzer_lib}=$1;
964                        }
965                elsif (/^--with-fuzzer-include=(.*)$/)
966                        {
967                        $withargs{fuzzer_include}=$1;
968                        }
969                elsif (/^--with-rand-seed=(.*)$/)
970                        {
971                        foreach my $x (split(m|,|, $1))
972                            {
973                            die "Unknown --with-rand-seed choice $x\n"
974                                if ! grep { $x eq $_ } @known_seed_sources;
975                            push @seed_sources, $x;
976                            }
977                        }
978                elsif (/^--fips-key=(.*)$/)
979                        {
980                        $user{FIPSKEY}=lc($1);
981                        die "Non-hex character in FIPS key\n"
982                           if $user{FIPSKEY} =~ /[^a-f0-9]/;
983                        die "FIPS key must have even number of characters\n"
984                           if length $1 & 1;
985                        die "FIPS key too long (64 bytes max)\n"
986                           if length $1 > 64;
987                        }
988                elsif (/^--banner=(.*)$/)
989                        {
990                        $banner = $1 . "\n";
991                        }
992                elsif (/^--cross-compile-prefix=(.*)$/)
993                        {
994                        $user{CROSS_COMPILE}=$1;
995                        }
996                elsif (/^--config=(.*)$/)
997                        {
998                        read_config $1;
999                        }
1000                elsif (/^-l(.*)$/)
1001                        {
1002                        push @{$useradd{LDLIBS}}, $_;
1003                        }
1004                elsif (/^-framework$/)
1005                        {
1006                        push @{$useradd{LDLIBS}}, $_, shift(@argvcopy);
1007                        }
1008                elsif (/^-L(.*)$/ or /^-Wl,/)
1009                        {
1010                        push @{$useradd{LDFLAGS}}, $_;
1011                        }
1012                elsif (/^-rpath$/ or /^-R$/)
1013                        # -rpath is the OSF1 rpath flag
1014                        # -R is the old Solaris rpath flag
1015                        {
1016                        my $rpath = shift(@argvcopy) || "";
1017                        $rpath .= " " if $rpath ne "";
1018                        push @{$useradd{LDFLAGS}}, $_, $rpath;
1019                        }
1020                elsif (/^-static$/)
1021                        {
1022                        push @{$useradd{LDFLAGS}}, $_;
1023                        }
1024                elsif (m|^[-/]D(.*)$|)
1025                        {
1026                        push @{$useradd{CPPDEFINES}}, $1;
1027                        }
1028                elsif (m|^[-/]I(.*)$|)
1029                        {
1030                        push @{$useradd{CPPINCLUDES}}, $1;
1031                        }
1032                elsif (/^-Wp,$/)
1033                        {
1034                        push @{$useradd{CPPFLAGS}}, $1;
1035                        }
1036                else    # common if (/^[-+]/), just pass down...
1037                        {
1038                        # Treat %xx as an ASCII code (e.g. replace %20 by a space character).
1039                        # This provides a simple way to pass options with arguments separated
1040                        # by spaces without quoting (e.g. -opt%20arg translates to -opt arg).
1041                        $_ =~ s/%([0-9a-f]{1,2})/chr(hex($1))/gei;
1042                        push @{$useradd{CFLAGS}}, $_;
1043                        push @{$useradd{CXXFLAGS}}, $_;
1044                        }
1045                }
1046        elsif (m|^/|)
1047                {
1048                # Treat %xx as an ASCII code (e.g. replace %20 by a space character).
1049                # This provides a simple way to pass options with arguments separated
1050                # by spaces without quoting (e.g. /opt%20arg translates to /opt arg).
1051                $_ =~ s/%([0-9a-f]{1,2})/chr(hex($1))/gei;
1052                push @{$useradd{CFLAGS}}, $_;
1053                push @{$useradd{CXXFLAGS}}, $_;
1054                }
1055        else
1056                {
1057                die "target already defined - $target (offending arg: $_)\n" if ($target ne "");
1058                $target=$_;
1059                }
1060        unless ($_ eq $target || /^no-/ || /^disable-/)
1061                {
1062                # "no-..." follows later after implied deactivations
1063                # have been derived.  (Don't take this too seriously,
1064                # we really only write OPTIONS to the Makefile out of
1065                # nostalgia.)
1066
1067                if ($config{options} eq "")
1068                        { $config{options} = $_; }
1069                else
1070                        { $config{options} .= " ".$_; }
1071                }
1072        }
1073
1074if (keys %deprecated_options)
1075        {
1076        warn "***** Deprecated options: ",
1077                join(", ", keys %deprecated_options), "\n";
1078        }
1079if (keys %unsupported_options)
1080        {
1081        die "***** Unsupported options: ",
1082                join(", ", keys %unsupported_options), "\n";
1083        }
1084
1085# If any %useradd entry has been set, we must check that the "make
1086# variables" haven't been set.  We start by checking of any %useradd entry
1087# is set.
1088if (grep { scalar @$_ > 0 } values %useradd) {
1089    # Hash of env / make variables names.  The possible values are:
1090    # 1 - "make vars"
1091    # 2 - %useradd entry set
1092    # 3 - both set
1093    my %detected_vars =
1094        map { my $v = 0;
1095              $v += 1 if $cmdvars{$_};
1096              $v += 2 if @{$useradd{$_}};
1097              $_ => $v }
1098        keys %useradd;
1099
1100    # If any of the corresponding "make variables" is set, we error
1101    if (grep { $_ & 1 } values %detected_vars) {
1102        my $names = join(', ', grep { $detected_vars{$_} > 0 }
1103                               sort keys %detected_vars);
1104        die <<"_____";
1105***** Mixing make variables and additional compiler/linker flags as
1106***** configure command line option is not permitted.
1107***** Affected make variables: $names
1108_____
1109    }
1110}
1111
1112# Check through all supported command line variables to see if any of them
1113# were set, and canonicalise the values we got.  If no compiler or linker
1114# flag or anything else that affects %useradd was set, we also check the
1115# environment for values.
1116my $anyuseradd =
1117    grep { defined $_ && (ref $_ ne 'ARRAY' || @$_) } values %useradd;
1118foreach (keys %user) {
1119    my $value = $cmdvars{$_};
1120    $value //= env($_) unless $anyuseradd;
1121    $value //=
1122        defined $user_synonyms{$_} ? $cmdvars{$user_synonyms{$_}} : undef;
1123    $value //= defined $user_synonyms{$_} ? env($user_synonyms{$_}) : undef
1124        unless $anyuseradd;
1125
1126    if (defined $value) {
1127        if (ref $user{$_} eq 'ARRAY') {
1128            if ($_ eq 'CPPDEFINES' || $_ eq 'CPPINCLUDES') {
1129                $user{$_} = [ split /$list_separator_re/, $value ];
1130            } else {
1131                $user{$_} = [ $value ];
1132            }
1133        } elsif (!defined $user{$_}) {
1134            $user{$_} = $value;
1135        }
1136    }
1137}
1138
1139if (grep { /-rpath\b/ } ($user{LDFLAGS} ? @{$user{LDFLAGS}} : ())
1140    && !$disabled{shared}
1141    && !($disabled{asan} && $disabled{msan} && $disabled{ubsan})) {
1142    die "***** Cannot simultaneously use -rpath, shared libraries, and\n",
1143        "***** any of asan, msan or ubsan\n";
1144}
1145
1146# If no target was given, try guessing.
1147unless ($target) {
1148    my %system_config = OpenSSL::config::get_platform(%guess_opts, %user);
1149
1150    # The $system_config{disable} is used to populate %disabled with
1151    # entries that aren't already there.
1152    foreach ( @{$system_config{disable} // []} ) {
1153        $disabled{$_} = 'system' unless defined $disabled{$_};
1154    }
1155    delete $system_config{disable};
1156
1157    # Override config entries with stuff from the guesser.
1158    # It's assumed that this really is nothing new.
1159    %config = ( %config, %system_config );
1160    $target = $system_config{target};
1161}
1162
1163sub disable {
1164    my $disable_type = shift;
1165
1166    for (@_) {
1167        $disabled{$_} = $disable_type;
1168    }
1169
1170    my @tocheckfor = (@_ ? @_ : keys %disabled);
1171    while (@tocheckfor) {
1172        my %new_tocheckfor = ();
1173        my @cascade_copy = (@disable_cascades);
1174        while (@cascade_copy) {
1175            my ($test, $descendents) =
1176                (shift @cascade_copy, shift @cascade_copy);
1177            if (ref($test) eq "CODE" ? $test->() : defined($disabled{$test})) {
1178                foreach (grep { !defined($disabled{$_}) } @$descendents) {
1179                    $new_tocheckfor{$_} = 1; $disabled{$_} = "cascade";
1180                }
1181            }
1182        }
1183        @tocheckfor = (keys %new_tocheckfor);
1184    }
1185}
1186disable();                     # First cascade run
1187
1188our $die = sub { die @_; };
1189if ($target eq "TABLE") {
1190    local $die = sub { warn @_; };
1191    foreach (sort keys %table) {
1192        print_table_entry($_, "TABLE");
1193    }
1194    exit 0;
1195}
1196
1197if ($target eq "LIST") {
1198    foreach (sort keys %table) {
1199        print $_,"\n" unless $table{$_}->{template};
1200    }
1201    exit 0;
1202}
1203
1204if ($target eq "HASH") {
1205    local $die = sub { warn @_; };
1206    print "%table = (\n";
1207    foreach (sort keys %table) {
1208        print_table_entry($_, "HASH");
1209    }
1210    exit 0;
1211}
1212
1213print "Configuring OpenSSL version $config{full_version} ";
1214print "for target $target\n";
1215
1216if (scalar(@seed_sources) == 0) {
1217    print "Using os-specific seed configuration\n";
1218    push @seed_sources, 'os';
1219}
1220if (scalar(grep { $_ eq 'egd' } @seed_sources) > 0) {
1221    delete $disabled{'egd'};
1222}
1223if (scalar(grep { $_ eq 'none' } @seed_sources) > 0) {
1224    die "Cannot seed with none and anything else" if scalar(@seed_sources) > 1;
1225    warn <<_____ if scalar(@seed_sources) == 1;
1226
1227============================== WARNING ===============================
1228You have selected the --with-rand-seed=none option, which effectively
1229disables automatic reseeding of the OpenSSL random generator.
1230All operations depending on the random generator such as creating keys
1231will not work unless the random generator is seeded manually by the
1232application.
1233
1234Please read the 'Note on random number generation' section in the
1235INSTALL.md instructions and the RAND_DRBG(7) manual page for more
1236details.
1237============================== WARNING ===============================
1238
1239_____
1240}
1241push @{$config{openssl_feature_defines}},
1242     map { (my $x = $_) =~ tr|[\-a-z]|[_A-Z]|; "OPENSSL_RAND_SEED_$x" }
1243        @seed_sources;
1244
1245# Backward compatibility?
1246if ($target =~ m/^CygWin32(-.*)$/) {
1247    $target = "Cygwin".$1;
1248}
1249
1250# Support for legacy targets having a name starting with 'debug-'
1251my ($d, $t) = $target =~ m/^(debug-)?(.*)$/;
1252if ($d) {
1253    $config{build_type} = "debug";
1254
1255    # If we do not find debug-foo in the table, the target is set to foo.
1256    if (!$table{$target}) {
1257        $target = $t;
1258    }
1259}
1260
1261if ($target) {
1262    # It's possible that we have different config targets for specific
1263    # toolchains, so we try to detect them, and go for the plain config
1264    # target if not.
1265    my $found;
1266    foreach ( ( "$target-$user{CC}", "$target", undef ) ) {
1267        $found=$_ if $table{$_} && !$table{$_}->{template};
1268        last if $found;
1269    }
1270    $target = $found;
1271} else {
1272    # If we don't have a config target now, we try the C compiler as we
1273    # fallback
1274    my $cc = $user{CC} // 'cc';
1275    $target = $cc if $table{$cc} && !$table{$cc}->{template};
1276}
1277
1278&usage unless $target;
1279
1280exit 0 if $dryrun;              # From older 'config'
1281
1282$config{target} = $target;
1283my %target = resolve_config($target);
1284
1285foreach (keys %target_attr_translate) {
1286    $target{$target_attr_translate{$_}} = $target{$_}
1287        if $target{$_};
1288    delete $target{$_};
1289}
1290
1291%target = ( %{$table{DEFAULTS}}, %target );
1292
1293my %conf_files = map { $_ => 1 } (@{$target{_conf_fname_int}});
1294$config{conf_files} = [ sort keys %conf_files ];
1295
1296# Using sub disable within these loops may prove fragile, so we run
1297# a cascade afterwards
1298foreach my $feature (@{$target{disable}}) {
1299    if (exists $deprecated_disablables{$feature}) {
1300        warn "***** config $target disables deprecated feature $feature\n";
1301    } elsif (!grep { $feature eq $_ } @disablables) {
1302        die "***** config $target disables unknown feature $feature\n";
1303    }
1304    $disabled{$feature} = 'config';
1305}
1306foreach my $feature (@{$target{enable}}) {
1307    if ("default" eq ($disabled{$feature} // "")) {
1308        if (exists $deprecated_disablables{$feature}) {
1309            warn "***** config $target enables deprecated feature $feature\n";
1310        } elsif (!grep { $feature eq $_ } @disablables) {
1311            die "***** config $target enables unknown feature $feature\n";
1312        }
1313        delete $disabled{$feature};
1314    }
1315}
1316
1317# If uplink_arch isn't defined, disable uplink
1318$disabled{uplink} = 'no uplink_arch' unless (defined $target{uplink_arch});
1319# If asm_arch isn't defined, disable asm
1320$disabled{asm} = 'no asm_arch' unless (defined $target{asm_arch});
1321
1322disable();                      # Run a cascade now
1323
1324$target{CXXFLAGS}//=$target{CFLAGS} if $target{CXX};
1325$target{cxxflags}//=$target{cflags} if $target{CXX};
1326$target{exe_extension}=".exe" if ($config{target} eq "DJGPP");
1327$target{exe_extension}=".pm"  if ($config{target} =~ /vos/);
1328
1329# Fill %config with values from %user, and in case those are undefined or
1330# empty, use values from %target (acting as a default).
1331foreach (keys %user) {
1332    my $ref_type = ref $user{$_};
1333
1334    # Temporary function.  Takes an intended ref type (empty string or "ARRAY")
1335    # and a value that's to be coerced into that type.
1336    my $mkvalue = sub {
1337        my $type = shift;
1338        my $value = shift;
1339        my $undef_p = shift;
1340
1341        die "Too many arguments for \$mkvalue" if @_;
1342
1343        while (ref $value eq 'CODE') {
1344            $value = $value->();
1345        }
1346
1347        if ($type eq 'ARRAY') {
1348            return undef unless defined $value;
1349            return undef if ref $value ne 'ARRAY' && !$value;
1350            return undef if ref $value eq 'ARRAY' && !@$value;
1351            return [ $value ] unless ref $value eq 'ARRAY';
1352        }
1353        return undef unless $value;
1354        return $value;
1355    };
1356
1357    $config{$_} =
1358        $mkvalue->($ref_type, $user{$_})
1359        || $mkvalue->($ref_type, $target{$_});
1360    delete $config{$_} unless defined $config{$_};
1361}
1362
1363# Finish up %config by appending things the user gave us on the command line
1364# apart from "make variables"
1365foreach (keys %useradd) {
1366    # The must all be lists, so we assert that here
1367    die "internal error: \$useradd{$_} isn't an ARRAY\n"
1368        unless ref $useradd{$_} eq 'ARRAY';
1369
1370    if (defined $config{$_}) {
1371        push @{$config{$_}}, @{$useradd{$_}};
1372    } else {
1373        $config{$_} = [ @{$useradd{$_}} ];
1374    }
1375}
1376# At this point, we can forget everything about %user and %useradd,
1377# because it's now all been merged into the corresponding $config entry
1378
1379if ($config{prefix} && !$config{CROSS_COMPILE}) {
1380    die "Directory given with --prefix MUST be absolute\n"
1381        unless file_name_is_absolute($config{prefix});
1382}
1383
1384if (grep { $_ =~ /(?:^|\s)-static(?:\s|$)/ } @{$config{LDFLAGS}}) {
1385    disable('static', 'pic', 'threads');
1386}
1387
1388# Allow overriding the build file name
1389$config{build_file} = env('BUILDFILE') || $target{build_file} || "Makefile";
1390
1391# Make sure build_scheme is consistent.
1392$target{build_scheme} = [ $target{build_scheme} ]
1393    if ref($target{build_scheme}) ne "ARRAY";
1394
1395my ($builder, $builder_platform, @builder_opts) =
1396    @{$target{build_scheme}};
1397
1398foreach my $checker (($builder_platform."-".$config{build_file}."-checker.pm",
1399                      $builder_platform."-checker.pm")) {
1400    my $checker_path = catfile($srcdir, "Configurations", $checker);
1401    if (-f $checker_path) {
1402        my $fn = $ENV{CONFIGURE_CHECKER_WARN}
1403            ? sub { warn $@; } : sub { die $@; };
1404        if (! do $checker_path) {
1405            if ($@) {
1406                $fn->($@);
1407            } elsif ($!) {
1408                $fn->($!);
1409            } else {
1410                $fn->("The detected tools didn't match the platform\n");
1411            }
1412        }
1413        last;
1414    }
1415}
1416
1417push @{$config{defines}}, "NDEBUG"    if $config{build_type} eq "release";
1418
1419if ($target =~ /^mingw/ && `$config{CC} --target-help 2>&1` =~ m/-mno-cygwin/m)
1420        {
1421        push @{$config{cflags}}, "-mno-cygwin";
1422        push @{$config{cxxflags}}, "-mno-cygwin" if $config{CXX};
1423        push @{$config{shared_ldflag}}, "-mno-cygwin";
1424        }
1425
1426if ($target =~ /linux.*-mips/ && !$disabled{asm}
1427        && !grep { $_ =~ /-m(ips|arch=)/ } (@{$config{CFLAGS}})) {
1428        # minimally required architecture flags for assembly modules
1429        my $value;
1430        $value = '-mips2' if ($target =~ /mips32/);
1431        $value = '-mips3' if ($target =~ /mips64/);
1432        unshift @{$config{cflags}}, $value;
1433        unshift @{$config{cxxflags}}, $value if $config{CXX};
1434}
1435
1436# If threads aren't disabled, check how possible they are
1437unless ($disabled{threads}) {
1438    if ($auto_threads) {
1439        # Enabled by default, disable it forcibly if unavailable
1440        if ($target{thread_scheme} eq "(unknown)") {
1441            disable("unavailable", 'threads');
1442        }
1443    } else {
1444        # The user chose to enable threads explicitly, let's see
1445        # if there's a chance that's possible
1446        if ($target{thread_scheme} eq "(unknown)") {
1447            # If the user asked for "threads" and we don't have internal
1448            # knowledge how to do it, [s]he is expected to provide any
1449            # system-dependent compiler options that are necessary.  We
1450            # can't truly check that the given options are correct, but
1451            # we expect the user to know what [s]He is doing.
1452            if (!@{$config{CFLAGS}} && !@{$config{CPPDEFINES}}) {
1453                die "You asked for multi-threading support, but didn't\n"
1454                    ,"provide any system-specific compiler options\n";
1455            }
1456        }
1457    }
1458}
1459
1460# Find out if clang's sanitizers have been enabled with -fsanitize
1461# flags and ensure that the corresponding %disabled elements area
1462# removed to reflect that the sanitizers are indeed enabled.
1463my %detected_sanitizers = ();
1464foreach (grep /^-fsanitize=/, @{$config{CFLAGS} || []}) {
1465    (my $checks = $_) =~ s/^-fsanitize=//;
1466    foreach (split /,/, $checks) {
1467        my $d = { address       => 'asan',
1468                  undefined     => 'ubsan',
1469                  memory        => 'msan' } -> {$_};
1470        next unless defined $d;
1471
1472        $detected_sanitizers{$d} = 1;
1473        if (defined $disabled{$d}) {
1474            die "***** Conflict between disabling $d and enabling $_ sanitizer"
1475                if $disabled{$d} ne "default";
1476            delete $disabled{$d};
1477        }
1478    }
1479}
1480
1481# If threads still aren't disabled, add a C macro to ensure the source
1482# code knows about it.  Any other flag is taken care of by the configs.
1483unless($disabled{threads}) {
1484    push @{$config{openssl_feature_defines}}, "OPENSSL_THREADS";
1485}
1486
1487my $no_shared_warn=0;
1488if (($target{shared_target} // '') eq "")
1489        {
1490        $no_shared_warn = 1
1491            if (!$disabled{shared} || !$disabled{"dynamic-engine"});
1492        disable('no-shared-target', 'pic');
1493        }
1494
1495if ($disabled{"dynamic-engine"}) {
1496        $config{dynamic_engines} = 0;
1497} else {
1498        $config{dynamic_engines} = 1;
1499}
1500
1501unless ($disabled{asan} || defined $detected_sanitizers{asan}) {
1502    push @{$config{cflags}}, "-fsanitize=address";
1503}
1504
1505unless ($disabled{ubsan} || defined $detected_sanitizers{ubsan}) {
1506    push @{$config{cflags}}, "-fsanitize=undefined", "-fno-sanitize-recover=all", "-DPEDANTIC";
1507}
1508
1509unless ($disabled{msan} || defined $detected_sanitizers{msan}) {
1510  push @{$config{cflags}}, "-fsanitize=memory";
1511}
1512
1513unless ($disabled{"fuzz-libfuzzer"} && $disabled{"fuzz-afl"}
1514        && $disabled{asan} && $disabled{ubsan} && $disabled{msan}) {
1515    push @{$config{cflags}}, "-fno-omit-frame-pointer", "-g";
1516    push @{$config{cxxflags}}, "-fno-omit-frame-pointer", "-g" if $config{CXX};
1517}
1518#
1519# Platform fix-ups
1520#
1521
1522# This saves the build files from having to check
1523if ($disabled{pic})
1524        {
1525        foreach (qw(shared_cflag shared_cxxflag shared_cppflag
1526                    shared_defines shared_includes shared_ldflag
1527                    module_cflags module_cxxflags module_cppflags
1528                    module_defines module_includes module_lflags))
1529                {
1530                delete $config{$_};
1531                $target{$_} = "";
1532                }
1533        }
1534else
1535        {
1536        push @{$config{lib_defines}}, "OPENSSL_PIC";
1537        }
1538
1539if ($target{sys_id} ne "")
1540        {
1541        push @{$config{openssl_sys_defines}}, "OPENSSL_SYS_$target{sys_id}";
1542        }
1543
1544my %predefined_C = compiler_predefined($config{CROSS_COMPILE}.$config{CC});
1545my %predefined_CXX = $config{CXX}
1546    ? compiler_predefined($config{CROSS_COMPILE}.$config{CXX})
1547    : ();
1548
1549unless ($disabled{asm}) {
1550    # big endian systems can use ELFv2 ABI
1551    if ($target eq "linux-ppc64") {
1552        $target{perlasm_scheme} = "linux64v2" if ($predefined_C{_CALL_ELF} == 2);
1553    }
1554}
1555
1556# Check for makedepend capabilities.
1557if (!$disabled{makedepend}) {
1558    # If the attribute makedep_scheme is defined, then we assume that the
1559    # config target and its associated build file are programmed to deal
1560    # with it.
1561    # If makedep_scheme is undefined, we go looking for GCC compatible
1562    # dependency making, and if that's not available, we try to fall back
1563    # on 'makedepend'.
1564    if ($target{makedep_scheme}) {
1565        $config{makedep_scheme} = $target{makedep_scheme};
1566        # If the makedepcmd attribute is defined, copy it.  If not, the
1567        # build files will have to fend for themselves.
1568        $config{makedepcmd} = $target{makedepcmd} if $target{makedepcmd};
1569    } elsif (($predefined_C{__GNUC__} // -1) >= 3
1570             && !($predefined_C{__APPLE_CC__} && !$predefined_C{__clang__})) {
1571        # We know that GNU C version 3 and up as well as all clang
1572        # versions support dependency generation, but Xcode did not
1573        # handle $cc -M before clang support (but claims __GNUC__ = 3)
1574        $config{makedep_scheme} = 'gcc';
1575    } else {
1576        # In all other cases, we look for 'makedepend', and set the
1577        # makedep_scheme value if we found it.
1578        $config{makedepcmd} = which('makedepend');
1579        $config{makedep_scheme} = 'makedepend' if $config{makedepcmd};
1580    }
1581
1582    # If no depend scheme is set, we disable makedepend
1583    disable('unavailable', 'makedepend') unless $config{makedep_scheme};
1584}
1585
1586if (!$disabled{asm} && !$predefined_C{__MACH__} && $^O ne 'VMS') {
1587    # probe for -Wa,--noexecstack option...
1588    if ($predefined_C{__clang__}) {
1589        # clang has builtin assembler, which doesn't recognize --help,
1590        # but it apparently recognizes the option in question on all
1591        # supported platforms even when it's meaningless. In other words
1592        # probe would fail, but probed option always accepted...
1593        push @{$config{cflags}}, "-Wa,--noexecstack", "-Qunused-arguments";
1594    } else {
1595        my $cc = $config{CROSS_COMPILE}.$config{CC};
1596        open(PIPE, "$cc -Wa,--help -c -o null.$$.o -x assembler /dev/null 2>&1 |");
1597        while(<PIPE>) {
1598            if (m/--noexecstack/) {
1599                push @{$config{cflags}}, "-Wa,--noexecstack";
1600                last;
1601            }
1602        }
1603        close(PIPE);
1604        unlink("null.$$.o");
1605    }
1606}
1607
1608# Deal with bn_ops ###################################################
1609
1610$config{bn_ll}                  =0;
1611my $def_int="unsigned int";
1612$config{rc4_int}                =$def_int;
1613($config{b64l},$config{b64},$config{b32})=(0,0,1);
1614
1615my $count = 0;
1616foreach (sort split(/\s+/,$target{bn_ops})) {
1617    $count++ if /SIXTY_FOUR_BIT|SIXTY_FOUR_BIT_LONG|THIRTY_TWO_BIT/;
1618    $config{bn_ll}=1                            if $_ eq 'BN_LLONG';
1619    $config{rc4_int}="unsigned char"            if $_ eq 'RC4_CHAR';
1620    ($config{b64l},$config{b64},$config{b32})
1621        =(0,1,0)                                if $_ eq 'SIXTY_FOUR_BIT';
1622    ($config{b64l},$config{b64},$config{b32})
1623        =(1,0,0)                                if $_ eq 'SIXTY_FOUR_BIT_LONG';
1624    ($config{b64l},$config{b64},$config{b32})
1625        =(0,0,1)                                if $_ eq 'THIRTY_TWO_BIT';
1626}
1627die "Exactly one of SIXTY_FOUR_BIT|SIXTY_FOUR_BIT_LONG|THIRTY_TWO_BIT can be set in bn_ops\n"
1628    if $count > 1;
1629
1630$config{api} = $config{major} * 10000 + $config{minor} * 100
1631    unless $config{api};
1632foreach (keys %$apitable) {
1633    $disabled{"deprecated-$_"} = "deprecation"
1634        if $disabled{deprecated} && $config{api} >= $apitable->{$_};
1635}
1636
1637disable();                      # Run a cascade now
1638
1639# Hack cflags for better warnings (dev option) #######################
1640
1641# "Stringify" the C and C++ flags string.  This permits it to be made part of
1642# a string and works as well on command lines.
1643$config{cflags} = [ map { (my $x = $_) =~ s/([\\\"])/\\$1/g; $x }
1644                        @{$config{cflags}} ];
1645$config{cxxflags} = [ map { (my $x = $_) =~ s/([\\\"])/\\$1/g; $x }
1646                          @{$config{cxxflags}} ] if $config{CXX};
1647
1648$config{openssl_api_defines} = [
1649    "OPENSSL_CONFIGURED_API=".$config{api},
1650];
1651
1652my @strict_warnings_collection=();
1653if ($strict_warnings)
1654        {
1655        my $wopt;
1656        my $gccver = $predefined_C{__GNUC__} // -1;
1657
1658        if ($gccver >= 4)
1659                {
1660                push @strict_warnings_collection, @gcc_devteam_warn;
1661                push @strict_warnings_collection, @clang_devteam_warn
1662                    if (defined($predefined_C{__clang__}));
1663                }
1664        elsif ($config{target} =~ /^VC-/)
1665                {
1666                push @strict_warnings_collection, @cl_devteam_warn;
1667                }
1668        else
1669                {
1670                warn "WARNING --strict-warnings requires gcc[>=4] or gcc-alike, or MSVC"
1671                }
1672        }
1673
1674$config{CFLAGS} = [ map { $_ eq '--ossl-strict-warnings'
1675                              ? @strict_warnings_collection
1676                              : ( $_ ) }
1677                    @{$config{CFLAGS}} ];
1678
1679unless ($disabled{afalgeng}) {
1680    $config{afalgeng}="";
1681    if (grep { $_ eq 'afalgeng' } @{$target{enable}}) {
1682        my $minver = 4*10000 + 1*100 + 0;
1683        if ($config{CROSS_COMPILE} eq "") {
1684            my $verstr = `uname -r`;
1685            my ($ma, $mi1, $mi2) = split("\\.", $verstr);
1686            ($mi2) = $mi2 =~ /(\d+)/;
1687            my $ver = $ma*10000 + $mi1*100 + $mi2;
1688            if ($ver < $minver) {
1689                disable('too-old-kernel', 'afalgeng');
1690            } else {
1691                push @{$config{engdirs}}, "afalg";
1692            }
1693        } else {
1694            disable('cross-compiling', 'afalgeng');
1695        }
1696    } else {
1697        disable('not-linux', 'afalgeng');
1698    }
1699}
1700
1701unless ($disabled{devcryptoeng}) {
1702    if ($target =~ m/^BSD/) {
1703        my $maxver = 5*100 + 7;
1704        my $sysstr = `uname -s`;
1705        my $verstr = `uname -r`;
1706        $sysstr =~ s|\R$||;
1707        $verstr =~ s|\R$||;
1708        my ($ma, $mi, @rest) = split m|\.|, $verstr;
1709        my $ver = $ma*100 + $mi;
1710        if ($sysstr eq 'OpenBSD' && $ver >= $maxver) {
1711            disable('too-new-kernel', 'devcryptoeng');
1712        }
1713    }
1714}
1715
1716unless ($disabled{ktls}) {
1717    $config{ktls}="";
1718    my $cc = $config{CROSS_COMPILE}.$config{CC};
1719    if ($target =~ m/^linux/) {
1720        system("printf '#include <sys/types.h>\n#include <linux/tls.h>' | $cc -E - >/dev/null 2>&1");
1721        if ($? != 0) {
1722            disable('too-old-kernel', 'ktls');
1723        }
1724    } elsif ($target =~ m/^BSD/) {
1725        system("printf '#include <sys/types.h>\n#include <sys/ktls.h>' | $cc -E - >/dev/null 2>&1");
1726        if ($? != 0) {
1727            disable('too-old-freebsd', 'ktls');
1728        }
1729    } else {
1730        disable('not-linux-or-freebsd', 'ktls');
1731    }
1732}
1733
1734push @{$config{openssl_other_defines}}, "OPENSSL_NO_KTLS" if ($disabled{ktls});
1735
1736# Get the extra flags used when building shared libraries and modules.  We
1737# do this late because some of them depend on %disabled.
1738
1739# Make the flags to build DSOs the same as for shared libraries unless they
1740# are already defined
1741$target{module_cflags} = $target{shared_cflag} unless defined $target{module_cflags};
1742$target{module_cxxflags} = $target{shared_cxxflag} unless defined $target{module_cxxflags};
1743$target{module_ldflags} = $target{shared_ldflag} unless defined $target{module_ldflags};
1744{
1745    my $shared_info_pl =
1746        catfile(dirname($0), "Configurations", "shared-info.pl");
1747    my %shared_info = read_eval_file($shared_info_pl);
1748    push @{$target{_conf_fname_int}}, $shared_info_pl;
1749    my $si = $target{shared_target};
1750    while (ref $si ne "HASH") {
1751        last if ! defined $si;
1752        if (ref $si eq "CODE") {
1753            $si = $si->();
1754        } else {
1755            $si = $shared_info{$si};
1756        }
1757    }
1758
1759    # Some of the 'shared_target' values don't have any entries in
1760    # %shared_info.  That's perfectly fine, AS LONG AS the build file
1761    # template knows how to handle this.  That is currently the case for
1762    # Windows and VMS.
1763    if (defined $si) {
1764        # Just as above, copy certain shared_* attributes to the corresponding
1765        # module_ attribute unless the latter is already defined
1766        $si->{module_cflags} = $si->{shared_cflag} unless defined $si->{module_cflags};
1767        $si->{module_cxxflags} = $si->{shared_cxxflag} unless defined $si->{module_cxxflags};
1768        $si->{module_ldflags} = $si->{shared_ldflag} unless defined $si->{module_ldflags};
1769        foreach (sort keys %$si) {
1770            $target{$_} = defined $target{$_}
1771                ? add($si->{$_})->($target{$_})
1772                : $si->{$_};
1773        }
1774    }
1775}
1776
1777# ALL MODIFICATIONS TO %disabled, %config and %target MUST BE DONE FROM HERE ON
1778
1779######################################################################
1780# Build up information for skipping certain directories depending on disabled
1781# features, as well as setting up macros for disabled features.
1782
1783# This is a tentative database of directories to skip.  Some entries may not
1784# correspond to anything real, but that's ok, they will simply be ignored.
1785# The actual processing of these entries is done in the build.info lookup
1786# loop further down.
1787#
1788# The key is a Unix formatted path in the source tree, the value is an index
1789# into %disabled_info, so any existing path gets added to a corresponding
1790# 'skipped' entry in there with the list of skipped directories.
1791my %skipdir = ();
1792my %disabled_info = ();         # For configdata.pm
1793foreach my $what (sort keys %disabled) {
1794    # There are deprecated disablables that translate to themselves.
1795    # They cause disabling cascades, but should otherwise not regiter.
1796    next if $deprecated_disablables{$what};
1797    # The generated $disabled{"deprecated-x.y"} entries are special
1798    # and treated properly elsewhere
1799    next if $what =~ m|^deprecated-|;
1800
1801    $config{options} .= " no-$what";
1802
1803    if (!grep { $what eq $_ } ( 'buildtest-c++', 'fips', 'threads', 'shared',
1804                                'module', 'pic', 'dynamic-engine', 'makedepend',
1805                                'zlib-dynamic', 'zlib', 'sse2', 'legacy' )) {
1806        (my $WHAT = uc $what) =~ s|-|_|g;
1807        my $skipdir = $what;
1808
1809        # fix-up crypto/directory name(s)
1810        $skipdir = "ripemd" if $what eq "rmd160";
1811        $skipdir = "whrlpool" if $what eq "whirlpool";
1812
1813        my $macro = $disabled_info{$what}->{macro} = "OPENSSL_NO_$WHAT";
1814        push @{$config{openssl_feature_defines}}, $macro;
1815
1816        $skipdir{engines} = $what if $what eq 'engine';
1817        $skipdir{"crypto/$skipdir"} = $what
1818            unless $what eq 'async' || $what eq 'err' || $what eq 'dso';
1819    }
1820}
1821
1822if ($disabled{"dynamic-engine"}) {
1823    push @{$config{openssl_feature_defines}}, "OPENSSL_NO_DYNAMIC_ENGINE";
1824} else {
1825    push @{$config{openssl_feature_defines}}, "OPENSSL_NO_STATIC_ENGINE";
1826}
1827
1828# If we use the unified build, collect information from build.info files
1829my %unified_info = ();
1830
1831my $buildinfo_debug = defined($ENV{CONFIGURE_DEBUG_BUILDINFO});
1832if ($builder eq "unified") {
1833    use Text::Template 1.46;
1834
1835    sub cleandir {
1836        my $base = shift;
1837        my $dir = shift;
1838        my $relativeto = shift || ".";
1839        my $no_mkpath = shift // 0;
1840
1841        $dir = catdir($base,$dir) unless isabsolute($dir);
1842
1843        # Make sure the directories we're building in exists
1844        mkpath($dir) unless $no_mkpath;
1845
1846        my $res = abs2rel(absolutedir($dir), rel2abs($relativeto));
1847        #print STDERR "DEBUG[cleandir]: $dir , $base => $res\n";
1848        return $res;
1849    }
1850
1851    sub cleanfile {
1852        my $base = shift;
1853        my $file = shift;
1854        my $relativeto = shift || ".";
1855        my $no_mkpath = shift // 0;
1856
1857        $file = catfile($base,$file) unless isabsolute($file);
1858
1859        my $d = dirname($file);
1860        my $f = basename($file);
1861
1862        # Make sure the directories we're building in exists
1863        mkpath($d) unless $no_mkpath;
1864
1865        my $res = abs2rel(catfile(absolutedir($d), $f), rel2abs($relativeto));
1866        #print STDERR "DEBUG[cleanfile]: $d , $f => $res\n";
1867        return $res;
1868    }
1869
1870    # Store the name of the template file we will build the build file from
1871    # in %config.  This may be useful for the build file itself.
1872    my @build_file_template_names =
1873        ( $builder_platform."-".$config{build_file}.".tmpl",
1874          $config{build_file}.".tmpl" );
1875    my @build_file_templates = ();
1876
1877    # First, look in the user provided directory, if given
1878    if (defined env($local_config_envname)) {
1879        @build_file_templates =
1880            map {
1881                if ($^O eq 'VMS') {
1882                    # VMS environment variables are logical names,
1883                    # which can be used as is
1884                    $local_config_envname . ':' . $_;
1885                } else {
1886                    catfile(env($local_config_envname), $_);
1887                }
1888            }
1889            @build_file_template_names;
1890    }
1891    # Then, look in our standard directory
1892    push @build_file_templates,
1893        ( map { cleanfile($srcdir, catfile("Configurations", $_), $blddir, 1) }
1894          @build_file_template_names );
1895
1896    my $build_file_template;
1897    for $_ (@build_file_templates) {
1898        $build_file_template = $_;
1899        last if -f $build_file_template;
1900
1901        $build_file_template = undef;
1902    }
1903    if (!defined $build_file_template) {
1904        die "*** Couldn't find any of:\n", join("\n", @build_file_templates), "\n";
1905    }
1906    $config{build_file_templates}
1907      = [ cleanfile($srcdir, catfile("Configurations", "common0.tmpl"),
1908                    $blddir, 1),
1909           $build_file_template ];
1910
1911    my @build_dirs = ( [ ] );   # current directory
1912
1913    $config{build_infos} = [ ];
1914
1915    # We want to detect configdata.pm in the source tree, so we
1916    # don't use it if the build tree is different.
1917    my $src_configdata = cleanfile($srcdir, "configdata.pm", $blddir, 1);
1918
1919    # Any source file that we recognise is placed in this hash table, with
1920    # the list of its intended destinations as value.  When everything has
1921    # been collected, there's a routine that checks that these source files
1922    # exist, or if they are generated, that the generator exists.
1923    my %check_exist = ();
1924    my %check_generate = ();
1925
1926    my %ordinals = ();
1927    while (@build_dirs) {
1928        my @curd = @{shift @build_dirs};
1929        my $sourced = catdir($srcdir, @curd);
1930        my $buildd = catdir($blddir, @curd);
1931
1932        my $unixdir = join('/', @curd);
1933        if (exists $skipdir{$unixdir}) {
1934            my $what = $skipdir{$unixdir};
1935            push @{$disabled_info{$what}->{skipped}}, catdir(@curd);
1936            next;
1937        }
1938
1939        mkpath($buildd);
1940
1941        my $f = 'build.info';
1942        # The basic things we're trying to build
1943        my @programs = ();
1944        my @libraries = ();
1945        my @modules = ();
1946        my @scripts = ();
1947
1948        my %sources = ();
1949        my %shared_sources = ();
1950        my %includes = ();
1951        my %defines = ();
1952        my %depends = ();
1953        my %generate = ();
1954        my %imagedocs = ();
1955        my %htmldocs = ();
1956        my %mandocs = ();
1957
1958        # Support for $variablename in build.info files.
1959        # Embedded perl code is the ultimate master, still.  If its output
1960        # contains a dollar sign, it had better be escaped, or it will be
1961        # taken for a variable name prefix.
1962        my %variables = ();
1963        # Variable name syntax
1964        my $variable_name_re = qr/(?P<VARIABLE>[[:alpha:]][[:alnum:]_]*)/;
1965        # Value modifier syntaxes
1966        my $variable_subst_re = qr/\/(?P<RE>(?:\\\/|.)*?)\/(?P<SUBST>.*?)/;
1967        # Variable reference
1968        my $variable_simple_re = qr/(?<!\\)\$${variable_name_re}/;
1969        my $variable_w_mod_re =
1970            qr/(?<!\\)\$\{${variable_name_re}(?P<MOD>(?:\\\/|.)*?)\}/;
1971        # Tie it all together
1972        my $variable_re = qr/${variable_simple_re}|${variable_w_mod_re}/;
1973
1974        my $expand_variables = sub {
1975            my $value = '';
1976            my $value_rest = shift;
1977
1978            if ($ENV{CONFIGURE_DEBUG_VARIABLE_EXPAND}) {
1979                print STDERR
1980                    "DEBUG[\$expand_variables] Parsed '$value_rest' ...\n"
1981            }
1982
1983            while ($value_rest =~ /${variable_re}/) {
1984                # We must save important regexp values, because the next
1985                # regexp clears them
1986                my $mod = $+{MOD};
1987                my $variable_value = $variables{$+{VARIABLE}};
1988
1989                $value_rest = $';
1990                $value .= $`;
1991
1992                # Process modifier expressions, if present
1993                if (defined $mod) {
1994                    if ($mod =~ /^${variable_subst_re}$/) {
1995                        my $re = $+{RE};
1996                        my $subst = $+{SUBST};
1997
1998                        $variable_value =~ s/\Q$re\E/$subst/g;
1999
2000                        if ($ENV{CONFIGURE_DEBUG_VARIABLE_EXPAND}) {
2001                            print STDERR
2002                                "DEBUG[\$expand_variables] ... and substituted ",
2003                                "'$re' with '$subst'\n";
2004                        }
2005                    }
2006                }
2007
2008                $value .= $variable_value;
2009            }
2010            if ($ENV{CONFIGURE_DEBUG_VARIABLE_EXPAND}) {
2011                print STDERR
2012                    "DEBUG[\$expand_variables] ... into: '$value$value_rest'\n";
2013            }
2014            return $value . $value_rest;
2015        };
2016
2017        # Support for attributes in build.info files
2018        my %attributes = ();
2019        my $handle_attributes = sub {
2020            my $attr_str = shift;
2021            my $ref = shift;
2022            my @goals = @_;
2023
2024            return unless defined $attr_str;
2025
2026            my @a = tokenize($attr_str, qr|\s*,\s*|);
2027            foreach my $a (@a) {
2028                my $ac = 1;
2029                my $ak = $a;
2030                my $av = 1;
2031                if ($a =~ m|^(!)?(.*?)\s* = \s*(.*?)$|x) {
2032                    $ac = ! $1;
2033                    $ak = $2;
2034                    $av = $3;
2035                }
2036                foreach my $g (@goals) {
2037                    if ($ac) {
2038                        $$ref->{$g}->{$ak} = $av;
2039                    } else {
2040                        delete $$ref->{$g}->{$ak};
2041                    }
2042                }
2043            }
2044        };
2045
2046        # Support for pushing values on multiple indexes of a given hash
2047        # array.
2048        my $push_to = sub {
2049            my $valueref = shift;
2050            my $index_str = shift; # May be undef or empty
2051            my $attrref = shift;   # May be undef
2052            my $attr_str = shift;
2053            my @values = @_;
2054
2055            if (defined $index_str) {
2056                my @indexes = ( '' );
2057                if ($index_str !~ m|^\s*$|) {
2058                    @indexes = tokenize($index_str);
2059                }
2060                foreach (@indexes) {
2061                    push @{$valueref->{$_}}, @values;
2062                    if (defined $attrref) {
2063                        $handle_attributes->($attr_str, \$$attrref->{$_},
2064                                             @values);
2065                    }
2066                }
2067            } else {
2068                push @$valueref, @values;
2069                $handle_attributes->($attr_str, $attrref, @values)
2070                    if defined $attrref;
2071            }
2072        };
2073
2074        if ($buildinfo_debug) {
2075            print STDERR "DEBUG: Reading ",catfile($sourced, $f),"\n";
2076        }
2077        push @{$config{build_infos}}, catfile(abs2rel($sourced, $blddir), $f);
2078        my $template =
2079            Text::Template->new(TYPE => 'FILE',
2080                                SOURCE => catfile($sourced, $f),
2081                                PREPEND => qq{use lib "$FindBin::Bin/util/perl";});
2082        die "Something went wrong with $sourced/$f: $!\n" unless $template;
2083        my @text =
2084            split /^/m,
2085            $template->fill_in(HASH => { config => \%config,
2086                                         target => \%target,
2087                                         disabled => \%disabled,
2088                                         withargs => \%withargs,
2089                                         builddir => abs2rel($buildd, $blddir),
2090                                         sourcedir => abs2rel($sourced, $blddir),
2091                                         buildtop => abs2rel($blddir, $blddir),
2092                                         sourcetop => abs2rel($srcdir, $blddir) },
2093                               DELIMITERS => [ "{-", "-}" ]);
2094
2095        # The top item of this stack has the following values
2096        # -2 positive already run and we found ELSE (following ELSIF should fail)
2097        # -1 positive already run (skip until ENDIF)
2098        # 0 negatives so far (if we're at a condition, check it)
2099        # 1 last was positive (don't skip lines until next ELSE, ELSIF or ENDIF)
2100        # 2 positive ELSE (following ELSIF should fail)
2101        my @skip = ();
2102
2103        # A few useful generic regexps
2104        my $index_re = qr/\[\s*(?P<INDEX>(?:\\.|.)*?)\s*\]/;
2105        my $cond_re = qr/\[\s*(?P<COND>(?:\\.|.)*?)\s*\]/;
2106        my $attribs_re = qr/(?:\{\s*(?P<ATTRIBS>(?:\\.|.)*?)\s*\})?/;
2107        my $value_re = qr/(?P<VALUE>.*?)/;
2108        collect_information(
2109            collect_from_array([ @text ],
2110                               qr/\\$/ => sub { my $l1 = shift; my $l2 = shift;
2111                                                $l1 =~ s/\\$//; $l1.$l2 }),
2112            # Info we're looking for
2113            qr/^\s* IF ${cond_re} \s*$/x
2114            => sub {
2115                if (! @skip || $skip[$#skip] > 0) {
2116                    push @skip, !! $expand_variables->($+{COND});
2117                } else {
2118                    push @skip, -1;
2119                }
2120            },
2121            qr/^\s* ELSIF ${cond_re} \s*$/x
2122            => sub { die "ELSIF out of scope" if ! @skip;
2123                     die "ELSIF following ELSE" if abs($skip[$#skip]) == 2;
2124                     $skip[$#skip] = -1 if $skip[$#skip] != 0;
2125                     $skip[$#skip] = !! $expand_variables->($+{COND})
2126                         if $skip[$#skip] == 0; },
2127            qr/^\s* ELSE \s*$/x
2128            => sub { die "ELSE out of scope" if ! @skip;
2129                     $skip[$#skip] = -2 if $skip[$#skip] != 0;
2130                     $skip[$#skip] = 2 if $skip[$#skip] == 0; },
2131            qr/^\s* ENDIF \s*$/x
2132            => sub { die "ENDIF out of scope" if ! @skip;
2133                     pop @skip; },
2134            qr/^\s* ${variable_re} \s* = \s* ${value_re} \s* $/x
2135            => sub {
2136                if (!@skip || $skip[$#skip] > 0) {
2137                    $variables{$+{VARIABLE}} = $expand_variables->($+{VALUE});
2138                }
2139            },
2140            qr/^\s* SUBDIRS \s* = \s* ${value_re} \s* $/x
2141            => sub {
2142                if (!@skip || $skip[$#skip] > 0) {
2143                    foreach (tokenize($expand_variables->($+{VALUE}))) {
2144                        push @build_dirs, [ @curd, splitdir($_, 1) ];
2145                    }
2146                }
2147            },
2148            qr/^\s* PROGRAMS ${attribs_re} \s* =  \s* ${value_re} \s* $/x
2149            => sub { $push_to->(\@programs, undef,
2150                                \$attributes{programs}, $+{ATTRIBS},
2151                                tokenize($expand_variables->($+{VALUE})))
2152                         if !@skip || $skip[$#skip] > 0; },
2153            qr/^\s* LIBS ${attribs_re} \s* =  \s* ${value_re} \s* $/x
2154            => sub { $push_to->(\@libraries, undef,
2155                                \$attributes{libraries}, $+{ATTRIBS},
2156                                tokenize($expand_variables->($+{VALUE})))
2157                         if !@skip || $skip[$#skip] > 0; },
2158            qr/^\s* MODULES ${attribs_re} \s* =  \s* ${value_re} \s* $/x
2159            => sub { $push_to->(\@modules, undef,
2160                                \$attributes{modules}, $+{ATTRIBS},
2161                                tokenize($expand_variables->($+{VALUE})))
2162                         if !@skip || $skip[$#skip] > 0; },
2163            qr/^\s* SCRIPTS ${attribs_re} \s* = \s* ${value_re} \s* $/x
2164            => sub { $push_to->(\@scripts, undef,
2165                                \$attributes{scripts}, $+{ATTRIBS},
2166                                tokenize($expand_variables->($+{VALUE})))
2167                         if !@skip || $skip[$#skip] > 0; },
2168            qr/^\s* IMAGEDOCS ${index_re} \s* = \s* ${value_re} \s* $/x
2169            => sub { $push_to->(\%imagedocs, $expand_variables->($+{INDEX}),
2170                                undef, undef,
2171                                tokenize($expand_variables->($+{VALUE})))
2172                         if !@skip || $skip[$#skip] > 0; },
2173            qr/^\s* HTMLDOCS ${index_re} \s* = \s* ${value_re} \s* $/x
2174            => sub { $push_to->(\%htmldocs, $expand_variables->($+{INDEX}),
2175                                undef, undef,
2176                                tokenize($expand_variables->($+{VALUE})))
2177                         if !@skip || $skip[$#skip] > 0; },
2178            qr/^\s* MANDOCS ${index_re} \s* = \s* ${value_re} \s* $/x
2179            => sub { $push_to->(\%mandocs, $expand_variables->($+{INDEX}),
2180                                undef, undef,
2181                                tokenize($expand_variables->($+{VALUE})))
2182                         if !@skip || $skip[$#skip] > 0; },
2183            qr/^\s* SOURCE ${index_re} ${attribs_re} \s* = \s* ${value_re} \s* $/x
2184            => sub { $push_to->(\%sources, $expand_variables->($+{INDEX}),
2185                                \$attributes{sources}, $+{ATTRIBS},
2186                                tokenize($expand_variables->($+{VALUE})))
2187                         if !@skip || $skip[$#skip] > 0; },
2188            qr/^\s* SHARED_SOURCE ${index_re} ${attribs_re} \s* = \s* ${value_re} \s* $/x
2189            => sub { $push_to->(\%shared_sources, $expand_variables->($+{INDEX}),
2190                                \$attributes{sources}, $+{ATTRIBS},
2191                                tokenize($expand_variables->($+{VALUE})))
2192                         if !@skip || $skip[$#skip] > 0; },
2193            qr/^\s* INCLUDE ${index_re} \s* = \s* ${value_re} \s* $/x
2194            => sub { $push_to->(\%includes, $expand_variables->($+{INDEX}),
2195                                undef, undef,
2196                                tokenize($expand_variables->($+{VALUE})))
2197                         if !@skip || $skip[$#skip] > 0; },
2198            qr/^\s* DEFINE ${index_re} \s* = \s* ${value_re} \s* $/x
2199            => sub { $push_to->(\%defines, $expand_variables->($+{INDEX}),
2200                                undef, undef,
2201                                tokenize($expand_variables->($+{VALUE})))
2202                         if !@skip || $skip[$#skip] > 0; },
2203            qr/^\s* DEPEND ${index_re} ${attribs_re} \s* = \s* ${value_re} \s* $/x
2204            => sub { $push_to->(\%depends, $expand_variables->($+{INDEX}),
2205                                \$attributes{depends}, $+{ATTRIBS},
2206                                tokenize($expand_variables->($+{VALUE})))
2207                         if !@skip || $skip[$#skip] > 0; },
2208            qr/^\s* GENERATE ${index_re} ${attribs_re} \s* = \s* ${value_re} \s* $/x
2209            => sub { $push_to->(\%generate, $expand_variables->($+{INDEX}),
2210                                \$attributes{generate}, $+{ATTRIBS},
2211                                $expand_variables->($+{VALUE}))
2212                         if !@skip || $skip[$#skip] > 0; },
2213            qr/^\s* (?:\#.*)? $/x => sub { },
2214            "OTHERWISE" => sub { die "Something wrong with this line:\n$_\nat $sourced/$f" },
2215            "BEFORE" => sub {
2216                if ($buildinfo_debug) {
2217                    print STDERR "DEBUG: Parsing ",join(" ", @_),"\n";
2218                    print STDERR "DEBUG: ... before parsing, skip stack is ",join(" ", map { int($_) } @skip),"\n";
2219                }
2220            },
2221            "AFTER" => sub {
2222                if ($buildinfo_debug) {
2223                    print STDERR "DEBUG: .... after parsing, skip stack is ",join(" ", map { int($_) } @skip),"\n";
2224                }
2225            },
2226            );
2227        die "runaway IF?" if (@skip);
2228
2229        if (grep { defined $attributes{modules}->{$_}->{engine} } keys %attributes
2230                and !$config{dynamic_engines}) {
2231            die <<"EOF"
2232ENGINES can only be used if configured with 'dynamic-engine'.
2233This is usually a fault in a build.info file.
2234EOF
2235        }
2236
2237        {
2238            my %infos = ( programs  => [ @programs  ],
2239                          libraries => [ @libraries ],
2240                          modules   => [ @modules   ],
2241                          scripts   => [ @scripts   ] );
2242            foreach my $k (keys %infos) {
2243                foreach (@{$infos{$k}}) {
2244                    my $item = cleanfile($buildd, $_, $blddir);
2245                    $unified_info{$k}->{$item} = 1;
2246
2247                    # Fix up associated attributes
2248                    $unified_info{attributes}->{$k}->{$item} =
2249                        $attributes{$k}->{$_}
2250                        if defined $attributes{$k}->{$_};
2251                }
2252            }
2253        }
2254
2255        # Check that we haven't defined any library as both shared and
2256        # explicitly static.  That is forbidden.
2257        my @doubles = ();
2258        foreach (grep /\.a$/, keys %{$unified_info{libraries}}) {
2259            (my $l = $_) =~ s/\.a$//;
2260            push @doubles, $l if defined $unified_info{libraries}->{$l};
2261        }
2262        die "these libraries are both explicitly static and shared:\n  ",
2263            join(" ", @doubles), "\n"
2264            if @doubles;
2265
2266        foreach (keys %sources) {
2267            my $dest = $_;
2268            my $ddest = cleanfile($buildd, $_, $blddir);
2269            foreach (@{$sources{$dest}}) {
2270                my $s = cleanfile($sourced, $_, $blddir, 1);
2271
2272                # If it's generated or we simply don't find it in the source
2273                # tree, we assume it's in the build tree.
2274                if ($s eq $src_configdata || $generate{$_} || ! -f $s) {
2275                    $s = cleanfile($buildd, $_, $blddir);
2276                }
2277                my $o = $_;
2278                # We recognise C++, C and asm files
2279                if ($s =~ /\.(cc|cpp|c|s|S)$/) {
2280                    push @{$check_exist{$s}}, $ddest;
2281                    $o =~ s/\.[csS]$/.o/; # C and assembler
2282                    $o =~ s/\.(cc|cpp)$/_cc.o/; # C++
2283                    $o = cleanfile($buildd, $o, $blddir);
2284                    $unified_info{sources}->{$ddest}->{$o} = -1;
2285                    $unified_info{sources}->{$o}->{$s} = -1;
2286                } elsif ($s =~ /\.rc$/) {
2287                    # We also recognise resource files
2288                    push @{$check_exist{$s}}, $ddest;
2289                    $o =~ s/\.rc$/.res/; # Resource configuration
2290                    $o = cleanfile($buildd, $o, $blddir);
2291                    $unified_info{sources}->{$ddest}->{$o} = -1;
2292                    $unified_info{sources}->{$o}->{$s} = -1;
2293                } else {
2294                    push @{$check_exist{$s}}, $ddest;
2295                    $unified_info{sources}->{$ddest}->{$s} = 1;
2296                }
2297                # Fix up associated attributes
2298                if ($o ne $_) {
2299                    $unified_info{attributes}->{sources}->{$ddest}->{$o} =
2300                        $unified_info{attributes}->{sources}->{$o}->{$s} =
2301                        $attributes{sources}->{$dest}->{$_}
2302                        if defined $attributes{sources}->{$dest}->{$_};
2303                } else {
2304                    $unified_info{attributes}->{sources}->{$ddest}->{$s} =
2305                        $attributes{sources}->{$dest}->{$_}
2306                        if defined $attributes{sources}->{$dest}->{$_};
2307                }
2308            }
2309        }
2310
2311        foreach (keys %shared_sources) {
2312            my $dest = $_;
2313            my $ddest = cleanfile($buildd, $_, $blddir);
2314            foreach (@{$shared_sources{$dest}}) {
2315                my $s = cleanfile($sourced, $_, $blddir, 1);
2316
2317                # If it's generated or we simply don't find it in the source
2318                # tree, we assume it's in the build tree.
2319                if ($s eq $src_configdata || $generate{$_} || ! -f $s) {
2320                    $s = cleanfile($buildd, $_, $blddir);
2321                }
2322
2323                my $o = $_;
2324                if ($s =~ /\.(cc|cpp|c|s|S)$/) {
2325                    # We recognise C++, C and asm files
2326                    push @{$check_exist{$s}}, $ddest;
2327                    $o =~ s/\.[csS]$/.o/; # C and assembler
2328                    $o =~ s/\.(cc|cpp)$/_cc.o/; # C++
2329                    $o = cleanfile($buildd, $o, $blddir);
2330                    $unified_info{shared_sources}->{$ddest}->{$o} = -1;
2331                    $unified_info{sources}->{$o}->{$s} = -1;
2332                } elsif ($s =~ /\.rc$/) {
2333                    # We also recognise resource files
2334                    push @{$check_exist{$s}}, $ddest;
2335                    $o =~ s/\.rc$/.res/; # Resource configuration
2336                    $o = cleanfile($buildd, $o, $blddir);
2337                    $unified_info{shared_sources}->{$ddest}->{$o} = -1;
2338                    $unified_info{sources}->{$o}->{$s} = -1;
2339                } elsif ($s =~ /\.ld$/) {
2340                    # We also recognise linker scripts (or corresponding)
2341                    # We know they are generated files
2342                    push @{$check_exist{$s}}, $ddest;
2343                    $o = cleanfile($buildd, $_, $blddir);
2344                    $unified_info{shared_sources}->{$ddest}->{$o} = 1;
2345                } else {
2346                    die "unrecognised source file type for shared library: $s\n";
2347                }
2348                # Fix up associated attributes
2349                if ($o ne $_) {
2350                    $unified_info{attributes}->{shared_sources}->{$ddest}->{$o} =
2351                        $unified_info{attributes}->{sources}->{$o}->{$s} =
2352                        $attributes{sources}->{$dest}->{$_}
2353                        if defined $attributes{sources}->{$dest}->{$_};
2354                } else {
2355                    $unified_info{attributes}->{shared_sources}->{$ddest}->{$o} =
2356                        $attributes{sources}->{$dest}->{$_}
2357                        if defined $attributes{sources}->{$dest}->{$_};
2358                }
2359            }
2360        }
2361
2362        foreach (keys %generate) {
2363            my $dest = $_;
2364            my $ddest = cleanfile($buildd, $_, $blddir);
2365            die "more than one generator for $dest: "
2366                ,join(" ", @{$generate{$_}}),"\n"
2367                if scalar @{$generate{$_}} > 1;
2368            my @generator = split /\s+/, $generate{$dest}->[0];
2369            my $gen = $generator[0];
2370            $generator[0] = cleanfile($sourced, $gen, $blddir, 1);
2371
2372            # If the generator is itself generated, it's in the build tree
2373            if ($generate{$gen} || ! -f $generator[0]) {
2374                $generator[0] = cleanfile($buildd, $gen, $blddir);
2375            }
2376            $check_generate{$ddest}->{$generator[0]}++;
2377
2378            $unified_info{generate}->{$ddest} = [ @generator ];
2379            # Fix up associated attributes
2380            $unified_info{attributes}->{generate}->{$ddest} =
2381                $attributes{generate}->{$dest}->{$gen}
2382                if defined $attributes{generate}->{$dest}->{$gen};
2383        }
2384
2385        foreach (keys %depends) {
2386            my $dest = $_;
2387            my $ddest = $dest;
2388
2389            if ($dest =~ /^\|(.*)\|$/) {
2390                # Collect the raw target
2391                $unified_info{targets}->{$1} = 1;
2392                $ddest = $1;
2393            } elsif ($dest eq '') {
2394                $ddest = '';
2395            } else {
2396                $ddest = cleanfile($sourced, $_, $blddir, 1);
2397
2398                # If the destination doesn't exist in source, it can only be
2399                # a generated file in the build tree.
2400                if ($ddest eq $src_configdata || ! -f $ddest) {
2401                    $ddest = cleanfile($buildd, $_, $blddir);
2402                }
2403            }
2404            foreach (@{$depends{$dest}}) {
2405                my $d = cleanfile($sourced, $_, $blddir, 1);
2406                my $d2 = cleanfile($buildd, $_, $blddir);
2407
2408                # If we know it's generated, or assume it is because we can't
2409                # find it in the source tree, we set file we depend on to be
2410                # in the build tree rather than the source tree.
2411                if ($d eq $src_configdata
2412                    || (grep { $d2 eq $_ }
2413                        keys %{$unified_info{generate}})
2414                    || ! -f $d) {
2415                    $d = $d2;
2416                }
2417                $unified_info{depends}->{$ddest}->{$d} = 1;
2418
2419                # Fix up associated attributes
2420                $unified_info{attributes}->{depends}->{$ddest}->{$d} =
2421                    $attributes{depends}->{$dest}->{$_}
2422                    if defined $attributes{depends}->{$dest}->{$_};
2423            }
2424        }
2425
2426        foreach (keys %includes) {
2427            my $dest = $_;
2428            my $ddest = cleanfile($sourced, $_, $blddir, 1);
2429
2430            # If the destination doesn't exist in source, it can only be
2431            # a generated file in the build tree.
2432            if ($ddest eq $src_configdata || ! -f $ddest) {
2433                $ddest = cleanfile($buildd, $_, $blddir);
2434            }
2435            foreach (@{$includes{$dest}}) {
2436                my $is = cleandir($sourced, $_, $blddir, 1);
2437                my $ib = cleandir($buildd, $_, $blddir);
2438                push @{$unified_info{includes}->{$ddest}->{source}}, $is
2439                    unless grep { $_ eq $is } @{$unified_info{includes}->{$ddest}->{source}};
2440                push @{$unified_info{includes}->{$ddest}->{build}}, $ib
2441                    unless grep { $_ eq $ib } @{$unified_info{includes}->{$ddest}->{build}};
2442            }
2443        }
2444
2445        foreach my $dest (keys %defines) {
2446            my $ddest;
2447
2448            if ($dest ne "") {
2449                $ddest = cleanfile($sourced, $dest, $blddir, 1);
2450
2451                # If the destination doesn't exist in source, it can only
2452                # be a generated file in the build tree.
2453                if (! -f $ddest) {
2454                    $ddest = cleanfile($buildd, $dest, $blddir);
2455                }
2456            }
2457            foreach my $v (@{$defines{$dest}}) {
2458                $v =~ m|^([^=]*)(=.*)?$|;
2459                die "0 length macro name not permitted\n" if $1 eq "";
2460                if ($dest ne "") {
2461                    die "$1 defined more than once\n"
2462                        if defined $unified_info{defines}->{$ddest}->{$1};
2463                    $unified_info{defines}->{$ddest}->{$1} = $2;
2464                } else {
2465                    die "$1 defined more than once\n"
2466                        if grep { $v eq $_ } @{$config{defines}};
2467                    push @{$config{defines}}, $v;
2468                }
2469            }
2470        }
2471
2472        foreach my $section (keys %imagedocs) {
2473            foreach (@{$imagedocs{$section}}) {
2474                my $imagedocs = cleanfile($buildd, $_, $blddir);
2475                $unified_info{imagedocs}->{$section}->{$imagedocs} = 1;
2476            }
2477        }
2478
2479        foreach my $section (keys %htmldocs) {
2480            foreach (@{$htmldocs{$section}}) {
2481                my $htmldocs = cleanfile($buildd, $_, $blddir);
2482                $unified_info{htmldocs}->{$section}->{$htmldocs} = 1;
2483            }
2484        }
2485
2486        foreach my $section (keys %mandocs) {
2487            foreach (@{$mandocs{$section}}) {
2488                my $mandocs = cleanfile($buildd, $_, $blddir);
2489                $unified_info{mandocs}->{$section}->{$mandocs} = 1;
2490            }
2491        }
2492    }
2493
2494    my $ordinals_text = join(', ', sort keys %ordinals);
2495    warn <<"EOF" if $ordinals_text;
2496
2497WARNING: ORDINALS were specified for $ordinals_text
2498They are ignored and should be replaced with a combination of GENERATE,
2499DEPEND and SHARED_SOURCE.
2500EOF
2501
2502    # Check that each generated file is only generated once
2503    my $ambiguous_generation = 0;
2504    foreach (sort keys %check_generate) {
2505        my @generators = sort keys %{$check_generate{$_}};
2506        my $generators_txt = join(', ', @generators);
2507        if (scalar @generators > 1) {
2508            warn "$_ is GENERATEd by more than one generator ($generators_txt)\n";
2509            $ambiguous_generation++;
2510        }
2511        if ($check_generate{$_}->{$generators[0]} > 1) {
2512            warn "INFO: $_ has more than one GENERATE declaration (same generator)\n"
2513        }
2514    }
2515    die "There are ambiguous source file generations\n"
2516        if $ambiguous_generation > 0;
2517
2518    # All given source files should exist, or if generated, their
2519    # generator should exist.  This loop ensures this is true.
2520    my $missing = 0;
2521    foreach my $orig (sort keys %check_exist) {
2522        foreach my $dest (@{$check_exist{$orig}}) {
2523            if ($orig ne $src_configdata) {
2524                if ($orig =~ /\.a$/) {
2525                    # Static library names may be used as sources, so we
2526                    # need to detect those and give them special treatment.
2527                    unless (grep { $_ eq $orig }
2528                            keys %{$unified_info{libraries}}) {
2529                        warn "$orig is given as source for $dest, but no such library is built\n";
2530                        $missing++;
2531                    }
2532                } else {
2533                    # A source may be generated, and its generator may be
2534                    # generated as well.  We therefore loop to dig out the
2535                    # first generator.
2536                    my $gen = $orig;
2537
2538                    while (my @next = keys %{$check_generate{$gen}}) {
2539                        $gen = $next[0];
2540                    }
2541
2542                    if (! -f $gen) {
2543                        if ($gen ne $orig) {
2544                            $missing++;
2545                            warn "$orig is given as source for $dest, but its generator (leading to $gen) is missing\n";
2546                        } else {
2547                            $missing++;
2548                            warn "$orig is given as source for $dest, but is missing\n";
2549                        }
2550                    }
2551                }
2552            }
2553        }
2554    }
2555    die "There are files missing\n" if $missing > 0;
2556
2557    # Go through the sources of all libraries and check that the same basename
2558    # doesn't appear more than once.  Some static library archivers depend on
2559    # them being unique.
2560    {
2561        my $err = 0;
2562        foreach my $prod (keys %{$unified_info{libraries}}) {
2563            my @prod_sources =
2564                map { keys %{$unified_info{sources}->{$_}} }
2565                keys %{$unified_info{sources}->{$prod}};
2566            my %srccnt = ();
2567
2568            # Count how many times a given each source basename
2569            # appears for each product.
2570            foreach my $src (@prod_sources) {
2571                $srccnt{basename $src}++;
2572            }
2573
2574            foreach my $src (keys %srccnt) {
2575                if ((my $cnt = $srccnt{$src}) > 1) {
2576                    print STDERR "$src appears $cnt times for the product $prod\n";
2577                    $err++
2578                }
2579            }
2580        }
2581        die if $err > 0;
2582    }
2583
2584    # Massage the result
2585
2586    # If we depend on a header file or a perl module, add an inclusion of
2587    # its directory to allow smoothe inclusion
2588    foreach my $dest (keys %{$unified_info{depends}}) {
2589        next if $dest eq "";
2590        foreach my $d (keys %{$unified_info{depends}->{$dest}}) {
2591            next unless $d =~ /\.(h|pm)$/;
2592            my $i = dirname($d);
2593            my $spot =
2594                $d eq "configdata.pm" || defined($unified_info{generate}->{$d})
2595                ? 'build' : 'source';
2596            push @{$unified_info{includes}->{$dest}->{$spot}}, $i
2597                unless grep { $_ eq $i } @{$unified_info{includes}->{$dest}->{$spot}};
2598        }
2599    }
2600
2601    # Go through all intermediary files and change their names to something that
2602    # reflects what they will be built for.  Note that for some source files,
2603    # this leads to duplicate object files because they are used multiple times.
2604    # the goal is to rename all object files according to this scheme:
2605    #    {productname}-{midfix}-{origobjname}.[o|res]
2606    # the {midfix} is a keyword indicating the type of product, which is mostly
2607    # valuable for libraries since they come in two forms.
2608    #
2609    # This also reorganises the {sources} and {shared_sources} so that the
2610    # former only contains ALL object files that are supposed to end up in
2611    # static libraries and programs, while the latter contains ALL object files
2612    # that are supposed to end up in shared libraries and DSOs.
2613    # The main reason for having two different source structures is to allow
2614    # the same name to be used for the static and the shared variants of a
2615    # library.
2616    {
2617        # Take copies so we don't get interference from added stuff
2618        my %unified_copy = ();
2619        foreach (('sources', 'shared_sources')) {
2620            $unified_copy{$_} = { %{$unified_info{$_}} }
2621                if defined($unified_info{$_});
2622            delete $unified_info{$_};
2623        }
2624        foreach my $prodtype (('programs', 'libraries', 'modules', 'scripts')) {
2625            # $intent serves multi purposes:
2626            # - give a prefix for the new object files names
2627            # - in the case of libraries, rearrange the object files so static
2628            #   libraries use the 'sources' structure exclusively, while shared
2629            #   libraries use the 'shared_sources' structure exclusively.
2630            my $intent = {
2631                programs  => { bin    => { src => [ 'sources' ],
2632                                           dst => 'sources' } },
2633                libraries => { lib    => { src => [ 'sources' ],
2634                                           dst => 'sources' },
2635                               shlib  => { prodselect =>
2636                                               sub { grep !/\.a$/, @_ },
2637                                           src => [ 'sources',
2638                                                    'shared_sources' ],
2639                                           dst => 'shared_sources' } },
2640                modules   => { dso    => { src => [ 'sources' ],
2641                                           dst => 'sources' } },
2642                scripts   => { script => { src => [ 'sources' ],
2643                                           dst => 'sources' } }
2644               } -> {$prodtype};
2645            foreach my $kind (keys %$intent) {
2646                next if ($intent->{$kind}->{dst} eq 'shared_sources'
2647                             && $disabled{shared});
2648
2649                my @src = @{$intent->{$kind}->{src}};
2650                my $dst = $intent->{$kind}->{dst};
2651                my $prodselect = $intent->{$kind}->{prodselect} // sub { @_ };
2652                foreach my $prod ($prodselect->(keys %{$unified_info{$prodtype}})) {
2653                    # %prod_sources has all applicable objects as keys, and
2654                    # their corresponding sources as values
2655                    my %prod_sources =
2656                        map { $_ => [ keys %{$unified_copy{sources}->{$_}} ] }
2657                        map { keys %{$unified_copy{$_}->{$prod}} }
2658                        @src;
2659                    foreach (keys %prod_sources) {
2660                        # Only affect object files and resource files,
2661                        # the others simply get a new value
2662                        # (+1 instead of -1)
2663                        if ($_ =~ /\.(o|res)$/) {
2664                            (my $prodname = $prod) =~ s|\.a$||;
2665                            my $newobj =
2666                                catfile(dirname($_),
2667                                        basename($prodname)
2668                                            . '-' . $kind
2669                                            . '-' . basename($_));
2670                            $unified_info{$dst}->{$prod}->{$newobj} = 1;
2671                            foreach my $src (@{$prod_sources{$_}}) {
2672                                $unified_info{sources}->{$newobj}->{$src} = 1;
2673                                # Adjust source attributes
2674                                my $attrs = $unified_info{attributes}->{sources};
2675                                if (defined $attrs->{$prod}
2676                                    && defined $attrs->{$prod}->{$_}) {
2677                                    $attrs->{$prod}->{$newobj} =
2678                                        $attrs->{$prod}->{$_};
2679                                    delete $attrs->{$prod}->{$_};
2680                                }
2681                                foreach my $objsrc (keys %{$attrs->{$_} // {}}) {
2682                                    $attrs->{$newobj}->{$objsrc} =
2683                                        $attrs->{$_}->{$objsrc};
2684                                    delete $attrs->{$_}->{$objsrc};
2685                                }
2686                            }
2687                            # Adjust dependencies
2688                            foreach my $deps (keys %{$unified_info{depends}->{$_}}) {
2689                                $unified_info{depends}->{$_}->{$deps} = -1;
2690                                $unified_info{depends}->{$newobj}->{$deps} = 1;
2691                            }
2692                            # Adjust includes
2693                            foreach my $k (('source', 'build')) {
2694                                next unless
2695                                    defined($unified_info{includes}->{$_}->{$k});
2696                                my @incs = @{$unified_info{includes}->{$_}->{$k}};
2697                                $unified_info{includes}->{$newobj}->{$k} = [ @incs ];
2698                            }
2699                        } else {
2700                            $unified_info{$dst}->{$prod}->{$_} = 1;
2701                        }
2702                    }
2703                }
2704            }
2705        }
2706    }
2707
2708    # At this point, we have a number of sources with the value -1.  They
2709    # aren't part of the local build and are probably meant for a different
2710    # platform, and can therefore be cleaned away.  That happens when making
2711    # %unified_info more efficient below.
2712
2713    ### Make unified_info a bit more efficient
2714    # One level structures
2715    foreach (("programs", "libraries", "modules", "scripts", "targets")) {
2716        $unified_info{$_} = [ sort keys %{$unified_info{$_}} ];
2717    }
2718    # Two level structures
2719    foreach my $l1 (("sources", "shared_sources", "ldadd", "depends",
2720                     "imagedocs", "htmldocs", "mandocs")) {
2721        foreach my $l2 (sort keys %{$unified_info{$l1}}) {
2722            my @items =
2723                sort
2724                grep { $unified_info{$l1}->{$l2}->{$_} > 0 }
2725                keys %{$unified_info{$l1}->{$l2}};
2726            if (@items) {
2727                $unified_info{$l1}->{$l2} = [ @items ];
2728            } else {
2729                delete $unified_info{$l1}->{$l2};
2730            }
2731        }
2732    }
2733    # Defines
2734    foreach my $dest (sort keys %{$unified_info{defines}}) {
2735        $unified_info{defines}->{$dest}
2736            = [ map { $_.$unified_info{defines}->{$dest}->{$_} }
2737                sort keys %{$unified_info{defines}->{$dest}} ];
2738    }
2739    # Includes
2740    foreach my $dest (sort keys %{$unified_info{includes}}) {
2741        if (defined($unified_info{includes}->{$dest}->{build})) {
2742            my @source_includes = ();
2743            @source_includes = ( @{$unified_info{includes}->{$dest}->{source}} )
2744                if defined($unified_info{includes}->{$dest}->{source});
2745            $unified_info{includes}->{$dest} =
2746                [ @{$unified_info{includes}->{$dest}->{build}} ];
2747            foreach my $inc (@source_includes) {
2748                push @{$unified_info{includes}->{$dest}}, $inc
2749                    unless grep { $_ eq $inc } @{$unified_info{includes}->{$dest}};
2750            }
2751        } elsif (defined($unified_info{includes}->{$dest}->{source})) {
2752            $unified_info{includes}->{$dest} =
2753                [ @{$unified_info{includes}->{$dest}->{source}} ];
2754        } else {
2755            delete $unified_info{includes}->{$dest};
2756        }
2757    }
2758
2759    # For convenience collect information regarding directories where
2760    # files are generated, those generated files and the end product
2761    # they end up in where applicable.  Then, add build rules for those
2762    # directories
2763    my %loopinfo = ( "lib" => [ @{$unified_info{libraries}} ],
2764                     "dso" => [ @{$unified_info{modules}} ],
2765                     "bin" => [ @{$unified_info{programs}} ],
2766                     "script" => [ @{$unified_info{scripts}} ],
2767                     "docs" => [ (map { @{$unified_info{imagedocs}->{$_} // []} }
2768                                  keys %{$unified_info{imagedocs} // {}}),
2769                                 (map { @{$unified_info{htmldocs}->{$_} // []} }
2770                                  keys %{$unified_info{htmldocs} // {}}),
2771                                 (map { @{$unified_info{mandocs}->{$_} // []} }
2772                                  keys %{$unified_info{mandocs} // {}}) ] );
2773    foreach my $type (sort keys %loopinfo) {
2774        foreach my $product (@{$loopinfo{$type}}) {
2775            my %dirs = ();
2776            my $pd = dirname($product);
2777
2778            foreach (@{$unified_info{sources}->{$product} // []},
2779                     @{$unified_info{shared_sources}->{$product} // []}) {
2780                my $d = dirname($_);
2781
2782                # We don't want to create targets for source directories
2783                # when building out of source
2784                next if ($config{sourcedir} ne $config{builddir}
2785                             && $d =~ m|^\Q$config{sourcedir}\E|);
2786                # We already have a "test" target, and the current directory
2787                # is just silly to make a target for
2788                next if $d eq "test" || $d eq ".";
2789
2790                $dirs{$d} = 1;
2791                push @{$unified_info{dirinfo}->{$d}->{deps}}, $_
2792                    if $d ne $pd;
2793            }
2794            foreach (sort keys %dirs) {
2795                push @{$unified_info{dirinfo}->{$_}->{products}->{$type}},
2796                    $product;
2797            }
2798        }
2799    }
2800}
2801
2802# For the schemes that need it, we provide the old *_obj configs
2803# from the *_asm_obj ones
2804foreach (grep /_(asm|aux)_src$/, keys %target) {
2805    my $src = $_;
2806    (my $obj = $_) =~ s/_(asm|aux)_src$/_obj/;
2807    $target{$obj} = $target{$src};
2808    $target{$obj} =~ s/\.[csS]\b/.o/g; # C and assembler
2809    $target{$obj} =~ s/\.(cc|cpp)\b/_cc.o/g; # C++
2810}
2811
2812# Write down our configuration where it fits #########################
2813
2814my %template_vars = (
2815    config => \%config,
2816    target => \%target,
2817    disablables => \@disablables,
2818    disablables_int => \@disablables_int,
2819    disabled => \%disabled,
2820    withargs => \%withargs,
2821    unified_info => \%unified_info,
2822    tls => \@tls,
2823    dtls => \@dtls,
2824    makevars => [ sort keys %user ],
2825    disabled_info => \%disabled_info,
2826    user_crossable => \@user_crossable,
2827);
2828my $configdata_outname = 'configdata.pm';
2829open CONFIGDATA, ">$configdata_outname.new"
2830    or die "Trying to create $configdata_outname.new: $!";
2831my $configdata_tmplname = cleanfile($srcdir, "configdata.pm.in", $blddir, 1);
2832my $configdata_tmpl =
2833    OpenSSL::Template->new(TYPE => 'FILE', SOURCE => $configdata_tmplname);
2834$configdata_tmpl->fill_in(
2835    FILENAME => $configdata_tmplname,
2836    OUTPUT => \*CONFIGDATA,
2837    HASH => { %template_vars,
2838              autowarntext => [
2839                  'WARNING: do not edit!',
2840                  "Generated by Configure from $configdata_tmplname",
2841              ] }
2842) or die $Text::Template::ERROR;
2843close CONFIGDATA;
2844
2845rename "$configdata_outname.new", $configdata_outname;
2846if ($builder_platform eq 'unix') {
2847    my $mode = (0755 & ~umask);
2848    chmod $mode, 'configdata.pm'
2849        or warn sprintf("WARNING: Couldn't change mode for 'configdata.pm' to 0%03o: %s\n",$mode,$!);
2850}
2851print "Created $configdata_outname\n";
2852
2853print "Running $configdata_outname\n";
2854my $perlcmd = (quotify("maybeshell", $config{PERL}))[0];
2855my $cmd = "$perlcmd $configdata_outname";
2856#print STDERR "DEBUG[run_dofile]: \$cmd = $cmd\n";
2857system($cmd);
2858exit 1 if $? != 0;
2859
2860$SIG{__DIE__} = $orig_death_handler;
2861
2862print <<"EOF" if ($disabled{threads} eq "unavailable");
2863
2864The library could not be configured for supporting multi-threaded
2865applications as the compiler options required on this system are not known.
2866See file INSTALL.md for details if you need multi-threading.
2867EOF
2868
2869print <<"EOF" if ($no_shared_warn);
2870
2871The options 'shared', 'pic' and 'dynamic-engine' aren't supported on this
2872platform, so we will pretend you gave the option 'no-pic', which also disables
2873'shared' and 'dynamic-engine'.  If you know how to implement shared libraries
2874or position independent code, please let us know (but please first make sure
2875you have tried with a current version of OpenSSL).
2876EOF
2877
2878print $banner;
2879
2880exit(0);
2881
2882######################################################################
2883#
2884# Helpers and utility functions
2885#
2886
2887# Death handler, to print a helpful message in case of failure #######
2888#
2889sub death_handler {
2890    die @_ if $^S;              # To prevent the added message in eval blocks
2891    my $build_file = $config{build_file} // "build file";
2892    my @message = ( <<"_____", @_ );
2893
2894Failure!  $build_file wasn't produced.
2895Please read INSTALL.md and associated NOTES-* files.  You may also have to
2896look over your available compiler tool chain or change your configuration.
2897
2898_____
2899
2900    # Dying is terminal, so it's ok to reset the signal handler here.
2901    $SIG{__DIE__} = $orig_death_handler;
2902    die @message;
2903}
2904
2905# Configuration file reading #########################################
2906
2907# Note: All of the helper functions are for lazy evaluation.  They all
2908# return a CODE ref, which will return the intended value when evaluated.
2909# Thus, whenever there's mention of a returned value, it's about that
2910# intended value.
2911
2912# Helper function to implement conditional value variants, with a default
2913# plus additional values based on the value of $config{build_type}.
2914# Arguments are given in hash table form:
2915#
2916#       picker(default => "Basic string: ",
2917#              debug   => "debug",
2918#              release => "release")
2919#
2920# When configuring with --debug, the resulting string will be
2921# "Basic string: debug", and when not, it will be "Basic string: release"
2922#
2923# This can be used to create variants of sets of flags according to the
2924# build type:
2925#
2926#       cflags => picker(default => "-Wall",
2927#                        debug   => "-g -O0",
2928#                        release => "-O3")
2929#
2930sub picker {
2931    my %opts = @_;
2932    return sub { add($opts{default} || (),
2933                     $opts{$config{build_type}} || ())->(); }
2934}
2935
2936# Helper function to combine several values of different types into one.
2937# This is useful if you want to combine a string with the result of a
2938# lazy function, such as:
2939#
2940#       cflags => combine("-Wall", sub { $disabled{zlib} ? () : "-DZLIB" })
2941#
2942sub combine {
2943    my @stuff = @_;
2944    return sub { add(@stuff)->(); }
2945}
2946
2947# Helper function to implement conditional values depending on the value
2948# of $disabled{threads}.  Can be used as follows:
2949#
2950#       cflags => combine("-Wall", threads("-pthread"))
2951#
2952sub threads {
2953    my @flags = @_;
2954    return sub { add($disabled{threads} ? () : @flags)->(); }
2955}
2956
2957sub shared {
2958    my @flags = @_;
2959    return sub { add($disabled{shared} ? () : @flags)->(); }
2960}
2961
2962our $add_called = 0;
2963# Helper function to implement adding values to already existing configuration
2964# values.  It handles elements that are ARRAYs, CODEs and scalars
2965sub _add {
2966    my $separator = shift;
2967
2968    # If there's any ARRAY in the collection of values OR the separator
2969    # is undef, we will return an ARRAY of combined values, otherwise a
2970    # string of joined values with $separator as the separator.
2971    my $found_array = !defined($separator);
2972
2973    my @values =
2974        map {
2975            my $res = $_;
2976            while (ref($res) eq "CODE") {
2977                $res = $res->();
2978            }
2979            if (defined($res)) {
2980                if (ref($res) eq "ARRAY") {
2981                    $found_array = 1;
2982                    @$res;
2983                } else {
2984                    $res;
2985                }
2986            } else {
2987                ();
2988            }
2989    } (@_);
2990
2991    $add_called = 1;
2992
2993    if ($found_array) {
2994        [ @values ];
2995    } else {
2996        join($separator, grep { defined($_) && $_ ne "" } @values);
2997    }
2998}
2999sub add_before {
3000    my $separator = " ";
3001    if (ref($_[$#_]) eq "HASH") {
3002        my $opts = pop;
3003        $separator = $opts->{separator};
3004    }
3005    my @x = @_;
3006    sub { _add($separator, @x, @_) };
3007}
3008sub add {
3009    my $separator = " ";
3010    if (ref($_[$#_]) eq "HASH") {
3011        my $opts = pop;
3012        $separator = $opts->{separator};
3013    }
3014    my @x = @_;
3015    sub { _add($separator, @_, @x) };
3016}
3017
3018sub read_eval_file {
3019    my $fname = shift;
3020    my $content;
3021    my @result;
3022
3023    open F, "< $fname" or die "Can't open '$fname': $!\n";
3024    {
3025        undef local $/;
3026        $content = <F>;
3027    }
3028    close F;
3029    {
3030        local $@;
3031
3032        @result = ( eval $content );
3033        warn $@ if $@;
3034    }
3035    return wantarray ? @result : $result[0];
3036}
3037
3038# configuration reader, evaluates the input file as a perl script and expects
3039# it to fill %targets with target configurations.  Those are then added to
3040# %table.
3041sub read_config {
3042    my $fname = shift;
3043    my %targets;
3044
3045    {
3046        # Protect certain tables from tampering
3047        local %table = ();
3048
3049        %targets = read_eval_file($fname);
3050    }
3051    my %preexisting = ();
3052    foreach (sort keys %targets) {
3053        $preexisting{$_} = 1 if $table{$_};
3054    }
3055    die <<"EOF",
3056The following config targets from $fname
3057shadow pre-existing config targets with the same name:
3058EOF
3059        map { "  $_\n" } sort keys %preexisting
3060        if %preexisting;
3061
3062
3063    # For each target, check that it's configured with a hash table.
3064    foreach (keys %targets) {
3065        if (ref($targets{$_}) ne "HASH") {
3066            if (ref($targets{$_}) eq "") {
3067                warn "Deprecated target configuration for $_, ignoring...\n";
3068            } else {
3069                warn "Misconfigured target configuration for $_ (should be a hash table), ignoring...\n";
3070            }
3071            delete $targets{$_};
3072        } else {
3073            $targets{$_}->{_conf_fname_int} = add([ $fname ]);
3074        }
3075    }
3076
3077    %table = (%table, %targets);
3078
3079}
3080
3081# configuration resolver.  Will only resolve all the lazy evaluation
3082# codeblocks for the chosen target and all those it inherits from,
3083# recursively
3084sub resolve_config {
3085    my $target = shift;
3086    my @breadcrumbs = @_;
3087
3088#    my $extra_checks = defined($ENV{CONFIGURE_EXTRA_CHECKS});
3089
3090    if (grep { $_ eq $target } @breadcrumbs) {
3091        die "inherit_from loop!  target backtrace:\n  "
3092            ,$target,"\n  ",join("\n  ", @breadcrumbs),"\n";
3093    }
3094
3095    if (!defined($table{$target})) {
3096        warn "Warning! target $target doesn't exist!\n";
3097        return ();
3098    }
3099    # Recurse through all inheritances.  They will be resolved on the
3100    # fly, so when this operation is done, they will all just be a
3101    # bunch of attributes with string values.
3102    # What we get here, though, are keys with references to lists of
3103    # the combined values of them all.  We will deal with lists after
3104    # this stage is done.
3105    my %combined_inheritance = ();
3106    if ($table{$target}->{inherit_from}) {
3107        my @inherit_from =
3108            map { ref($_) eq "CODE" ? $_->() : $_ } @{$table{$target}->{inherit_from}};
3109        foreach (@inherit_from) {
3110            my %inherited_config = resolve_config($_, $target, @breadcrumbs);
3111
3112            # 'template' is a marker that's considered private to
3113            # the config that had it.
3114            delete $inherited_config{template};
3115
3116            foreach (keys %inherited_config) {
3117                if (!$combined_inheritance{$_}) {
3118                    $combined_inheritance{$_} = [];
3119                }
3120                push @{$combined_inheritance{$_}}, $inherited_config{$_};
3121            }
3122        }
3123    }
3124
3125    # We won't need inherit_from in this target any more, since we've
3126    # resolved all the inheritances that lead to this
3127    delete $table{$target}->{inherit_from};
3128
3129    # Now is the time to deal with those lists.  Here's the place to
3130    # decide what shall be done with those lists, all based on the
3131    # values of the target we're currently dealing with.
3132    # - If a value is a coderef, it will be executed with the list of
3133    #   inherited values as arguments.
3134    # - If the corresponding key doesn't have a value at all or is the
3135    #   empty string, the inherited value list will be run through the
3136    #   default combiner (below), and the result becomes this target's
3137    #   value.
3138    # - Otherwise, this target's value is assumed to be a string that
3139    #   will simply override the inherited list of values.
3140    my $default_combiner = add();
3141
3142    my %all_keys =
3143        map { $_ => 1 } (keys %combined_inheritance,
3144                         keys %{$table{$target}});
3145
3146    sub process_values {
3147        my $object    = shift;
3148        my $inherited = shift;  # Always a [ list ]
3149        my $target    = shift;
3150        my $entry     = shift;
3151
3152        $add_called = 0;
3153
3154        while(ref($object) eq "CODE") {
3155            $object = $object->(@$inherited);
3156        }
3157        if (!defined($object)) {
3158            return ();
3159        }
3160        elsif (ref($object) eq "ARRAY") {
3161            local $add_called;  # To make sure recursive calls don't affect it
3162            return [ map { process_values($_, $inherited, $target, $entry) }
3163                     @$object ];
3164        } elsif (ref($object) eq "") {
3165            return $object;
3166        } else {
3167            die "cannot handle reference type ",ref($object)
3168                ," found in target ",$target," -> ",$entry,"\n";
3169        }
3170    }
3171
3172    foreach my $key (sort keys %all_keys) {
3173        my $previous = $combined_inheritance{$key};
3174
3175        # Current target doesn't have a value for the current key?
3176        # Assign it the default combiner, the rest of this loop body
3177        # will handle it just like any other coderef.
3178        if (!exists $table{$target}->{$key}) {
3179            $table{$target}->{$key} = $default_combiner;
3180        }
3181
3182        $table{$target}->{$key} = process_values($table{$target}->{$key},
3183                                               $combined_inheritance{$key},
3184                                               $target, $key);
3185        unless(defined($table{$target}->{$key})) {
3186            delete $table{$target}->{$key};
3187        }
3188#        if ($extra_checks &&
3189#            $previous && !($add_called ||  $previous ~~ $table{$target}->{$key})) {
3190#            warn "$key got replaced in $target\n";
3191#        }
3192    }
3193
3194    # Finally done, return the result.
3195    return %{$table{$target}};
3196}
3197
3198sub usage
3199        {
3200        print STDERR $usage;
3201        print STDERR "\npick os/compiler from:\n";
3202        my $j=0;
3203        my $i;
3204        my $k=0;
3205        foreach $i (sort keys %table)
3206                {
3207                next if $table{$i}->{template};
3208                next if $i =~ /^debug/;
3209                $k += length($i) + 1;
3210                if ($k > 78)
3211                        {
3212                        print STDERR "\n";
3213                        $k=length($i);
3214                        }
3215                print STDERR $i . " ";
3216                }
3217        foreach $i (sort keys %table)
3218                {
3219                next if $table{$i}->{template};
3220                next if $i !~ /^debug/;
3221                $k += length($i) + 1;
3222                if ($k > 78)
3223                        {
3224                        print STDERR "\n";
3225                        $k=length($i);
3226                        }
3227                print STDERR $i . " ";
3228                }
3229        exit(1);
3230        }
3231
3232sub compiler_predefined {
3233    state %predefined;
3234    my $cc = shift;
3235
3236    return () if $^O eq 'VMS';
3237
3238    die 'compiler_predefined called without a compiler command'
3239        unless $cc;
3240
3241    if (! $predefined{$cc}) {
3242
3243        $predefined{$cc} = {};
3244
3245        # collect compiler pre-defines from gcc or gcc-alike...
3246        open(PIPE, "$cc -dM -E -x c /dev/null 2>&1 |");
3247        while (my $l = <PIPE>) {
3248            $l =~ m/^#define\s+(\w+(?:\(\w+\))?)(?:\s+(.+))?/ or last;
3249            $predefined{$cc}->{$1} = $2 // '';
3250        }
3251        close(PIPE);
3252    }
3253
3254    return %{$predefined{$cc}};
3255}
3256
3257sub which
3258{
3259    my ($name)=@_;
3260
3261    if (eval { require IPC::Cmd; 1; }) {
3262        IPC::Cmd->import();
3263        return scalar IPC::Cmd::can_run($name);
3264    } else {
3265        # if there is $directories component in splitpath,
3266        # then it's not something to test with $PATH...
3267        return $name if (File::Spec->splitpath($name))[1];
3268
3269        foreach (File::Spec->path()) {
3270            my $fullpath = catfile($_, "$name$target{exe_extension}");
3271            if (-f $fullpath and -x $fullpath) {
3272                return $fullpath;
3273            }
3274        }
3275    }
3276}
3277
3278sub env
3279{
3280    my $name = shift;
3281    my %opts = @_;
3282
3283    unless ($opts{cacheonly}) {
3284        # Note that if $ENV{$name} doesn't exist or is undefined,
3285        # $config{perlenv}->{$name} will be created with the value
3286        # undef.  This is intentional.
3287
3288        $config{perlenv}->{$name} = $ENV{$name}
3289            if ! exists $config{perlenv}->{$name};
3290    }
3291    return $config{perlenv}->{$name};
3292}
3293
3294# Configuration printer ##############################################
3295
3296sub print_table_entry
3297{
3298    local $now_printing = shift;
3299    my %target = resolve_config($now_printing);
3300    my $type = shift;
3301
3302    # Don't print the templates
3303    return if $target{template};
3304
3305    my @sequence = (
3306        "sys_id",
3307        "cpp",
3308        "cppflags",
3309        "defines",
3310        "includes",
3311        "cc",
3312        "cflags",
3313        "ld",
3314        "lflags",
3315        "loutflag",
3316        "ex_libs",
3317        "bn_ops",
3318        "enable",
3319        "disable",
3320        "poly1035_asm_src",
3321        "thread_scheme",
3322        "perlasm_scheme",
3323        "dso_scheme",
3324        "shared_target",
3325        "shared_cflag",
3326        "shared_defines",
3327        "shared_ldflag",
3328        "shared_rcflag",
3329        "shared_extension",
3330        "dso_extension",
3331        "obj_extension",
3332        "exe_extension",
3333        "ranlib",
3334        "ar",
3335        "arflags",
3336        "aroutflag",
3337        "rc",
3338        "rcflags",
3339        "rcoutflag",
3340        "mt",
3341        "mtflags",
3342        "mtinflag",
3343        "mtoutflag",
3344        "multilib",
3345        "build_scheme",
3346        );
3347
3348    if ($type eq "TABLE") {
3349        print "\n";
3350        print "*** $now_printing\n";
3351        foreach (@sequence) {
3352            if (ref($target{$_}) eq "ARRAY") {
3353                printf "\$%-12s = %s\n", $_, join(" ", @{$target{$_}});
3354            } else {
3355                printf "\$%-12s = %s\n", $_, $target{$_};
3356            }
3357        }
3358    } elsif ($type eq "HASH") {
3359        my $largest =
3360            length((sort { length($a) <=> length($b) } @sequence)[-1]);
3361        print "    '$now_printing' => {\n";
3362        foreach (@sequence) {
3363            if ($target{$_}) {
3364                if (ref($target{$_}) eq "ARRAY") {
3365                    print "      '",$_,"'"," " x ($largest - length($_))," => [ ",join(", ", map { "'$_'" } @{$target{$_}})," ],\n";
3366                } else {
3367                    print "      '",$_,"'"," " x ($largest - length($_))," => '",$target{$_},"',\n";
3368                }
3369            }
3370        }
3371        print "    },\n";
3372    }
3373}
3374
3375# Utility routines ###################################################
3376
3377# On VMS, if the given file is a logical name, File::Spec::Functions
3378# will consider it an absolute path.  There are cases when we want a
3379# purely syntactic check without checking the environment.
3380sub isabsolute {
3381    my $file = shift;
3382
3383    # On non-platforms, we just use file_name_is_absolute().
3384    return file_name_is_absolute($file) unless $^O eq "VMS";
3385
3386    # If the file spec includes a device or a directory spec,
3387    # file_name_is_absolute() is perfectly safe.
3388    return file_name_is_absolute($file) if $file =~ m|[:\[]|;
3389
3390    # Here, we know the given file spec isn't absolute
3391    return 0;
3392}
3393
3394# Makes a directory absolute and cleans out /../ in paths like foo/../bar
3395# On some platforms, this uses rel2abs(), while on others, realpath() is used.
3396# realpath() requires that at least all path components except the last is an
3397# existing directory.  On VMS, the last component of the directory spec must
3398# exist.
3399sub absolutedir {
3400    my $dir = shift;
3401
3402    # realpath() is quite buggy on VMS.  It uses LIB$FID_TO_NAME, which
3403    # will return the volume name for the device, no matter what.  Also,
3404    # it will return an incorrect directory spec if the argument is a
3405    # directory that doesn't exist.
3406    if ($^O eq "VMS") {
3407        return rel2abs($dir);
3408    }
3409
3410    # We use realpath() on Unix, since no other will properly clean out
3411    # a directory spec.
3412    use Cwd qw/realpath/;
3413
3414    return realpath($dir);
3415}
3416
3417# Check if all paths are one and the same, using stat.  They must both exist
3418# We need this for the cases when File::Spec doesn't detect case insensitivity
3419# (File::Spec::Unix assumes case sensitivity)
3420sub samedir {
3421    die "samedir expects two arguments\n" unless scalar @_ == 2;
3422
3423    my @stat0 = stat($_[0]);    # First argument
3424    my @stat1 = stat($_[1]);    # Second argument
3425
3426    die "Couldn't stat $_[0]" unless @stat0;
3427    die "Couldn't stat $_[1]" unless @stat1;
3428
3429    # Compare device number
3430    return 0 unless ($stat0[0] == $stat1[0]);
3431    # Compare "inode".  The perl manual recommends comparing as
3432    # string rather than as number.
3433    return 0 unless ($stat0[1] eq $stat1[1]);
3434
3435    return 1;                   # All the same
3436}
3437
3438sub quotify {
3439    my %processors = (
3440        perl    => sub { my $x = shift;
3441                         $x =~ s/([\\\$\@"])/\\$1/g;
3442                         return '"'.$x.'"'; },
3443        maybeshell => sub { my $x = shift;
3444                            (my $y = $x) =~ s/([\\\"])/\\$1/g;
3445                            if ($x ne $y || $x =~ m|\s|) {
3446                                return '"'.$y.'"';
3447                            } else {
3448                                return $x;
3449                            }
3450                        },
3451        );
3452    my $for = shift;
3453    my $processor =
3454        defined($processors{$for}) ? $processors{$for} : sub { shift; };
3455
3456    return map { $processor->($_); } @_;
3457}
3458
3459# collect_from_file($filename, $line_concat_cond_re, $line_concat)
3460# $filename is a file name to read from
3461# $line_concat_cond_re is a regexp detecting a line continuation ending
3462# $line_concat is a CODEref that takes care of concatenating two lines
3463sub collect_from_file {
3464    my $filename = shift;
3465    my $line_concat_cond_re = shift;
3466    my $line_concat = shift;
3467
3468    open my $fh, $filename || die "unable to read $filename: $!\n";
3469    return sub {
3470        my $saved_line = "";
3471        $_ = "";
3472        while (<$fh>) {
3473            s|\R$||;
3474            if (defined $line_concat) {
3475                $_ = $line_concat->($saved_line, $_);
3476                $saved_line = "";
3477            }
3478            if (defined $line_concat_cond_re && /$line_concat_cond_re/) {
3479                $saved_line = $_;
3480                next;
3481            }
3482            return $_;
3483        }
3484        die "$filename ending with continuation line\n" if $_;
3485        close $fh;
3486        return undef;
3487    }
3488}
3489
3490# collect_from_array($array, $line_concat_cond_re, $line_concat)
3491# $array is an ARRAYref of lines
3492# $line_concat_cond_re is a regexp detecting a line continuation ending
3493# $line_concat is a CODEref that takes care of concatenating two lines
3494sub collect_from_array {
3495    my $array = shift;
3496    my $line_concat_cond_re = shift;
3497    my $line_concat = shift;
3498    my @array = (@$array);
3499
3500    return sub {
3501        my $saved_line = "";
3502        $_ = "";
3503        while (defined($_ = shift @array)) {
3504            s|\R$||;
3505            if (defined $line_concat) {
3506                $_ = $line_concat->($saved_line, $_);
3507                $saved_line = "";
3508            }
3509            if (defined $line_concat_cond_re && /$line_concat_cond_re/) {
3510                $saved_line = $_;
3511                next;
3512            }
3513            return $_;
3514        }
3515        die "input text ending with continuation line\n" if $_;
3516        return undef;
3517    }
3518}
3519
3520# collect_information($lineiterator, $line_continue, $regexp => $CODEref, ...)
3521# $lineiterator is a CODEref that delivers one line at a time.
3522# All following arguments are regex/CODEref pairs, where the regexp detects a
3523# line and the CODEref does something with the result of the regexp.
3524sub collect_information {
3525    my $lineiterator = shift;
3526    my %collectors = @_;
3527
3528    while(defined($_ = $lineiterator->())) {
3529        s|\R$||;
3530        my $found = 0;
3531        if ($collectors{"BEFORE"}) {
3532            $collectors{"BEFORE"}->($_);
3533        }
3534        foreach my $re (keys %collectors) {
3535            if ($re !~ /^OTHERWISE|BEFORE|AFTER$/ && /$re/) {
3536                $collectors{$re}->($lineiterator);
3537                $found = 1;
3538            };
3539        }
3540        if ($collectors{"OTHERWISE"}) {
3541            $collectors{"OTHERWISE"}->($lineiterator, $_)
3542                unless $found || !defined $collectors{"OTHERWISE"};
3543        }
3544        if ($collectors{"AFTER"}) {
3545            $collectors{"AFTER"}->($_);
3546        }
3547    }
3548}
3549
3550# tokenize($line)
3551# tokenize($line,$separator)
3552# $line is a line of text to split up into tokens
3553# $separator [optional] is a regular expression that separates the tokens,
3554# the default being spaces.  Do not use quotes of any kind as separators,
3555# that will give undefined results.
3556# Returns a list of tokens.
3557#
3558# Tokens are divided by separator (spaces by default).  If the tokens include
3559# the separators, they have to be quoted with single or double quotes.
3560# Double quotes inside a double quoted token must be escaped.  Escaping is done
3561# with backslash.
3562# Basically, the same quoting rules apply for " and ' as in any
3563# Unix shell.
3564sub tokenize {
3565    my $line = my $debug_line = shift;
3566    my $separator = shift // qr|\s+|;
3567    my @result = ();
3568
3569    if ($ENV{CONFIGURE_DEBUG_TOKENIZE}) {
3570        print STDERR "DEBUG[tokenize]: \$separator = $separator\n";
3571    }
3572
3573    while ($line =~ s|^${separator}||, $line ne "") {
3574        my $token = "";
3575    again:
3576        $line =~ m/^(.*?)(${separator}|"|'|$)/;
3577        $token .= $1;
3578        $line = $2.$';
3579
3580        if ($line =~ m/^"((?:[^"\\]+|\\.)*)"/) {
3581            $token .= $1;
3582            $line = $';
3583            goto again;
3584        } elsif ($line =~ m/^'([^']*)'/) {
3585            $token .= $1;
3586            $line = $';
3587            goto again;
3588        }
3589        push @result, $token;
3590    }
3591
3592    if ($ENV{CONFIGURE_DEBUG_TOKENIZE}) {
3593        print STDERR "DEBUG[tokenize]: Parsed '$debug_line' into:\n";
3594        print STDERR "DEBUG[tokenize]: ('", join("', '", @result), "')\n";
3595    }
3596    return @result;
3597}
3598