Configure

   1 #! /usr/bin/env perl
   2 # -*- mode: perl; -*-
   3 # Copyright 2016-2018 The OpenSSL Project Authors. All Rights Reserved.
   4 #
   5 # Licensed under the Apache License 2.0 (the "License").  You may not use
   6 # this file except in compliance with the License.  You can obtain a copy
   7 # in the file LICENSE in the source distribution or at
   8 # https://www.openssl.org/source/license.html
   9
  10 ##  Configure -- OpenSSL source tree configuration script
  11
  12 use 5.10.0;
  13 use strict;
  14 use Config;
  15 use FindBin;
  16 use lib "$FindBin::Bin/util/perl";
  17 use File::Basename;
  18 use File::Spec::Functions qw/:DEFAULT abs2rel rel2abs splitdir/;
  19 use File::Path qw/mkpath/;
  20 use OpenSSL::fallback "$FindBin::Bin/external/perl/MODULES.txt";
  21 use OpenSSL::Glob;
  22 use OpenSSL::Template;
  23
  24 # see INSTALL for instructions.
  25
  26 my $orig_death_handler = $SIG{__DIE__};
  27 $SIG{__DIE__} = \&death_handler;
  28
  29 my $usage="Usage: Configure [no-<cipher> ...] [enable-<cipher> ...] [-Dxxx] [-lxxx] [-Lxxx] [-fxxx] [-Kxxx] [no-hw-xxx|no-hw] [[no-]threads] [[no-]shared] [[no-]zlib|zlib-dynamic] [no-asm] [no-egd] [sctp] [386] [--prefix=DIR] [--openssldir=OPENSSLDIR] [--with-xxx[=vvv]] [--config=FILE] os/compiler[:flags]\n";
  30
  31 # Options:
  32 #
  33 # --config      add the given configuration file, which will be read after
  34 #               any "Configurations*" files that are found in the same
  35 #               directory as this script.
  36 # --prefix      prefix for the OpenSSL installation, which includes the
  37 #               directories bin, lib, include, share/man, share/doc/openssl
  38 #               This becomes the value of INSTALLTOP in Makefile
  39 #               (Default: /usr/local)
  40 # --openssldir  OpenSSL data area, such as openssl.cnf, certificates and keys.
  41 #               If it's a relative directory, it will be added on the directory
  42 #               given with --prefix.
  43 #               This becomes the value of OPENSSLDIR in Makefile and in C.
  44 #               (Default: PREFIX/ssl)
  45 #
  46 # --cross-compile-prefix Add specified prefix to binutils components.
  47 #
  48 # --api         One of 0.9.8, 1.0.0, 1.0.1, 1.0.2, 1.1.0, 1.1.1, or 3.0.0 / 3.
  49 #               Do not compile support for interfaces deprecated as of the
  50 #               specified OpenSSL version.
  51 #
  52 # no-hw-xxx     do not compile support for specific crypto hardware.
  53 #               Generic OpenSSL-style methods relating to this support
  54 #               are always compiled but return NULL if the hardware
  55 #               support isn't compiled.
  56 # no-hw         do not compile support for any crypto hardware.
  57 # [no-]threads  [don't] try to create a library that is suitable for
  58 #               multithreaded applications (default is "threads" if we
  59 #               know how to do it)
  60 # [no-]shared   [don't] try to create shared libraries when supported.
  61 # [no-]pic      [don't] try to build position independent code when supported.
  62 #               If disabled, it also disables shared and dynamic-engine.
  63 # no-asm        do not use assembler
  64 # no-egd        do not compile support for the entropy-gathering daemon APIs
  65 # [no-]zlib     [don't] compile support for zlib compression.
  66 # zlib-dynamic  Like "zlib", but the zlib library is expected to be a shared
  67 #               library and will be loaded in run-time by the OpenSSL library.
  68 # sctp          include SCTP support
  69 # no-uplink     Don't build support for UPLINK interface.
  70 # enable-weak-ssl-ciphers
  71 #               Enable weak ciphers that are disabled by default.
  72 # 386           generate 80386 code in assembly modules
  73 # no-sse2       disables IA-32 SSE2 code in assembly modules, the above
  74 #               mentioned '386' option implies this one
  75 # no-<cipher>   build without specified algorithm (rsa, idea, rc5, ...)
  76 # -<xxx> +<xxx> All options which are unknown to the 'Configure' script are
  77 # /<xxx>        passed through to the compiler. Unix-style options beginning
  78 #               with a '-' or '+' are recognized, as well as Windows-style
  79 #               options beginning with a '/'. If the option contains arguments
  80 #               separated by spaces, then the URL-style notation %20 can be
  81 #               used for the space character in order to avoid having to quote
  82 #               the option. For example, -opt%20arg gets expanded to -opt arg.
  83 #               In fact, any ASCII character can be encoded as %xx using its
  84 #               hexadecimal encoding.
  85 # -static       while -static is also a pass-through compiler option (and
  86 #               as such is limited to environments where it's actually
  87 #               meaningful), it triggers a number configuration options,
  88 #               namely no-pic, no-shared and no-threads. It is
  89 #               argued that the only reason to produce statically linked
  90 #               binaries (and in context it means executables linked with
  91 #               -static flag, and not just executables linked with static
  92 #               libcrypto.a) is to eliminate dependency on specific run-time,
  93 #               a.k.a. libc version. The mentioned config options are meant
  94 #               to achieve just that. Unfortunately on Linux it's impossible
  95 #               to eliminate the dependency completely for openssl executable
  96 #               because of getaddrinfo and gethostbyname calls, which can
  97 #               invoke dynamically loadable library facility anyway to meet
  98 #               the lookup requests. For this reason on Linux statically
  99 #               linked openssl executable has rather debugging value than
 100 #               production quality.
 101 #
 102 # BN_LLONG      use the type 'long long' in crypto/bn/bn.h
 103 # RC4_CHAR      use 'char' instead of 'int' for RC4_INT in crypto/rc4/rc4.h
 104 # Following are set automatically by this script
 105 #
 106 # MD5_ASM       use some extra md5 assembler,
 107 # SHA1_ASM      use some extra sha1 assembler, must define L_ENDIAN for x86
 108 # RMD160_ASM    use some extra ripemd160 assembler,
 109 # SHA256_ASM    sha256_block is implemented in assembler
 110 # SHA512_ASM    sha512_block is implemented in assembler
 111 # AES_ASM       AES_[en|de]crypt is implemented in assembler
 112
 113 # Minimum warning options... any contributions to OpenSSL should at least
 114 # get past these.  Note that we only use these with C compilers, not with
 115 # C++ compilers.
 116
 117 # DEBUG_UNUSED enables __owur (warn unused result) checks.
 118 # -DPEDANTIC complements -pedantic and is meant to mask code that
 119 # is not strictly standard-compliant and/or implementation-specific,
 120 # e.g. inline assembly, disregards to alignment requirements, such
 121 # that -pedantic would complain about. Incidentally -DPEDANTIC has
 122 # to be used even in sanitized builds, because sanitizer too is
 123 # supposed to and does take notice of non-standard behaviour. Then
 124 # -pedantic with pre-C9x compiler would also complain about 'long
 125 # long' not being supported. As 64-bit algorithms are common now,
 126 # it grew impossible to resolve this without sizeable additional
 127 # code, so we just tell compiler to be pedantic about everything
 128 # but 'long long' type.
 129
 130 my @gcc_devteam_warn = qw(
 131     -DDEBUG_UNUSED
 132     -DPEDANTIC -pedantic -Wno-long-long
 133     -Wall
 134     -Wextra
 135     -Wno-unused-parameter
 136     -Wno-missing-field-initializers
 137     -Wswitch
 138     -Wsign-compare
 139     -Wshadow
 140     -Wformat
 141     -Wtype-limits
 142     -Wundef
 143     -Werror
 144     -Wmissing-prototypes
 145     -Wstrict-prototypes
 146 );
 147
 148 # These are used in addition to $gcc_devteam_warn when the compiler is clang.
 149 # TODO(openssl-team): fix problems and investigate if (at least) the
 150 # following warnings can also be enabled:
 151 #       -Wcast-align
 152 #       -Wunreachable-code -- no, too ugly/compiler-specific
 153 #       -Wlanguage-extension-token -- no, we use asm()
 154 #       -Wunused-macros -- no, too tricky for BN and _XOPEN_SOURCE etc
 155 #       -Wextended-offsetof -- no, needed in CMS ASN1 code
 156 my @clang_devteam_warn = qw(
 157     -Wno-unknown-warning-option
 158     -Wswitch-default
 159     -Wno-parentheses-equality
 160     -Wno-language-extension-token
 161     -Wno-extended-offsetof
 162     -Wconditional-uninitialized
 163     -Wincompatible-pointer-types-discards-qualifiers
 164     -Wmissing-variable-declarations
 165 );
 166
 167 # This adds backtrace information to the memory leak info.  Is only used
 168 # when crypto-mdebug-backtrace is enabled.
 169 my $memleak_devteam_backtrace = "-rdynamic";
 170
 171 my $strict_warnings = 0;
 172
 173 # As for $BSDthreads. Idea is to maintain "collective" set of flags,
 174 # which would cover all BSD flavors. -pthread applies to them all,
 175 # but is treated differently. OpenBSD expands is as -D_POSIX_THREAD
 176 # -lc_r, which is sufficient. FreeBSD 4.x expands it as -lc_r,
 177 # which has to be accompanied by explicit -D_THREAD_SAFE and
 178 # sometimes -D_REENTRANT. FreeBSD 5.x expands it as -lc_r, which
 179 # seems to be sufficient?
 180 our $BSDthreads="-pthread -D_THREAD_SAFE -D_REENTRANT";
 181
 182 #
 183 # API compatibility name to version number mapping.
 184 #
 185 my $maxapi = "3.0.0";           # API for "no-deprecated" builds
 186 my $apitable = {
 187     "3.0.0" => 3,
 188     "1.1.1" => 2,
 189     "1.1.0" => 2,
 190     "1.0.2" => 1,
 191     "1.0.1" => 1,
 192     "1.0.0" => 1,
 193     "0.9.8" => 0,
 194 };
 195
 196 our %table = ();
 197 our %config = ();
 198 our %withargs = ();
 199 our $now_printing;      # set to current entry's name in print_table_entry
 200                         # (todo: right thing would be to encapsulate name
 201                         # into %target [class] and make print_table_entry
 202                         # a method)
 203
 204 # Forward declarations ###############################################
 205
 206 # read_config(filename)
 207 #
 208 # Reads a configuration file and populates %table with the contents
 209 # (which the configuration file places in %targets).
 210 sub read_config;
 211
 212 # resolve_config(target)
 213 #
 214 # Resolves all the late evaluations, inheritances and so on for the
 215 # chosen target and any target it inherits from.
 216 sub resolve_config;
 217
 218
 219 # Information collection #############################################
 220
 221 # Unified build supports separate build dir
 222 my $srcdir = catdir(absolutedir(dirname($0))); # catdir ensures local syntax
 223 my $blddir = catdir(absolutedir("."));         # catdir ensures local syntax
 224 my $dofile = abs2rel(catfile($srcdir, "util/dofile.pl"));
 225
 226 my $local_config_envname = 'OPENSSL_LOCAL_CONFIG_DIR';
 227
 228 $config{sourcedir} = abs2rel($srcdir);
 229 $config{builddir} = abs2rel($blddir);
 230
 231 # Collect reconfiguration information if needed
 232 my @argvcopy=@ARGV;
 233
 234 if (grep /^reconf(igure)?$/, @argvcopy) {
 235     die "reconfiguring with other arguments present isn't supported"
 236         if scalar @argvcopy > 1;
 237     if (-f "./configdata.pm") {
 238         my $file = "./configdata.pm";
 239         unless (my $return = do $file) {
 240             die "couldn't parse $file: $@" if $@;
 241             die "couldn't do $file: $!"    unless defined $return;
 242             die "couldn't run $file"       unless $return;
 243         }
 244
 245         @argvcopy = defined($configdata::config{perlargv}) ?
 246             @{$configdata::config{perlargv}} : ();
 247         die "Incorrect data to reconfigure, please do a normal configuration\n"
 248             if (grep(/^reconf/,@argvcopy));
 249         $config{perlenv} = $configdata::config{perlenv} // {};
 250     } else {
 251         die "Insufficient data to reconfigure, please do a normal configuration\n";
 252     }
 253 }
 254
 255 $config{perlargv} = [ @argvcopy ];
 256
 257 # Collect version numbers
 258 $config{major} = "unknown";
 259 $config{minor} = "unknown";
 260 $config{patch} = "unknown";
 261 $config{prerelease} = "";
 262 $config{build_metadata} = "";
 263 $config{shlib_version} = "unknown";
 264
 265 collect_information(
 266     collect_from_file(catfile($srcdir,'include/openssl/opensslv.h')),
 267     qr/#\s+define\s+OPENSSL_VERSION_MAJOR\s+(\d+)/ =>
 268         sub { $config{major} = $1; },
 269     qr/#\s+define\s+OPENSSL_VERSION_MINOR\s+(\d+)/ =>
 270         sub { $config{minor} = $1; },
 271     qr/#\s+define\s+OPENSSL_VERSION_PATCH\s+(\d+)/ =>
 272         sub { $config{patch} = $1; },
 273     qr/#\s+define\s+OPENSSL_VERSION_PRE_RELEASE\s+"((?:\\.|[^"])*)"/ =>
 274         sub { $config{prerelease} = $1; },
 275     qr/#\s+define\s+OPENSSL_VERSION_BUILD_METADATA\s+"((?:\\.|[^"])*)"/ =>
 276         sub { $config{build_metadata} = $1; },
 277     qr/#\s+define\s+OPENSSL_SHLIB_VERSION\s+([\d\.]+)/ =>
 278         sub { $config{shlib_version} = $1; },
 279     );
 280 die "erroneous version information in opensslv.h: ",
 281     "$config{major}.$config{minor}.$config{patch}, $config{shlib_version}\n"
 282     if ($config{major} eq "unknown"
 283             || $config{minor} eq "unknown"
 284             || $config{patch} eq "unknown"
 285             || $config{shlib_version} eq "unknown");
 286
 287 $config{version} = "$config{major}.$config{minor}.$config{patch}";
 288 $config{full_version} = "$config{version}$config{prerelease}$config{build_metadata}";
 289
 290 # Collect target configurations
 291
 292 my $pattern = catfile(dirname($0), "Configurations", "*.conf");
 293 foreach (sort glob($pattern)) {
 294     &read_config($_);
 295 }
 296
 297 if (defined env($local_config_envname)) {
 298     if ($^O eq 'VMS') {
 299         # VMS environment variables are logical names,
 300         # which can be used as is
 301         $pattern = $local_config_envname . ':' . '*.conf';
 302     } else {
 303         $pattern = catfile(env($local_config_envname), '*.conf');
 304     }
 305
 306     foreach (sort glob($pattern)) {
 307         &read_config($_);
 308     }
 309 }
 310
 311 # Save away perl command information
 312 $config{perl_cmd} = $^X;
 313 $config{perl_version} = $Config{version};
 314 $config{perl_archname} = $Config{archname};
 315
 316 $config{prefix}="";
 317 $config{openssldir}="";
 318 $config{processor}="";
 319 $config{libdir}="";
 320 my $auto_threads=1;    # enable threads automatically? true by default
 321 my $default_ranlib;
 322
 323 # Known TLS and DTLS protocols
 324 my @tls = qw(ssl3 tls1 tls1_1 tls1_2 tls1_3);
 325 my @dtls = qw(dtls1 dtls1_2);
 326
 327 # Explicitly known options that are possible to disable.  They can
 328 # be regexps, and will be used like this: /^no-${option}$/
 329 # For developers: keep it sorted alphabetically
 330
 331 my @disablables = (
 332     "ktls",
 333     "afalgeng",
 334     "aria",
 335     "asan",
 336     "asm",
 337     "async",
 338     "autoalginit",
 339     "autoerrinit",
 340     "autoload-config",
 341     "bf",
 342     "blake2",
 343     "buildtest-c++",
 344     "camellia",
 345     "capieng",
 346     "cast",
 347     "chacha",
 348     "cmac",
 349     "cmp",
 350     "cms",
 351     "comp",
 352     "crypto-mdebug",
 353     "crypto-mdebug-backtrace",
 354     "ct",
 355     "deprecated",
 356     "des",
 357     "devcryptoeng",
 358     "dgram",
 359     "dh",
 360     "dsa",
 361     "dso",
 362     "dtls",
 363     "dynamic-engine",
 364     "ec",
 365     "ec2m",
 366     "ecdh",
 367     "ecdsa",
 368     "ec_nistp_64_gcc_128",
 369     "egd",
 370     "engine",
 371     "err",
 372     "external-tests",
 373     "filenames",
 374     "fips",
 375     "fuzz-libfuzzer",
 376     "fuzz-afl",
 377     "gost",
 378     "idea",
 379     "legacy",
 380     "makedepend",
 381     "md2",
 382     "md4",
 383     "mdc2",
 384     "module",
 385     "msan",
 386     "multiblock",
 387     "nextprotoneg",
 388     "pinshared",
 389     "ocb",
 390     "ocsp",
 391     "padlockeng",
 392     "pic",
 393     "poly1305",
 394     "posix-io",
 395     "psk",
 396     "rc2",
 397     "rc4",
 398     "rc5",
 399     "rdrand",
 400     "rfc3779",
 401     "rmd160",
 402     "scrypt",
 403     "sctp",
 404     "seed",
 405     "shared",
 406     "siphash",
 407     "siv",
 408     "sm2",
 409     "sm3",
 410     "sm4",
 411     "sock",
 412     "srp",
 413     "srtp",
 414     "sse2",
 415     "ssl",
 416     "ssl-trace",
 417     "static-engine",
 418     "stdio",
 419     "tests",
 420     "threads",
 421     "tls",
 422     "trace",
 423     "ts",
 424     "ubsan",
 425     "ui-console",
 426     "unit-test",
 427     "uplink",
 428     "whirlpool",
 429     "weak-ssl-ciphers",
 430     "zlib",
 431     "zlib-dynamic",
 432     );
 433 foreach my $proto ((@tls, @dtls))
 434         {
 435         push(@disablables, $proto);
 436         push(@disablables, "$proto-method") unless $proto eq "tls1_3";
 437         }
 438
 439 # Internal disablables, for aliasing purposes.  They serve no special
 440 # purpose here, but allow scripts to get to know them through configdata.pm,
 441 # where these are merged with @disablables.
 442 # The actual aliasing mechanism is done via %disable_cascades
 443 my @disablables_int = qw(
 444     crmf
 445     );
 446
 447 my %deprecated_disablables = (
 448     "ssl2" => undef,
 449     "buf-freelists" => undef,
 450     "hw" => "hw",               # causes cascade, but no macro
 451     "hw-padlock" => "padlockeng",
 452     "ripemd" => "rmd160",
 453     "ui" => "ui-console",
 454     "heartbeats" => undef,
 455     );
 456
 457 # All of the following are disabled by default:
 458
 459 our %disabled = ( # "what"         => "comment"
 460                   "asan"                => "default",
 461                   "buildtest-c++"       => "default",
 462                   "crypto-mdebug"       => "default",
 463                   "crypto-mdebug-backtrace" => "default",
 464                   "devcryptoeng"        => "default",
 465                   "ec_nistp_64_gcc_128" => "default",
 466                   "egd"                 => "default",
 467                   "external-tests"      => "default",
 468                   "fuzz-libfuzzer"      => "default",
 469                   "fuzz-afl"            => "default",
 470                   "md2"                 => "default",
 471                   "msan"                => "default",
 472                   "rc5"                 => "default",
 473                   "sctp"                => "default",
 474                   "ssl-trace"           => "default",
 475                   "ssl3"                => "default",
 476                   "ssl3-method"         => "default",
 477                   "trace"               => "default",
 478                   "ubsan"               => "default",
 479                   "unit-test"           => "default",
 480                   "weak-ssl-ciphers"    => "default",
 481                   "zlib"                => "default",
 482                   "zlib-dynamic"        => "default",
 483                   "ktls"                => "default",
 484                 );
 485
 486 # Note: => pair form used for aesthetics, not to truly make a hash table
 487 my @disable_cascades = (
 488     # "what"            => [ "cascade", ... ]
 489     sub { $config{processor} eq "386" }
 490                         => [ "sse2" ],
 491     "ssl"               => [ "ssl3" ],
 492     "ssl3-method"       => [ "ssl3" ],
 493     "zlib"              => [ "zlib-dynamic" ],
 494     "des"               => [ "mdc2" ],
 495     "ec"                => [ "ecdsa", "ecdh", "sm2" ],
 496     sub { $disabled{"ec"} && $disabled{"dh"} }
 497                         => [ "tls1_3" ],
 498     "dgram"             => [ "dtls", "sctp" ],
 499     "sock"              => [ "dgram" ],
 500     "dtls"              => [ @dtls ],
 501     sub { 0 == scalar grep { !$disabled{$_} } @dtls }
 502                         => [ "dtls" ],
 503
 504     "tls"               => [ @tls ],
 505     sub { 0 == scalar grep { !$disabled{$_} } @tls }
 506                         => [ "tls" ],
 507
 508     "crypto-mdebug"     => [ "crypto-mdebug-backtrace" ],
 509
 510     # If no modules, then no dynamic engines either
 511     "module"            => [ "dynamic-engine" ],
 512
 513     # Without shared libraries, dynamic engines aren't possible.
 514     # This is due to them having to link with libcrypto and register features
 515     # using the ENGINE functionality, and since that relies on global tables,
 516     # those *have* to be exacty the same as the ones accessed from the app,
 517     # which cannot be guaranteed if shared libraries aren't present.
 518     # (note that even with shared libraries, both the app and dynamic engines
 519     # must be linked with the same library)
 520     "shared"            => [ "dynamic-engine", "uplink" ],
 521     "dso"               => [ "dynamic-engine", "module" ],
 522     # Other modules don't necessarily have to link with libcrypto, so shared
 523     # libraries do not have to be a condition to produce those.
 524
 525     # Without position independent code, there can be no shared libraries
 526     # or modules.
 527     "pic"               => [ "shared", "module" ],
 528
 529     "module"            => [ "fips" ],
 530
 531     "engine"            => [ grep /eng$/, @disablables ],
 532     "hw"                => [ "padlockeng" ],
 533
 534     # no-autoalginit is only useful when building non-shared
 535     "autoalginit"       => [ "shared", "apps" ],
 536
 537     "stdio"             => [ "apps", "capieng", "egd" ],
 538     "apps"              => [ "tests" ],
 539     "tests"             => [ "external-tests" ],
 540     "comp"              => [ "zlib" ],
 541     "sm3"               => [ "sm2" ],
 542     sub { !$disabled{"unit-test"} } => [ "heartbeats" ],
 543
 544     sub { !$disabled{"msan"} } => [ "asm" ],
 545
 546     sub { $disabled{cmac}; } => [ "siv" ],
 547     "legacy"                 => [ "md2" ],
 548
 549     "cmp"               => [ "crmf" ],
 550     );
 551
 552 # Avoid protocol support holes.  Also disable all versions below N, if version
 553 # N is disabled while N+1 is enabled.
 554 #
 555 my @list = (reverse @tls);
 556 while ((my $first, my $second) = (shift @list, shift @list)) {
 557     last unless @list;
 558     push @disable_cascades, ( sub { !$disabled{$first} && $disabled{$second} }
 559                               => [ @list ] );
 560     unshift @list, $second;
 561 }
 562 my @list = (reverse @dtls);
 563 while ((my $first, my $second) = (shift @list, shift @list)) {
 564     last unless @list;
 565     push @disable_cascades, ( sub { !$disabled{$first} && $disabled{$second} }
 566                               => [ @list ] );
 567     unshift @list, $second;
 568 }
 569
 570 # Explicit "no-..." options will be collected in %disabled along with the defaults.
 571 # To remove something from %disabled, use "enable-foo".
 572 # For symmetry, "disable-foo" is a synonym for "no-foo".
 573
 574 &usage if ($#ARGV < 0);
 575
 576 # For the "make variables" CINCLUDES and CDEFINES, we support lists with
 577 # platform specific list separators.  Users from those platforms should
 578 # recognise those separators from how you set up the PATH to find executables.
 579 # The default is the Unix like separator, :, but as an exception, we also
 580 # support the space as separator.
 581 my $list_separator_re =
 582     { VMS           => qr/(?<!\^),/,
 583       MSWin32       => qr/(?<!\\);/ } -> {$^O} // qr/(?<!\\)[:\s]/;
 584 # All the "make variables" we support
 585 # Some get pre-populated for the sake of backward compatibility
 586 # (we supported those before the change to "make variable" support.
 587 my %user = (
 588     AR          => env('AR'),
 589     ARFLAGS     => [],
 590     AS          => undef,
 591     ASFLAGS     => [],
 592     CC          => env('CC'),
 593     CFLAGS      => [ env('CFLAGS') || () ],
 594     CXX         => env('CXX'),
 595     CXXFLAGS    => [ env('CXXFLAGS') || () ],
 596     CPP         => undef,
 597     CPPFLAGS    => [ env('CPPFLAGS') || () ],  # -D, -I, -Wp,
 598     CPPDEFINES  => [],  # Alternative for -D
 599     CPPINCLUDES => [],  # Alternative for -I
 600     CROSS_COMPILE => env('CROSS_COMPILE'),
 601     HASHBANGPERL=> env('HASHBANGPERL') || env('PERL'),
 602     LD          => undef,
 603     LDFLAGS     => [ env('LDFLAGS') || () ],  # -L, -Wl,
 604     LDLIBS      => [ env('LDLIBS') || () ],  # -l
 605     MT          => undef,
 606     MTFLAGS     => [],
 607     PERL        => env('PERL') || ($^O ne "VMS" ? $^X : "perl"),
 608     RANLIB      => env('RANLIB'),
 609     RC          => env('RC') || env('WINDRES'),
 610     RCFLAGS     => [ env('RCFLAGS') || () ],
 611     RM          => undef,
 612    );
 613 # Info about what "make variables" may be prefixed with the cross compiler
 614 # prefix.  This should NEVER mention any such variable with a list for value.
 615 my @user_crossable = qw ( AR AS CC CXX CPP LD MT RANLIB RC );
 616 # The same but for flags given as Configure options.  These are *additional*
 617 # input, as opposed to the VAR=string option that override the corresponding
 618 # config target attributes
 619 my %useradd = (
 620     CPPDEFINES  => [],
 621     CPPINCLUDES => [],
 622     CPPFLAGS    => [],
 623     CFLAGS      => [],
 624     CXXFLAGS    => [],
 625     LDFLAGS     => [],
 626     LDLIBS      => [],
 627     RCFLAGS     => [],
 628    );
 629
 630 my %user_synonyms = (
 631     HASHBANGPERL=> 'PERL',
 632     RC          => 'WINDRES',
 633    );
 634
 635 # Some target attributes have been renamed, this is the translation table
 636 my %target_attr_translate =(
 637     ar          => 'AR',
 638     as          => 'AS',
 639     cc          => 'CC',
 640     cxx         => 'CXX',
 641     cpp         => 'CPP',
 642     hashbangperl => 'HASHBANGPERL',
 643     ld          => 'LD',
 644     mt          => 'MT',
 645     ranlib      => 'RANLIB',
 646     rc          => 'RC',
 647     rm          => 'RM',
 648    );
 649
 650 # Initialisers coming from 'config' scripts
 651 $config{defines} = [ split(/$list_separator_re/, env('__CNF_CPPDEFINES')) ];
 652 $config{includes} = [ split(/$list_separator_re/, env('__CNF_CPPINCLUDES')) ];
 653 $config{cppflags} = [ env('__CNF_CPPFLAGS') || () ];
 654 $config{cflags} = [ env('__CNF_CFLAGS') || () ];
 655 $config{cxxflags} = [ env('__CNF_CXXFLAGS') || () ];
 656 $config{lflags} = [ env('__CNF_LDFLAGS') || () ];
 657 $config{ex_libs} = [ env('__CNF_LDLIBS') || () ];
 658
 659 $config{openssl_api_defines}=[];
 660 $config{openssl_sys_defines}=[];
 661 $config{openssl_feature_defines}=[];
 662 $config{options}="";
 663 $config{build_type} = "release";
 664 my $target="";
 665
 666 my %cmdvars = ();               # Stores FOO='blah' type arguments
 667 my %unsupported_options = ();
 668 my %deprecated_options = ();
 669 # If you change this, update apps/version.c
 670 my @known_seed_sources = qw(getrandom devrandom os egd none rdcpu librandom);
 671 my @seed_sources = ();
 672 while (@argvcopy)
 673         {
 674         $_ = shift @argvcopy;
 675
 676         # Support env variable assignments among the options
 677         if (m|^(\w+)=(.+)?$|)
 678                 {
 679                 $cmdvars{$1} = $2;
 680                 # Every time a variable is given as a configuration argument,
 681                 # it acts as a reset if the variable.
 682                 if (exists $user{$1})
 683                         {
 684                         $user{$1} = ref $user{$1} eq "ARRAY" ? [] : undef;
 685                         }
 686                 #if (exists $useradd{$1})
 687                 #       {
 688                 #       $useradd{$1} = [];
 689                 #       }
 690                 next;
 691                 }
 692
 693         # VMS is a case insensitive environment, and depending on settings
 694         # out of our control, we may receive options uppercased.  Let's
 695         # downcase at least the part before any equal sign.
 696         if ($^O eq "VMS")
 697                 {
 698                 s/^([^=]*)/lc($1)/e;
 699                 }
 700
 701         # some people just can't read the instructions, clang people have to...
 702         s/^-no-(?!integrated-as)/no-/;
 703
 704         # rewrite some options in "enable-..." form
 705         s /^-?-?shared$/enable-shared/;
 706         s /^sctp$/enable-sctp/;
 707         s /^threads$/enable-threads/;
 708         s /^zlib$/enable-zlib/;
 709         s /^zlib-dynamic$/enable-zlib-dynamic/;
 710
 711         if (/^(no|disable|enable)-(.+)$/)
 712                 {
 713                 my $word = $2;
 714                 if ($word !~ m|hw(?:-.+)| # special treatment for hw regexp opt
 715                         && !exists $deprecated_disablables{$word}
 716                         && !grep { $word eq $_ } @disablables)
 717                         {
 718                         $unsupported_options{$_} = 1;
 719                         next;
 720                         }
 721                 }
 722         if (/^no-(.+)$/ || /^disable-(.+)$/)
 723                 {
 724                 foreach my $proto ((@tls, @dtls))
 725                         {
 726                         if ($1 eq "$proto-method")
 727                                 {
 728                                 $disabled{"$proto"} = "option($proto-method)";
 729                                 last;
 730                                 }
 731                         }
 732                 if ($1 eq "dtls")
 733                         {
 734                         foreach my $proto (@dtls)
 735                                 {
 736                                 $disabled{$proto} = "option(dtls)";
 737                                 }
 738                         $disabled{"dtls"} = "option(dtls)";
 739                         }
 740                 elsif ($1 eq "ssl")
 741                         {
 742                         # Last one of its kind
 743                         $disabled{"ssl3"} = "option(ssl)";
 744                         }
 745                 elsif ($1 eq "tls")
 746                         {
 747                         # XXX: Tests will fail if all SSL/TLS
 748                         # protocols are disabled.
 749                         foreach my $proto (@tls)
 750                                 {
 751                                 $disabled{$proto} = "option(tls)";
 752                                 }
 753                         }
 754                 elsif ($1 eq "static-engine")
 755                         {
 756                         delete $disabled{"dynamic-engine"};
 757                         }
 758                 elsif ($1 eq "dynamic-engine")
 759                         {
 760                         $disabled{"dynamic-engine"} = "option";
 761                         }
 762                 elsif (exists $deprecated_disablables{$1})
 763                         {
 764                         $deprecated_options{$_} = 1;
 765                         if (defined $deprecated_disablables{$1})
 766                                 {
 767                                 $disabled{$deprecated_disablables{$1}} = "option";
 768                                 }
 769                         }
 770                 elsif ($1 =~ m|hw(?:-.+)|) # deprecate hw options in regexp form
 771                         {
 772                         $deprecated_options{$_} = 1;
 773                         }
 774                 else
 775                         {
 776                         $disabled{$1} = "option";
 777                         }
 778                 # No longer an automatic choice
 779                 $auto_threads = 0 if ($1 eq "threads");
 780                 }
 781         elsif (/^enable-(.+)$/)
 782                 {
 783                 if ($1 eq "static-engine")
 784                         {
 785                         $disabled{"dynamic-engine"} = "option";
 786                         }
 787                 elsif ($1 eq "dynamic-engine")
 788                         {
 789                         delete $disabled{"dynamic-engine"};
 790                         }
 791                 elsif ($1 eq "zlib-dynamic")
 792                         {
 793                         delete $disabled{"zlib"};
 794                         }
 795                 my $algo = $1;
 796                 delete $disabled{$algo};
 797
 798                 # No longer an automatic choice
 799                 $auto_threads = 0 if ($1 eq "threads");
 800                 }
 801         elsif (/^--strict-warnings$/)
 802                 {
 803                 # Pretend that our strict flags is a C flag, and replace it
 804                 # with the proper flags later on
 805                 push @{$useradd{CFLAGS}}, '--ossl-strict-warnings';
 806                 $strict_warnings=1;
 807                 }
 808         elsif (/^--debug$/)
 809                 {
 810                 $config{build_type} = "debug";
 811                 }
 812         elsif (/^--release$/)
 813                 {
 814                 $config{build_type} = "release";
 815                 }
 816         elsif (/^386$/)
 817                 { $config{processor}=386; }
 818         elsif (/^fips$/)
 819                 {
 820                 die "FIPS mode not supported\n";
 821                 }
 822         elsif (/^rsaref$/)
 823                 {
 824                 # No RSAref support any more since it's not needed.
 825                 # The check for the option is there so scripts aren't
 826                 # broken
 827                 }
 828         elsif (/^nofipscanistercheck$/)
 829                 {
 830                 die "FIPS mode not supported\n";
 831                 }
 832         elsif (m|^[-+/]|)
 833                 {
 834                 if (/^--prefix=(.*)$/)
 835                         {
 836                         $config{prefix}=$1;
 837                         die "Directory given with --prefix MUST be absolute\n"
 838                                 unless file_name_is_absolute($config{prefix});
 839                         }
 840                 elsif (/^--api=(.*)$/)
 841                         {
 842                         $config{api}=$1;
 843                         }
 844                 elsif (/^--libdir=(.*)$/)
 845                         {
 846                         $config{libdir}=$1;
 847                         }
 848                 elsif (/^--openssldir=(.*)$/)
 849                         {
 850                         $config{openssldir}=$1;
 851                         }
 852                 elsif (/^--with-zlib-lib=(.*)$/)
 853                         {
 854                         $withargs{zlib_lib}=$1;
 855                         }
 856                 elsif (/^--with-zlib-include=(.*)$/)
 857                         {
 858                         $withargs{zlib_include}=$1;
 859                         }
 860                 elsif (/^--with-fuzzer-lib=(.*)$/)
 861                         {
 862                         $withargs{fuzzer_lib}=$1;
 863                         }
 864                 elsif (/^--with-fuzzer-include=(.*)$/)
 865                         {
 866                         $withargs{fuzzer_include}=$1;
 867                         }
 868                 elsif (/^--with-rand-seed=(.*)$/)
 869                         {
 870                         foreach my $x (split(m|,|, $1))
 871                             {
 872                             die "Unknown --with-rand-seed choice $x\n"
 873                                 if ! grep { $x eq $_ } @known_seed_sources;
 874                             push @seed_sources, $x;
 875                             }
 876                         }
 877                 elsif (/^--cross-compile-prefix=(.*)$/)
 878                         {
 879                         $user{CROSS_COMPILE}=$1;
 880                         }
 881                 elsif (/^--config=(.*)$/)
 882                         {
 883                         read_config $1;
 884                         }
 885                 elsif (/^-l(.*)$/)
 886                         {
 887                         push @{$useradd{LDLIBS}}, $_;
 888                         }
 889                 elsif (/^-framework$/)
 890                         {
 891                         push @{$useradd{LDLIBS}}, $_, shift(@argvcopy);
 892                         }
 893                 elsif (/^-L(.*)$/ or /^-Wl,/)
 894                         {
 895                         push @{$useradd{LDFLAGS}}, $_;
 896                         }
 897                 elsif (/^-rpath$/ or /^-R$/)
 898                         # -rpath is the OSF1 rpath flag
 899                         # -R is the old Solaris rpath flag
 900                         {
 901                         my $rpath = shift(@argvcopy) || "";
 902                         $rpath .= " " if $rpath ne "";
 903                         push @{$useradd{LDFLAGS}}, $_, $rpath;
 904                         }
 905                 elsif (/^-static$/)
 906                         {
 907                         push @{$useradd{LDFLAGS}}, $_;
 908                         }
 909                 elsif (m|^[-/]D(.*)$|)
 910                         {
 911                         push @{$useradd{CPPDEFINES}}, $1;
 912                         }
 913                 elsif (m|^[-/]I(.*)$|)
 914                         {
 915                         push @{$useradd{CPPINCLUDES}}, $1;
 916                         }
 917                 elsif (/^-Wp,$/)
 918                         {
 919                         push @{$useradd{CPPFLAGS}}, $1;
 920                         }
 921                 else    # common if (/^[-+]/), just pass down...
 922                         {
 923                         # Treat %xx as an ASCII code (e.g. replace %20 by a space character).
 924                         # This provides a simple way to pass options with arguments separated
 925                         # by spaces without quoting (e.g. -opt%20arg translates to -opt arg).
 926                         $_ =~ s/%([0-9a-f]{1,2})/chr(hex($1))/gei;
 927                         push @{$useradd{CFLAGS}}, $_;
 928                         push @{$useradd{CXXFLAGS}}, $_;
 929                         }
 930                 }
 931         elsif (m|^/|)
 932                 {
 933                 # Treat %xx as an ASCII code (e.g. replace %20 by a space character).
 934                 # This provides a simple way to pass options with arguments separated
 935                 # by spaces without quoting (e.g. /opt%20arg translates to /opt arg).
 936                 $_ =~ s/%([0-9a-f]{1,2})/chr(hex($1))/gei;
 937                 push @{$useradd{CFLAGS}}, $_;
 938                 push @{$useradd{CXXFLAGS}}, $_;
 939                 }
 940         else
 941                 {
 942                 die "target already defined - $target (offending arg: $_)\n" if ($target ne "");
 943                 $target=$_;
 944                 }
 945         unless ($_ eq $target || /^no-/ || /^disable-/)
 946                 {
 947                 # "no-..." follows later after implied deactivations
 948                 # have been derived.  (Don't take this too seriously,
 949                 # we really only write OPTIONS to the Makefile out of
 950                 # nostalgia.)
 951
 952                 if ($config{options} eq "")
 953                         { $config{options} = $_; }
 954                 else
 955                         { $config{options} .= " ".$_; }
 956                 }
 957         }
 958
 959 if (defined($config{api}) && !exists $apitable->{$config{api}}) {
 960         die "***** Unsupported api compatibility level: $config{api}\n",
 961 }
 962
 963 if (keys %deprecated_options)
 964         {
 965         warn "***** Deprecated options: ",
 966                 join(", ", keys %deprecated_options), "\n";
 967         }
 968 if (keys %unsupported_options)
 969         {
 970         die "***** Unsupported options: ",
 971                 join(", ", keys %unsupported_options), "\n";
 972         }
 973
 974 # If any %useradd entry has been set, we must check that the "make
 975 # variables" haven't been set.  We start by checking of any %useradd entry
 976 # is set.
 977 if (grep { scalar @$_ > 0 } values %useradd) {
 978     # Hash of env / make variables names.  The possible values are:
 979     # 1 - "make vars"
 980     # 2 - %useradd entry set
 981     # 3 - both set
 982     my %detected_vars =
 983         map { my $v = 0;
 984               $v += 1 if $cmdvars{$_};
 985               $v += 2 if @{$useradd{$_}};
 986               $_ => $v }
 987         keys %useradd;
 988
 989     # If any of the corresponding "make variables" is set, we error
 990     if (grep { $_ & 1 } values %detected_vars) {
 991         my $names = join(', ', grep { $detected_vars{$_} > 0 }
 992                                sort keys %detected_vars);
 993         die <<"_____";
 994 ***** Mixing make variables and additional compiler/linker flags as
 995 ***** configure command line option is not permitted.
 996 ***** Affected make variables: $names
 997 _____
 998     }
 999 }
1000
1001 # Check through all supported command line variables to see if any of them
1002 # were set, and canonicalise the values we got.  If no compiler or linker
1003 # flag or anything else that affects %useradd was set, we also check the
1004 # environment for values.
1005 my $anyuseradd =
1006     grep { defined $_ && (ref $_ ne 'ARRAY' || @$_) } values %useradd;
1007 foreach (keys %user) {
1008     my $value = $cmdvars{$_};
1009     $value //= env($_) unless $anyuseradd;
1010     $value //=
1011         defined $user_synonyms{$_} ? $cmdvars{$user_synonyms{$_}} : undef;
1012     $value //= defined $user_synonyms{$_} ? env($user_synonyms{$_}) : undef
1013         unless $anyuseradd;
1014
1015     if (defined $value) {
1016         if (ref $user{$_} eq 'ARRAY') {
1017             $user{$_} = [ split /$list_separator_re/, $value ];
1018         } elsif (!defined $user{$_}) {
1019             $user{$_} = $value;
1020         }
1021     }
1022 }
1023
1024 if (grep { /-rpath\b/ } ($user{LDFLAGS} ? @{$user{LDFLAGS}} : ())
1025     && !$disabled{shared}
1026     && !($disabled{asan} && $disabled{msan} && $disabled{ubsan})) {
1027     die "***** Cannot simultaneously use -rpath, shared libraries, and\n",
1028         "***** any of asan, msan or ubsan\n";
1029 }
1030
1031 sub disable {
1032     my $disable_type = shift;
1033
1034     for (@_) {
1035         $disabled{$_} = $disable_type;
1036     }
1037
1038     my @tocheckfor = (@_ ? @_ : keys %disabled);
1039     while (@tocheckfor) {
1040         my %new_tocheckfor = ();
1041         my @cascade_copy = (@disable_cascades);
1042         while (@cascade_copy) {
1043             my ($test, $descendents) =
1044                 (shift @cascade_copy, shift @cascade_copy);
1045             if (ref($test) eq "CODE" ? $test->() : defined($disabled{$test})) {
1046                 foreach (grep { !defined($disabled{$_}) } @$descendents) {
1047                     $new_tocheckfor{$_} = 1; $disabled{$_} = "cascade";
1048                 }
1049             }
1050         }
1051         @tocheckfor = (keys %new_tocheckfor);
1052     }
1053 }
1054 disable();                     # First cascade run
1055
1056 our $die = sub { die @_; };
1057 if ($target eq "TABLE") {
1058     local $die = sub { warn @_; };
1059     foreach (sort keys %table) {
1060         print_table_entry($_, "TABLE");
1061     }
1062     exit 0;
1063 }
1064
1065 if ($target eq "LIST") {
1066     foreach (sort keys %table) {
1067         print $_,"\n" unless $table{$_}->{template};
1068     }
1069     exit 0;
1070 }
1071
1072 if ($target eq "HASH") {
1073     local $die = sub { warn @_; };
1074     print "%table = (\n";
1075     foreach (sort keys %table) {
1076         print_table_entry($_, "HASH");
1077     }
1078     exit 0;
1079 }
1080
1081 print "Configuring OpenSSL version $config{full_version} ";
1082 print "for target $target\n";
1083
1084 if (scalar(@seed_sources) == 0) {
1085     print "Using os-specific seed configuration\n";
1086     push @seed_sources, 'os';
1087 }
1088 if (scalar(grep { $_ eq 'none' } @seed_sources) > 0) {
1089     die "Cannot seed with none and anything else" if scalar(@seed_sources) > 1;
1090     warn <<_____ if scalar(@seed_sources) == 1;
1091
1092 ============================== WARNING ===============================
1093 You have selected the --with-rand-seed=none option, which effectively
1094 disables automatic reseeding of the OpenSSL random generator.
1095 All operations depending on the random generator such as creating keys
1096 will not work unless the random generator is seeded manually by the
1097 application.
1098
1099 Please read the 'Note on random number generation' section in the
1100 INSTALL instructions and the RAND_DRBG(7) manual page for more details.
1101 ============================== WARNING ===============================
1102
1103 _____
1104 }
1105 push @{$config{openssl_feature_defines}},
1106      map { (my $x = $_) =~ tr|[\-a-z]|[_A-Z]|; "OPENSSL_RAND_SEED_$x" }
1107         @seed_sources;
1108
1109 # Backward compatibility?
1110 if ($target =~ m/^CygWin32(-.*)$/) {
1111     $target = "Cygwin".$1;
1112 }
1113
1114 # Support for legacy targets having a name starting with 'debug-'
1115 my ($d, $t) = $target =~ m/^(debug-)?(.*)$/;
1116 if ($d) {
1117     $config{build_type} = "debug";
1118
1119     # If we do not find debug-foo in the table, the target is set to foo.
1120     if (!$table{$target}) {
1121         $target = $t;
1122     }
1123 }
1124
1125 &usage if !$table{$target} || $table{$target}->{template};
1126
1127 $config{target} = $target;
1128 my %target = resolve_config($target);
1129
1130 foreach (keys %target_attr_translate) {
1131     $target{$target_attr_translate{$_}} = $target{$_}
1132         if $target{$_};
1133     delete $target{$_};
1134 }
1135
1136 %target = ( %{$table{DEFAULTS}}, %target );
1137
1138 my %conf_files = map { $_ => 1 } (@{$target{_conf_fname_int}});
1139 $config{conf_files} = [ sort keys %conf_files ];
1140
1141 # Using sub disable within these loops may prove fragile, so we run
1142 # a cascade afterwards
1143 foreach my $feature (@{$target{disable}}) {
1144     if (exists $deprecated_disablables{$feature}) {
1145         warn "***** config $target disables deprecated feature $feature\n";
1146     } elsif (!grep { $feature eq $_ } @disablables) {
1147         die "***** config $target disables unknown feature $feature\n";
1148     }
1149     $disabled{$feature} = 'config';
1150 }
1151 foreach my $feature (@{$target{enable}}) {
1152     if ("default" eq ($disabled{$feature} // "")) {
1153         if (exists $deprecated_disablables{$feature}) {
1154             warn "***** config $target enables deprecated feature $feature\n";
1155         } elsif (!grep { $feature eq $_ } @disablables) {
1156             die "***** config $target enables unknown feature $feature\n";
1157         }
1158         delete $disabled{$feature};
1159     }
1160 }
1161
1162 # If uplink_arch isn't defined, disable uplink
1163 $disabled{uplink} = 'no uplink_arch' unless (defined $target{uplink_arch});
1164 # If asm_arch isn't defined, disable asm
1165 $disabled{asm} = 'no asm_arch' unless (defined $target{asm_arch});
1166
1167 disable();                      # Run a cascade now
1168
1169 $target{CXXFLAGS}//=$target{CFLAGS} if $target{CXX};
1170 $target{cxxflags}//=$target{cflags} if $target{CXX};
1171 $target{exe_extension}=".exe" if ($config{target} eq "DJGPP");
1172 $target{exe_extension}=".pm"  if ($config{target} =~ /vos/);
1173
1174 # Fill %config with values from %user, and in case those are undefined or
1175 # empty, use values from %target (acting as a default).
1176 foreach (keys %user) {
1177     my $ref_type = ref $user{$_};
1178
1179     # Temporary function.  Takes an intended ref type (empty string or "ARRAY")
1180     # and a value that's to be coerced into that type.
1181     my $mkvalue = sub {
1182         my $type = shift;
1183         my $value = shift;
1184         my $undef_p = shift;
1185
1186         die "Too many arguments for \$mkvalue" if @_;
1187
1188         while (ref $value eq 'CODE') {
1189             $value = $value->();
1190         }
1191
1192         if ($type eq 'ARRAY') {
1193             return undef unless defined $value;
1194             return undef if ref $value ne 'ARRAY' && !$value;
1195             return undef if ref $value eq 'ARRAY' && !@$value;
1196             return [ $value ] unless ref $value eq 'ARRAY';
1197         }
1198         return undef unless $value;
1199         return $value;
1200     };
1201
1202     $config{$_} =
1203         $mkvalue->($ref_type, $user{$_})
1204         || $mkvalue->($ref_type, $target{$_});
1205     delete $config{$_} unless defined $config{$_};
1206 }
1207
1208 # Finish up %config by appending things the user gave us on the command line
1209 # apart from "make variables"
1210 foreach (keys %useradd) {
1211     # The must all be lists, so we assert that here
1212     die "internal error: \$useradd{$_} isn't an ARRAY\n"
1213         unless ref $useradd{$_} eq 'ARRAY';
1214
1215     if (defined $config{$_}) {
1216         push @{$config{$_}}, @{$useradd{$_}};
1217     } else {
1218         $config{$_} = [ @{$useradd{$_}} ];
1219     }
1220 }
1221 # At this point, we can forget everything about %user and %useradd,
1222 # because it's now all been merged into the corresponding $config entry
1223
1224 # Allow overriding the build file name
1225 $config{build_file} = env('BUILDFILE') || $target{build_file} || "Makefile";
1226
1227 ######################################################################
1228 # Build up information for skipping certain directories depending on disabled
1229 # features, as well as setting up macros for disabled features.
1230
1231 # This is a tentative database of directories to skip.  Some entries may not
1232 # correspond to anything real, but that's ok, they will simply be ignored.
1233 # The actual processing of these entries is done in the build.info lookup
1234 # loop further down.
1235 #
1236 # The key is a Unix formated path in the source tree, the value is an index
1237 # into %disabled_info, so any existing path gets added to a corresponding
1238 # 'skipped' entry in there with the list of skipped directories.
1239 my %skipdir = ();
1240 my %disabled_info = ();         # For configdata.pm
1241 foreach my $what (sort keys %disabled) {
1242     # There are deprecated disablables that translate to themselves.
1243     # They cause disabling cascades, but should otherwise not regiter.
1244     next if $deprecated_disablables{$what};
1245
1246     $config{options} .= " no-$what";
1247
1248     if (!grep { $what eq $_ } ( 'buildtest-c++', 'fips', 'threads', 'shared',
1249                                 'module', 'pic', 'dynamic-engine', 'makedepend',
1250                                 'zlib-dynamic', 'zlib', 'sse2', 'legacy' )) {
1251         (my $WHAT = uc $what) =~ s|-|_|g;
1252         my $skipdir = $what;
1253
1254         # fix-up crypto/directory name(s)
1255         $skipdir = "ripemd" if $what eq "rmd160";
1256         $skipdir = "whrlpool" if $what eq "whirlpool";
1257
1258         my $macro = $disabled_info{$what}->{macro} = "OPENSSL_NO_$WHAT";
1259         push @{$config{openssl_feature_defines}}, $macro;
1260
1261         $skipdir{engines} = $what if $what eq 'engine';
1262         $skipdir{"crypto/$skipdir"} = $what
1263             unless $what eq 'async' || $what eq 'err' || $what eq 'dso';
1264     }
1265 }
1266
1267 # Make sure build_scheme is consistent.
1268 $target{build_scheme} = [ $target{build_scheme} ]
1269     if ref($target{build_scheme}) ne "ARRAY";
1270
1271 my ($builder, $builder_platform, @builder_opts) =
1272     @{$target{build_scheme}};
1273
1274 foreach my $checker (($builder_platform."-".$target{build_file}."-checker.pm",
1275                       $builder_platform."-checker.pm")) {
1276     my $checker_path = catfile($srcdir, "Configurations", $checker);
1277     if (-f $checker_path) {
1278         my $fn = $ENV{CONFIGURE_CHECKER_WARN}
1279             ? sub { warn $@; } : sub { die $@; };
1280         if (! do $checker_path) {
1281             if ($@) {
1282                 $fn->($@);
1283             } elsif ($!) {
1284                 $fn->($!);
1285             } else {
1286                 $fn->("The detected tools didn't match the platform\n");
1287             }
1288         }
1289         last;
1290     }
1291 }
1292
1293 push @{$config{defines}}, "NDEBUG"    if $config{build_type} eq "release";
1294
1295 if ($target =~ /^mingw/ && `$config{CC} --target-help 2>&1` =~ m/-mno-cygwin/m)
1296         {
1297         push @{$config{cflags}}, "-mno-cygwin";
1298         push @{$config{cxxflags}}, "-mno-cygwin" if $config{CXX};
1299         push @{$config{shared_ldflag}}, "-mno-cygwin";
1300         }
1301
1302 if ($target =~ /linux.*-mips/ && !$disabled{asm}
1303         && !grep { $_ !~ /-m(ips|arch=)/ } (@{$config{CFLAGS}})) {
1304         # minimally required architecture flags for assembly modules
1305         my $value;
1306         $value = '-mips2' if ($target =~ /mips32/);
1307         $value = '-mips3' if ($target =~ /mips64/);
1308         unshift @{$config{cflags}}, $value;
1309         unshift @{$config{cxxflags}}, $value if $config{CXX};
1310 }
1311
1312 # If threads aren't disabled, check how possible they are
1313 unless ($disabled{threads}) {
1314     if ($auto_threads) {
1315         # Enabled by default, disable it forcibly if unavailable
1316         if ($target{thread_scheme} eq "(unknown)") {
1317             disable("unavailable", 'threads');
1318         }
1319     } else {
1320         # The user chose to enable threads explicitly, let's see
1321         # if there's a chance that's possible
1322         if ($target{thread_scheme} eq "(unknown)") {
1323             # If the user asked for "threads" and we don't have internal
1324             # knowledge how to do it, [s]he is expected to provide any
1325             # system-dependent compiler options that are necessary.  We
1326             # can't truly check that the given options are correct, but
1327             # we expect the user to know what [s]He is doing.
1328             if (!@{$config{CFLAGS}} && !@{$config{CPPDEFINES}}) {
1329                 die "You asked for multi-threading support, but didn't\n"
1330                     ,"provide any system-specific compiler options\n";
1331             }
1332         }
1333     }
1334 }
1335
1336 # Find out if clang's sanitizers have been enabled with -fsanitize
1337 # flags and ensure that the corresponding %disabled elements area
1338 # removed to reflect that the sanitizers are indeed enabled.
1339 my %detected_sanitizers = ();
1340 foreach (grep /^-fsanitize=/, @{$config{CFLAGS} || []}) {
1341     (my $checks = $_) =~ s/^-fsanitize=//;
1342     foreach (split /,/, $checks) {
1343         my $d = { address       => 'asan',
1344                   undefined     => 'ubsan',
1345                   memory        => 'msan' } -> {$_};
1346         next unless defined $d;
1347
1348         $detected_sanitizers{$d} = 1;
1349         if (defined $disabled{$d}) {
1350             die "***** Conflict between disabling $d and enabling $_ sanitizer"
1351                 if $disabled{$d} ne "default";
1352             delete $disabled{$d};
1353         }
1354     }
1355 }
1356
1357 # If threads still aren't disabled, add a C macro to ensure the source
1358 # code knows about it.  Any other flag is taken care of by the configs.
1359 unless($disabled{threads}) {
1360     push @{$config{openssl_feature_defines}}, "OPENSSL_THREADS";
1361 }
1362
1363 # With "deprecated" disable all deprecated features.
1364 if (defined($disabled{"deprecated"})) {
1365         $config{api} = $maxapi;
1366 }
1367
1368 my $no_shared_warn=0;
1369 if ($target{shared_target} eq "")
1370         {
1371         $no_shared_warn = 1
1372             if (!$disabled{shared} || !$disabled{"dynamic-engine"});
1373         disable('no-shared-target', 'pic');
1374         }
1375
1376 if ($disabled{"dynamic-engine"}) {
1377         push @{$config{openssl_feature_defines}}, "OPENSSL_NO_DYNAMIC_ENGINE";
1378         $config{dynamic_engines} = 0;
1379 } else {
1380         push @{$config{openssl_feature_defines}}, "OPENSSL_NO_STATIC_ENGINE";
1381         $config{dynamic_engines} = 1;
1382 }
1383
1384 unless ($disabled{asan} || defined $detected_sanitizers{asan}) {
1385     push @{$config{cflags}}, "-fsanitize=address";
1386 }
1387
1388 unless ($disabled{ubsan} || defined $detected_sanitizers{ubsan}) {
1389     # -DPEDANTIC or -fnosanitize=alignment may also be required on some
1390     # platforms.
1391     push @{$config{cflags}}, "-fsanitize=undefined", "-fno-sanitize-recover=all";
1392 }
1393
1394 unless ($disabled{msan} || defined $detected_sanitizers{msan}) {
1395   push @{$config{cflags}}, "-fsanitize=memory";
1396 }
1397
1398 unless ($disabled{"fuzz-libfuzzer"} && $disabled{"fuzz-afl"}
1399         && $disabled{asan} && $disabled{ubsan} && $disabled{msan}) {
1400     push @{$config{cflags}}, "-fno-omit-frame-pointer", "-g";
1401     push @{$config{cxxflags}}, "-fno-omit-frame-pointer", "-g" if $config{CXX};
1402 }
1403 #
1404 # Platform fix-ups
1405 #
1406
1407 # This saves the build files from having to check
1408 if ($disabled{pic})
1409         {
1410         foreach (qw(shared_cflag shared_cxxflag shared_cppflag
1411                     shared_defines shared_includes shared_ldflag
1412                     module_cflags module_cxxflags module_cppflags
1413                     module_defines module_includes module_lflags))
1414                 {
1415                 delete $config{$_};
1416                 $target{$_} = "";
1417                 }
1418         }
1419 else
1420         {
1421         push @{$config{lib_defines}}, "OPENSSL_PIC";
1422         }
1423
1424 if ($target{sys_id} ne "")
1425         {
1426         push @{$config{openssl_sys_defines}}, "OPENSSL_SYS_$target{sys_id}";
1427         }
1428
1429 unless ($disabled{asm}) {
1430 }
1431
1432 my %predefined_C = compiler_predefined($config{CROSS_COMPILE}.$config{CC});
1433 my %predefined_CXX = $config{CXX}
1434     ? compiler_predefined($config{CROSS_COMPILE}.$config{CXX})
1435     : ();
1436
1437 # Check for makedepend capabilities.
1438 if (!$disabled{makedepend}) {
1439     if ($config{target} =~ /^(VC|vms)-/) {
1440         # For VC- and vms- targets, there's nothing more to do here.  The
1441         # functionality is hard coded in the corresponding build files for
1442         # cl (Windows) and CC/DECC (VMS).
1443     } elsif (($predefined_C{__GNUC__} // -1) >= 3
1444              && !($predefined_C{__APPLE_CC__} && !$predefined_C{__clang__})) {
1445         # We know that GNU C version 3 and up as well as all clang
1446         # versions support dependency generation, but Xcode did not
1447         # handle $cc -M before clang support (but claims __GNUC__ = 3)
1448         $config{makedepprog} = "\$(CROSS_COMPILE)$config{CC}";
1449     } else {
1450         # In all other cases, we look for 'makedepend', and disable the
1451         # capability if not found.
1452         $config{makedepprog} = which('makedepend');
1453         disable('unavailable', 'makedepend') unless $config{makedepprog};
1454     }
1455 }
1456
1457 if (!$disabled{asm} && !$predefined_C{__MACH__} && $^O ne 'VMS') {
1458     # probe for -Wa,--noexecstack option...
1459     if ($predefined_C{__clang__}) {
1460         # clang has builtin assembler, which doesn't recognize --help,
1461         # but it apparently recognizes the option in question on all
1462         # supported platforms even when it's meaningless. In other words
1463         # probe would fail, but probed option always accepted...
1464         push @{$config{cflags}}, "-Wa,--noexecstack", "-Qunused-arguments";
1465     } else {
1466         my $cc = $config{CROSS_COMPILE}.$config{CC};
1467         open(PIPE, "$cc -Wa,--help -c -o null.$$.o -x assembler /dev/null 2>&1 |");
1468         while(<PIPE>) {
1469             if (m/--noexecstack/) {
1470                 push @{$config{cflags}}, "-Wa,--noexecstack";
1471                 last;
1472             }
1473         }
1474         close(PIPE);
1475         unlink("null.$$.o");
1476     }
1477 }
1478
1479 # Deal with bn_ops ###################################################
1480
1481 $config{bn_ll}                  =0;
1482 my $def_int="unsigned int";
1483 $config{rc4_int}                =$def_int;
1484 ($config{b64l},$config{b64},$config{b32})=(0,0,1);
1485
1486 my $count = 0;
1487 foreach (sort split(/\s+/,$target{bn_ops})) {
1488     $count++ if /SIXTY_FOUR_BIT|SIXTY_FOUR_BIT_LONG|THIRTY_TWO_BIT/;
1489     $config{bn_ll}=1                            if $_ eq 'BN_LLONG';
1490     $config{rc4_int}="unsigned char"            if $_ eq 'RC4_CHAR';
1491     ($config{b64l},$config{b64},$config{b32})
1492         =(0,1,0)                                if $_ eq 'SIXTY_FOUR_BIT';
1493     ($config{b64l},$config{b64},$config{b32})
1494         =(1,0,0)                                if $_ eq 'SIXTY_FOUR_BIT_LONG';
1495     ($config{b64l},$config{b64},$config{b32})
1496         =(0,0,1)                                if $_ eq 'THIRTY_TWO_BIT';
1497 }
1498 die "Exactly one of SIXTY_FOUR_BIT|SIXTY_FOUR_BIT_LONG|THIRTY_TWO_BIT can be set in bn_ops\n"
1499     if $count > 1;
1500
1501
1502 # Hack cflags for better warnings (dev option) #######################
1503
1504 # "Stringify" the C and C++ flags string.  This permits it to be made part of
1505 # a string and works as well on command lines.
1506 $config{cflags} = [ map { (my $x = $_) =~ s/([\\\"])/\\$1/g; $x }
1507                         @{$config{cflags}} ];
1508 $config{cxxflags} = [ map { (my $x = $_) =~ s/([\\\"])/\\$1/g; $x }
1509                           @{$config{cxxflags}} ] if $config{CXX};
1510
1511 $config{openssl_api_defines} = [
1512     "OPENSSL_MIN_API=".($apitable->{$config{api} // ""} // -1)
1513 ];
1514
1515 my @strict_warnings_collection=();
1516 if ($strict_warnings)
1517         {
1518         my $wopt;
1519         my $gccver = $predefined_C{__GNUC__} // -1;
1520
1521         warn "WARNING --strict-warnings requires gcc[>=4] or gcc-alike"
1522             unless $gccver >= 4;
1523         push @strict_warnings_collection, @gcc_devteam_warn;
1524         push @strict_warnings_collection, @clang_devteam_warn
1525             if (defined($predefined_C{__clang__}));
1526         }
1527
1528 if (grep { $_ eq '-static' } @{$config{LDFLAGS}}) {
1529     disable('static', 'pic', 'threads');
1530 }
1531
1532 $config{CFLAGS} = [ map { $_ eq '--ossl-strict-warnings'
1533                               ? @strict_warnings_collection
1534                               : ( $_ ) }
1535                     @{$config{CFLAGS}} ];
1536
1537 unless ($disabled{"crypto-mdebug-backtrace"})
1538         {
1539         foreach my $wopt (split /\s+/, $memleak_devteam_backtrace)
1540                 {
1541                 push @{$config{cflags}}, $wopt
1542                         unless grep { $_ eq $wopt } @{$config{cflags}};
1543                 }
1544         if ($target =~ /^BSD-/)
1545                 {
1546                 push @{$config{ex_libs}}, "-lexecinfo";
1547                 }
1548         }
1549
1550 unless ($disabled{afalgeng}) {
1551     $config{afalgeng}="";
1552     if (grep { $_ eq 'afalgeng' } @{$target{enable}}) {
1553         my $minver = 4*10000 + 1*100 + 0;
1554         if ($config{CROSS_COMPILE} eq "") {
1555             my $verstr = `uname -r`;
1556             my ($ma, $mi1, $mi2) = split("\\.", $verstr);
1557             ($mi2) = $mi2 =~ /(\d+)/;
1558             my $ver = $ma*10000 + $mi1*100 + $mi2;
1559             if ($ver < $minver) {
1560                 disable('too-old-kernel', 'afalgeng');
1561             } else {
1562                 push @{$config{engdirs}}, "afalg";
1563             }
1564         } else {
1565             disable('cross-compiling', 'afalgeng');
1566         }
1567     } else {
1568         disable('not-linux', 'afalgeng');
1569     }
1570 }
1571
1572 push @{$config{openssl_feature_defines}}, "OPENSSL_NO_AFALGENG" if ($disabled{afalgeng});
1573
1574 unless ($disabled{ktls}) {
1575     $config{ktls}="";
1576     if ($target =~ m/^linux/) {
1577         my $usr = "/usr/$config{cross_compile_prefix}";
1578         chop($usr);
1579         if ($config{cross_compile_prefix} eq "") {
1580             $usr = "/usr";
1581         }
1582         my $minver = (4 << 16) + (13 << 8) + 0;
1583         my @verstr = split(" ",`cat $usr/include/linux/version.h | grep LINUX_VERSION_CODE`);
1584
1585         if ($verstr[2] < $minver) {
1586             disable('too-old-kernel', 'ktls');
1587         }
1588     } else {
1589         disable('not-linux', 'ktls');
1590     }
1591 }
1592
1593 push @{$config{openssl_other_defines}}, "OPENSSL_NO_KTLS" if ($disabled{ktls});
1594
1595 # Get the extra flags used when building shared libraries and modules.  We
1596 # do this late because some of them depend on %disabled.
1597
1598 # Make the flags to build DSOs the same as for shared libraries unless they
1599 # are already defined
1600 $target{module_cflags} = $target{shared_cflag} unless defined $target{module_cflags};
1601 $target{module_cxxflags} = $target{shared_cxxflag} unless defined $target{module_cxxflags};
1602 $target{module_ldflags} = $target{shared_ldflag} unless defined $target{module_ldflags};
1603 {
1604     my $shared_info_pl =
1605         catfile(dirname($0), "Configurations", "shared-info.pl");
1606     my %shared_info = read_eval_file($shared_info_pl);
1607     push @{$target{_conf_fname_int}}, $shared_info_pl;
1608     my $si = $target{shared_target};
1609     while (ref $si ne "HASH") {
1610         last if ! defined $si;
1611         if (ref $si eq "CODE") {
1612             $si = $si->();
1613         } else {
1614             $si = $shared_info{$si};
1615         }
1616     }
1617
1618     # Some of the 'shared_target' values don't have any entries in
1619     # %shared_info.  That's perfectly fine, AS LONG AS the build file
1620     # template knows how to handle this.  That is currently the case for
1621     # Windows and VMS.
1622     if (defined $si) {
1623         # Just as above, copy certain shared_* attributes to the corresponding
1624         # module_ attribute unless the latter is already defined
1625         $si->{module_cflags} = $si->{shared_cflag} unless defined $si->{module_cflags};
1626         $si->{module_cxxflags} = $si->{shared_cxxflag} unless defined $si->{module_cxxflags};
1627         $si->{module_ldflags} = $si->{shared_ldflag} unless defined $si->{module_ldflags};
1628         foreach (sort keys %$si) {
1629             $target{$_} = defined $target{$_}
1630                 ? add($si->{$_})->($target{$_})
1631                 : $si->{$_};
1632         }
1633     }
1634 }
1635
1636 # ALL MODIFICATIONS TO %disabled, %config and %target MUST BE DONE FROM HERE ON
1637
1638 # If we use the unified build, collect information from build.info files
1639 my %unified_info = ();
1640
1641 my $buildinfo_debug = defined($ENV{CONFIGURE_DEBUG_BUILDINFO});
1642 if ($builder eq "unified") {
1643     use Text::Template 1.46;
1644
1645     sub cleandir {
1646         my $base = shift;
1647         my $dir = shift;
1648         my $relativeto = shift || ".";
1649
1650         $dir = catdir($base,$dir) unless isabsolute($dir);
1651
1652         # Make sure the directories we're building in exists
1653         mkpath($dir);
1654
1655         my $res = abs2rel(absolutedir($dir), rel2abs($relativeto));
1656         #print STDERR "DEBUG[cleandir]: $dir , $base => $res\n";
1657         return $res;
1658     }
1659
1660     sub cleanfile {
1661         my $base = shift;
1662         my $file = shift;
1663         my $relativeto = shift || ".";
1664
1665         $file = catfile($base,$file) unless isabsolute($file);
1666
1667         my $d = dirname($file);
1668         my $f = basename($file);
1669
1670         # Make sure the directories we're building in exists
1671         mkpath($d);
1672
1673         my $res = abs2rel(catfile(absolutedir($d), $f), rel2abs($relativeto));
1674         #print STDERR "DEBUG[cleanfile]: $d , $f => $res\n";
1675         return $res;
1676     }
1677
1678     # Store the name of the template file we will build the build file from
1679     # in %config.  This may be useful for the build file itself.
1680     my @build_file_template_names =
1681         ( $builder_platform."-".$target{build_file}.".tmpl",
1682           $target{build_file}.".tmpl" );
1683     my @build_file_templates = ();
1684
1685     # First, look in the user provided directory, if given
1686     if (defined env($local_config_envname)) {
1687         @build_file_templates =
1688             map {
1689                 if ($^O eq 'VMS') {
1690                     # VMS environment variables are logical names,
1691                     # which can be used as is
1692                     $local_config_envname . ':' . $_;
1693                 } else {
1694                     catfile(env($local_config_envname), $_);
1695                 }
1696             }
1697             @build_file_template_names;
1698     }
1699     # Then, look in our standard directory
1700     push @build_file_templates,
1701         ( map { cleanfile($srcdir, catfile("Configurations", $_), $blddir) }
1702           @build_file_template_names );
1703
1704     my $build_file_template;
1705     for $_ (@build_file_templates) {
1706         $build_file_template = $_;
1707         last if -f $build_file_template;
1708
1709         $build_file_template = undef;
1710     }
1711     if (!defined $build_file_template) {
1712         die "*** Couldn't find any of:\n", join("\n", @build_file_templates), "\n";
1713     }
1714     $config{build_file_templates}
1715       = [ cleanfile($srcdir, catfile("Configurations", "common0.tmpl"),
1716                     $blddir),
1717           $build_file_template,
1718           cleanfile($srcdir, catfile("Configurations", "common.tmpl"),
1719                     $blddir) ];
1720
1721     my @build_dirs = ( [ ] );   # current directory
1722
1723     $config{build_infos} = [ ];
1724
1725     my %ordinals = ();
1726     while (@build_dirs) {
1727         my @curd = @{shift @build_dirs};
1728         my $sourced = catdir($srcdir, @curd);
1729         my $buildd = catdir($blddir, @curd);
1730
1731         my $unixdir = join('/', @curd);
1732         if (exists $skipdir{$unixdir}) {
1733             my $what = $skipdir{$unixdir};
1734             push @{$disabled_info{$what}->{skipped}}, catdir(@curd);
1735             next;
1736         }
1737
1738         mkpath($buildd);
1739
1740         my $f = 'build.info';
1741         # The basic things we're trying to build
1742         my @programs = ();
1743         my @libraries = ();
1744         my @modules = ();
1745         my @scripts = ();
1746
1747         my %sources = ();
1748         my %shared_sources = ();
1749         my %includes = ();
1750         my %defines = ();
1751         my %depends = ();
1752         my %generate = ();
1753
1754         # Support for $variablename in build.info files.
1755         # Embedded perl code is the ultimate master, still.  If its output
1756         # contains a dollar sign, it had better be escaped, or it will be
1757         # taken for a variable name prefix.
1758         my %variables = ();
1759         my $variable_re = qr/\$(?P<VARIABLE>[[:alpha:]][[:alnum:]_]*)/;
1760         my $expand_variables = sub {
1761             my $value = '';
1762             my $value_rest = shift;
1763
1764             if ($ENV{CONFIGURE_DEBUG_VARIABLE_EXPAND}) {
1765                 print STDERR
1766                     "DEBUG[\$expand_variables] Parsed '$value_rest' into:\n"
1767             }
1768             while ($value_rest =~ /(?<!\\)${variable_re}/) {
1769                 $value .= $`;
1770                 $value .= $variables{$+{VARIABLE}};
1771                 $value_rest = $';
1772             }
1773             if ($ENV{CONFIGURE_DEBUG_VARIABLE_EXPAND}) {
1774                 print STDERR
1775                     "DEBUG[\$expand_variables] ... '$value$value_rest'\n";
1776             }
1777             return $value . $value_rest;
1778         };
1779
1780         # Support for attributes in build.info files
1781         my %attributes = ();
1782         my $handle_attributes = sub {
1783             my $attr_str = shift;
1784             my $ref = shift;
1785             my @goals = @_;
1786
1787             return unless defined $attr_str;
1788
1789             my @a = tokenize($attr_str, qr|\s*,\s*|);
1790             foreach my $a (@a) {
1791                 my $ac = 1;
1792                 my $ak = $a;
1793                 my $av = 1;
1794                 if ($a =~ m|^(!)?(.*?)\s* = \s*(.*?)$|) {
1795                     $ac = ! $1;
1796                     $ak = $1;
1797                     $av = $2;
1798                 }
1799                 foreach my $g (@goals) {
1800                     if ($ac) {
1801                         $$ref->{$g}->{$ak} = $av;
1802                     } else {
1803                         delete $$ref->{$g}->{$ak};
1804                     }
1805                 }
1806             }
1807         };
1808
1809         # We want to detect configdata.pm in the source tree, so we
1810         # don't use it if the build tree is different.
1811         my $src_configdata = cleanfile($srcdir, "configdata.pm", $blddir);
1812
1813         push @{$config{build_infos}}, catfile(abs2rel($sourced, $blddir), $f);
1814         my $template =
1815             Text::Template->new(TYPE => 'FILE',
1816                                 SOURCE => catfile($sourced, $f),
1817                                 PREPEND => qq{use lib "$FindBin::Bin/util/perl";});
1818         die "Something went wrong with $sourced/$f: $!\n" unless $template;
1819         my @text =
1820             split /^/m,
1821             $template->fill_in(HASH => { config => \%config,
1822                                          target => \%target,
1823                                          disabled => \%disabled,
1824                                          withargs => \%withargs,
1825                                          builddir => abs2rel($buildd, $blddir),
1826                                          sourcedir => abs2rel($sourced, $blddir),
1827                                          buildtop => abs2rel($blddir, $blddir),
1828                                          sourcetop => abs2rel($srcdir, $blddir) },
1829                                DELIMITERS => [ "{-", "-}" ]);
1830
1831         # The top item of this stack has the following values
1832         # -2 positive already run and we found ELSE (following ELSIF should fail)
1833         # -1 positive already run (skip until ENDIF)
1834         # 0 negatives so far (if we're at a condition, check it)
1835         # 1 last was positive (don't skip lines until next ELSE, ELSIF or ENDIF)
1836         # 2 positive ELSE (following ELSIF should fail)
1837         my @skip = ();
1838
1839         # A few useful generic regexps
1840         my $index_re = qr/\[\s*(?P<INDEX>(?:\\.|.)*?)\s*\]/;
1841         my $cond_re = qr/\[\s*(?P<COND>(?:\\.|.)*?)\s*\]/;
1842         my $attribs_re = qr/(?:\{\s*(?P<ATTRIBS>(?:\\.|.)*?)\s*\})?/;
1843         my $value_re = qr/\s*(?P<VALUE>.*?)\s*/;
1844         collect_information(
1845             collect_from_array([ @text ],
1846                                qr/\\$/ => sub { my $l1 = shift; my $l2 = shift;
1847                                                 $l1 =~ s/\\$//; $l1.$l2 }),
1848             # Info we're looking for
1849             qr/^\s* IF ${cond_re} \s*$/x
1850             => sub {
1851                 if (! @skip || $skip[$#skip] > 0) {
1852                     push @skip, !! $expand_variables->($+{COND});
1853                 } else {
1854                     push @skip, -1;
1855                 }
1856             },
1857             qr/^\s* ELSIF ${cond_re} \s*$/x
1858             => sub { die "ELSIF out of scope" if ! @skip;
1859                      die "ELSIF following ELSE" if abs($skip[$#skip]) == 2;
1860                      $skip[$#skip] = -1 if $skip[$#skip] != 0;
1861                      $skip[$#skip] = !! $expand_variables->($+{COND})
1862                          if $skip[$#skip] == 0; },
1863             qr/^\s* ELSE \s*$/x
1864             => sub { die "ELSE out of scope" if ! @skip;
1865                      $skip[$#skip] = -2 if $skip[$#skip] != 0;
1866                      $skip[$#skip] = 2 if $skip[$#skip] == 0; },
1867             qr/^\s* ENDIF \s*$/x
1868             => sub { die "ENDIF out of scope" if ! @skip;
1869                      pop @skip; },
1870             qr/^\s* ${variable_re} \s* = ${value_re} $/x
1871             => sub {
1872                 if (!@skip || $skip[$#skip] > 0) {
1873                     $variables{$+{VARIABLE}} = $expand_variables->($+{VALUE});
1874                 }
1875             },
1876             qr/^\s* SUBDIRS \s* = ${value_re} $/x
1877             => sub {
1878                 if (!@skip || $skip[$#skip] > 0) {
1879                     foreach (tokenize($expand_variables->($+{VALUE}))) {
1880                         push @build_dirs, [ @curd, splitdir($_, 1) ];
1881                     }
1882                 }
1883             },
1884             qr/^\s* PROGRAMS ${attribs_re} \s* =  ${value_re} $/x
1885             => sub {
1886                 if (!@skip || $skip[$#skip] > 0) {
1887                     my @p = tokenize($expand_variables->($+{VALUE}));
1888                     push @programs, @p;
1889                     $handle_attributes->($+{ATTRIBS},
1890                                          \$attributes{programs},
1891                                          @p);
1892                 }
1893             },
1894             qr/^\s* LIBS ${attribs_re} \s* =  ${value_re} $/x
1895             => sub {
1896                 if (!@skip || $skip[$#skip] > 0) {
1897                     my @l = tokenize($expand_variables->($+{VALUE}));
1898                     push @libraries, @l;
1899                     $handle_attributes->($+{ATTRIBS},
1900                                          \$attributes{libraries},
1901                                          @l);
1902                 }
1903             },
1904             qr/^\s* MODULES ${attribs_re} \s* =  ${value_re} $/x
1905             => sub {
1906                 if (!@skip || $skip[$#skip] > 0) {
1907                     my @m = tokenize($expand_variables->($+{VALUE}));
1908                     push @modules, @m;
1909                     $handle_attributes->($+{ATTRIBS},
1910                                          \$attributes{modules},
1911                                          @m);
1912                 }
1913             },
1914             qr/^\s* SCRIPTS ${attribs_re} \s* =  ${value_re} $/x
1915             => sub {
1916                 if (!@skip || $skip[$#skip] > 0) {
1917                     my @s = tokenize($expand_variables->($+{VALUE}));
1918                     push @scripts, @s;
1919                     $handle_attributes->($+{ATTRIBS},
1920                                          \$attributes{scripts},
1921                                          @s);
1922                 }
1923             },
1924
1925             qr/^\s* ORDINALS ${index_re} = ${value_re} $/x
1926             => sub { push @{$ordinals{$expand_variables->($+{INDEX})}},
1927                          tokenize($expand_variables->($+{VALUE}))
1928                          if !@skip || $skip[$#skip] > 0 },
1929             qr/^\s* SOURCE ${index_re} = ${value_re} $/x
1930             => sub { push @{$sources{$expand_variables->($+{INDEX})}},
1931                          tokenize($expand_variables->($+{VALUE}))
1932                          if !@skip || $skip[$#skip] > 0 },
1933             qr/^\s* SHARED_SOURCE ${index_re} = ${value_re} $/x
1934             => sub { push @{$shared_sources{$expand_variables->($+{INDEX})}},
1935                          tokenize($expand_variables->($+{VALUE}))
1936                          if !@skip || $skip[$#skip] > 0 },
1937             qr/^\s* INCLUDE ${index_re} = ${value_re} $/x
1938             => sub { push @{$includes{$expand_variables->($+{INDEX})}},
1939                          tokenize($expand_variables->($+{VALUE}))
1940                          if !@skip || $skip[$#skip] > 0 },
1941             qr/^\s* DEFINE ${index_re} = ${value_re} $/x
1942             => sub { push @{$defines{$expand_variables->($+{INDEX})}},
1943                          tokenize($expand_variables->($+{VALUE}))
1944                          if !@skip || $skip[$#skip] > 0 },
1945             qr/^\s* DEPEND ${index_re} ${attribs_re} = ${value_re} $/x
1946             => sub {
1947                 if (!@skip || $skip[$#skip] > 0) {
1948                     my $i = $expand_variables->($+{INDEX});
1949                     my @d = tokenize($expand_variables->($+{VALUE}));
1950                     push @{$depends{$i}}, @d;
1951                     $handle_attributes->($+{ATTRIBS},
1952                                          \$attributes{depends}->{$i},
1953                                          @d);
1954                 }
1955             },
1956             qr/^\s* GENERATE ${index_re} = ${value_re} $/x
1957             => sub { push @{$generate{$expand_variables->($+{INDEX})}},
1958                          $+{VALUE}
1959                          if !@skip || $skip[$#skip] > 0 },
1960             qr/^\s* (?:\#.*)? $/x => sub { },
1961             "OTHERWISE" => sub { die "Something wrong with this line:\n$_\nat $sourced/$f" },
1962             "BEFORE" => sub {
1963                 if ($buildinfo_debug) {
1964                     print STDERR "DEBUG: Parsing ",join(" ", @_),"\n";
1965                     print STDERR "DEBUG: ... before parsing, skip stack is ",join(" ", map { int($_) } @skip),"\n";
1966                 }
1967             },
1968             "AFTER" => sub {
1969                 if ($buildinfo_debug) {
1970                     print STDERR "DEBUG: .... after parsing, skip stack is ",join(" ", map { int($_) } @skip),"\n";
1971                 }
1972             },
1973             );
1974         die "runaway IF?" if (@skip);
1975
1976         if (grep { defined $attributes{modules}->{$_}->{engine} } keys %attributes
1977                 and !$config{dynamic_engines}) {
1978             die <<"EOF"
1979 ENGINES can only be used if configured with 'dynamic-engine'.
1980 This is usually a fault in a build.info file.
1981 EOF
1982         }
1983
1984         {
1985             my %infos = ( programs  => [ @programs  ],
1986                           libraries => [ @libraries ],
1987                           modules   => [ @modules   ],
1988                           scripts   => [ @scripts   ] );
1989             foreach my $k (keys %infos) {
1990                 foreach (@{$infos{$k}}) {
1991                     my $item = cleanfile($buildd, $_, $blddir);
1992                     $unified_info{$k}->{$item} = 1;
1993
1994                     # Fix up associated attributes
1995                     $unified_info{attributes}->{$k}->{$item} =
1996                         $attributes{$k}->{$_}
1997                         if defined $attributes{$k}->{$_};
1998                 }
1999             }
2000         }
2001
2002         # Check that we haven't defined any library as both shared and
2003         # explicitly static.  That is forbidden.
2004         my @doubles = ();
2005         foreach (grep /\.a$/, keys %{$unified_info{libraries}}) {
2006             (my $l = $_) =~ s/\.a$//;
2007             push @doubles, $l if defined $unified_info{libraries}->{$l};
2008         }
2009         die "these libraries are both explicitly static and shared:\n  ",
2010             join(" ", @doubles), "\n"
2011             if @doubles;
2012
2013         foreach (keys %sources) {
2014             my $dest = $_;
2015             my $ddest = cleanfile($buildd, $_, $blddir);
2016             foreach (@{$sources{$dest}}) {
2017                 my $s = cleanfile($sourced, $_, $blddir);
2018
2019                 # If it isn't in the source tree, we assume it's generated
2020                 # in the build tree
2021                 if ($s eq $src_configdata || ! -f $s || $generate{$_}) {
2022                     $s = cleanfile($buildd, $_, $blddir);
2023                 }
2024                 # We recognise C++, C and asm files
2025                 if ($s =~ /\.(cc|cpp|c|s|S)$/) {
2026                     my $o = $_;
2027                     $o =~ s/\.[csS]$/.o/; # C and assembler
2028                     $o =~ s/\.(cc|cpp)$/_cc.o/; # C++
2029                     $o = cleanfile($buildd, $o, $blddir);
2030                     $unified_info{sources}->{$ddest}->{$o} = -1;
2031                     $unified_info{sources}->{$o}->{$s} = -1;
2032                 } elsif ($s =~ /\.rc$/) {
2033                     # We also recognise resource files
2034                     my $o = $_;
2035                     $o =~ s/\.rc$/.res/; # Resource configuration
2036                     my $o = cleanfile($buildd, $o, $blddir);
2037                     $unified_info{sources}->{$ddest}->{$o} = -1;
2038                     $unified_info{sources}->{$o}->{$s} = -1;
2039                 } else {
2040                     $unified_info{sources}->{$ddest}->{$s} = 1;
2041                 }
2042             }
2043         }
2044
2045         foreach (keys %shared_sources) {
2046             my $dest = $_;
2047             my $ddest = cleanfile($buildd, $_, $blddir);
2048             foreach (@{$shared_sources{$dest}}) {
2049                 my $s = cleanfile($sourced, $_, $blddir);
2050
2051                 # If it isn't in the source tree, we assume it's generated
2052                 # in the build tree
2053                 if ($s eq $src_configdata || ! -f $s || $generate{$_}) {
2054                     $s = cleanfile($buildd, $_, $blddir);
2055                 }
2056
2057                 if ($s =~ /\.(cc|cpp|c|s|S)$/) {
2058                     # We recognise C++, C and asm files
2059                     my $o = $_;
2060                     $o =~ s/\.[csS]$/.o/; # C and assembler
2061                     $o =~ s/\.(cc|cpp)$/_cc.o/; # C++
2062                     $o = cleanfile($buildd, $o, $blddir);
2063                     $unified_info{shared_sources}->{$ddest}->{$o} = -1;
2064                     $unified_info{sources}->{$o}->{$s} = -1;
2065                 } elsif ($s =~ /\.rc$/) {
2066                     # We also recognise resource files
2067                     my $o = $_;
2068                     $o =~ s/\.rc$/.res/; # Resource configuration
2069                     my $o = cleanfile($buildd, $o, $blddir);
2070                     $unified_info{shared_sources}->{$ddest}->{$o} = -1;
2071                     $unified_info{sources}->{$o}->{$s} = -1;
2072                 } elsif ($s =~ /\.ld$/) {
2073                     # We also recognise linker scripts (or corresponding)
2074                     # We know they are generated files
2075                     my $ld = cleanfile($buildd, $_, $blddir);
2076                     $unified_info{shared_sources}->{$ddest}->{$ld} = 1;
2077                 } else {
2078                     die "unrecognised source file type for shared library: $s\n";
2079                 }
2080             }
2081         }
2082
2083         foreach (keys %generate) {
2084             my $dest = $_;
2085             my $ddest = cleanfile($buildd, $_, $blddir);
2086             die "more than one generator for $dest: "
2087                     ,join(" ", @{$generate{$_}}),"\n"
2088                     if scalar @{$generate{$_}} > 1;
2089             my @generator = split /\s+/, $generate{$dest}->[0];
2090             $generator[0] = cleanfile($sourced, $generator[0], $blddir),
2091             $unified_info{generate}->{$ddest} = [ @generator ];
2092         }
2093
2094         foreach (keys %depends) {
2095             my $dest = $_;
2096             my $ddest = $dest eq "" ? "" : cleanfile($sourced, $_, $blddir);
2097
2098             # If the destination doesn't exist in source, it can only be
2099             # a generated file in the build tree.
2100             if ($ddest ne "" && ($ddest eq $src_configdata || ! -f $ddest)) {
2101                 $ddest = cleanfile($buildd, $_, $blddir);
2102             }
2103             foreach (@{$depends{$dest}}) {
2104                 my $d = cleanfile($sourced, $_, $blddir);
2105
2106                 # If we know it's generated, or assume it is because we can't
2107                 # find it in the source tree, we set file we depend on to be
2108                 # in the build tree rather than the source tree, and assume
2109                 # and that there are lines to build it in a BEGINRAW..ENDRAW
2110                 # section or in the Makefile template.
2111                 if ($d eq $src_configdata
2112                     || ! -f $d
2113                     || (grep { $d eq $_ }
2114                         map { cleanfile($srcdir, $_, $blddir) }
2115                         grep { /\.h$/ } keys %{$unified_info{generate}})) {
2116                     $d = cleanfile($buildd, $_, $blddir);
2117                 }
2118                 # Take note if the file to depend on is being renamed
2119                 # Take extra care with files ending with .a, they should
2120                 # be treated without that extension, and the extension
2121                 # should be added back after treatment.
2122                 $d =~ /(\.a)?$/;
2123                 my $e = $1 // "";
2124                 $d = $`.$e;
2125                 $unified_info{depends}->{$ddest}->{$d} = 1;
2126
2127                 # Fix up associated attributes
2128                 $unified_info{attributes}->{depends}->{$ddest}->{$d} =
2129                     $attributes{depends}->{$dest}->{$_}
2130                     if defined $attributes{depends}->{$dest}->{$_};
2131             }
2132         }
2133
2134         foreach (keys %includes) {
2135             my $dest = $_;
2136             my $ddest = cleanfile($sourced, $_, $blddir);
2137
2138             # If the destination doesn't exist in source, it can only be
2139             # a generated file in the build tree.
2140             if ($ddest eq $src_configdata || ! -f $ddest) {
2141                 $ddest = cleanfile($buildd, $_, $blddir);
2142             }
2143             foreach (@{$includes{$dest}}) {
2144                 my $is = cleandir($sourced, $_, $blddir);
2145                 my $ib = cleandir($buildd, $_, $blddir);
2146                 push @{$unified_info{includes}->{$ddest}->{source}}, $is
2147                     unless grep { $_ eq $is } @{$unified_info{includes}->{$ddest}->{source}};
2148                 push @{$unified_info{includes}->{$ddest}->{build}}, $ib
2149                     unless grep { $_ eq $ib } @{$unified_info{includes}->{$ddest}->{build}};
2150             }
2151         }
2152
2153         foreach my $dest (keys %defines) {
2154             my $ddest;
2155
2156             if ($dest ne "") {
2157                 $ddest = cleanfile($sourced, $dest, $blddir);
2158
2159                 # If the destination doesn't exist in source, it can only
2160                 # be a generated file in the build tree.
2161                 if (! -f $ddest) {
2162                     $ddest = cleanfile($buildd, $dest, $blddir);
2163                     if ($unified_info{rename}->{$ddest}) {
2164                         $ddest = $unified_info{rename}->{$ddest};
2165                     }
2166                 }
2167             }
2168             foreach my $v (@{$defines{$dest}}) {
2169                 $v =~ m|^([^=]*)(=.*)?$|;
2170                 die "0 length macro name not permitted\n" if $1 eq "";
2171                 if ($dest ne "") {
2172                     die "$1 defined more than once\n"
2173                         if defined $unified_info{defines}->{$ddest}->{$1};
2174                     $unified_info{defines}->{$ddest}->{$1} = $2;
2175                 } else {
2176                     die "$1 defined more than once\n"
2177                         if grep { $v eq $_ } @{$config{defines}};
2178                     push @{$config{defines}}, $v;
2179                 }
2180             }
2181         }
2182     }
2183
2184     my $ordinals_text = join(', ', sort keys %ordinals);
2185     warn <<"EOF" if $ordinals_text;
2186
2187 WARNING: ORDINALS were specified for $ordinals_text
2188 They are ignored and should be replaced with a combination of GENERATE,
2189 DEPEND and SHARED_SOURCE.
2190 EOF
2191
2192
2193     # Go through the sources of all libraries and check that the same basename
2194     # doesn't appear more than once.  Some static library archivers depend on
2195     # them being unique.
2196     {
2197         my $err = 0;
2198         foreach my $prod (keys %{$unified_info{libraries}}) {
2199             my @prod_sources =
2200                 map { keys %{$unified_info{sources}->{$_}} }
2201                 keys %{$unified_info{sources}->{$prod}};
2202             my %srccnt = ();
2203
2204             # Count how many times a given each source basename
2205             # appears for each product.
2206             foreach my $src (@prod_sources) {
2207                 $srccnt{basename $src}++;
2208             }
2209
2210             foreach my $src (keys %srccnt) {
2211                 if ((my $cnt = $srccnt{$src}) > 1) {
2212                     print STDERR "$src appears $cnt times for the product $prod\n";
2213                     $err++
2214                 }
2215             }
2216         }
2217         die if $err > 0;
2218     }
2219
2220     # Massage the result
2221
2222     # If we depend on a header file or a perl module, add an inclusion of
2223     # its directory to allow smoothe inclusion
2224     foreach my $dest (keys %{$unified_info{depends}}) {
2225         next if $dest eq "";
2226         foreach my $d (keys %{$unified_info{depends}->{$dest}}) {
2227             next unless $d =~ /\.(h|pm)$/;
2228             my $i = dirname($d);
2229             my $spot =
2230                 $d eq "configdata.pm" || defined($unified_info{generate}->{$d})
2231                 ? 'build' : 'source';
2232             push @{$unified_info{includes}->{$dest}->{$spot}}, $i
2233                 unless grep { $_ eq $i } @{$unified_info{includes}->{$dest}->{$spot}};
2234         }
2235     }
2236
2237     # Go through all intermediary files and change their names to something that
2238     # reflects what they will be built for.  Note that for some source files,
2239     # this leads to duplicate object files because they are used multiple times.
2240     # the goal is to rename all object files according to this scheme:
2241     #    {productname}-{midfix}-{origobjname}.[o|res]
2242     # the {midfix} is a keyword indicating the type of product, which is mostly
2243     # valuable for libraries since they come in two forms.
2244     #
2245     # This also reorganises the {sources} and {shared_sources} so that the
2246     # former only contains ALL object files that are supposed to end up in
2247     # static libraries and programs, while the latter contains ALL object files
2248     # that are supposed to end up in shared libraries and DSOs.
2249     # The main reason for having two different source structures is to allow
2250     # the same name to be used for the static and the shared variants of a
2251     # library.
2252     {
2253         # Take copies so we don't get interference from added stuff
2254         my %unified_copy = ();
2255         foreach (('sources', 'shared_sources')) {
2256             $unified_copy{$_} = { %{$unified_info{$_}} }
2257                 if defined($unified_info{$_});
2258             delete $unified_info{$_};
2259         }
2260         foreach my $prodtype (('programs', 'libraries', 'modules', 'scripts')) {
2261             # $intent serves multi purposes:
2262             # - give a prefix for the new object files names
2263             # - in the case of libraries, rearrange the object files so static
2264             #   libraries use the 'sources' structure exclusively, while shared
2265             #   libraries use the 'shared_sources' structure exclusively.
2266             my $intent = {
2267                 programs  => { bin    => { src => [ 'sources' ],
2268                                            dst => 'sources' } },
2269                 libraries => { lib    => { src => [ 'sources' ],
2270                                            dst => 'sources' },
2271                                shlib  => { prodselect =>
2272                                                sub { grep !/\.a$/, @_ },
2273                                            src => [ 'sources',
2274                                                     'shared_sources' ],
2275                                            dst => 'shared_sources' } },
2276                 modules   => { dso    => { src => [ 'sources' ],
2277                                            dst => 'sources' } },
2278                 scripts   => { script => { src => [ 'sources' ],
2279                                            dst => 'sources' } }
2280                } -> {$prodtype};
2281             foreach my $kind (keys %$intent) {
2282                 next if ($intent->{$kind}->{dst} eq 'shared_sources'
2283                              && $disabled{shared});
2284
2285                 my @src = @{$intent->{$kind}->{src}};
2286                 my $dst = $intent->{$kind}->{dst};
2287                 my $prodselect = $intent->{$kind}->{prodselect} // sub { @_ };
2288                 foreach my $prod ($prodselect->(keys %{$unified_info{$prodtype}})) {
2289                     # %prod_sources has all applicable objects as keys, and
2290                     # their corresponding sources as values
2291                     my %prod_sources =
2292                         map { $_ => [ keys %{$unified_copy{sources}->{$_}} ] }
2293                         map { keys %{$unified_copy{$_}->{$prod}} }
2294                         @src;
2295                     foreach (keys %prod_sources) {
2296                         # Only affect object files and resource files,
2297                         # the others simply get a new value
2298                         # (+1 instead of -1)
2299                         if ($_ =~ /\.(o|res)$/) {
2300                             (my $prodname = $prod) =~ s|\.a$||;
2301                             my $newobj =
2302                                 catfile(dirname($_),
2303                                         basename($prodname)
2304                                             . '-' . $kind
2305                                             . '-' . basename($_));
2306                             $unified_info{$dst}->{$prod}->{$newobj} = 1;
2307                             foreach my $src (@{$prod_sources{$_}}) {
2308                                 $unified_info{sources}->{$newobj}->{$src} = 1;
2309                             }
2310                             # Adjust dependencies
2311                             foreach my $deps (keys %{$unified_info{depends}->{$_}}) {
2312                                 $unified_info{depends}->{$_}->{$deps} = -1;
2313                                 $unified_info{depends}->{$newobj}->{$deps} = 1;
2314                             }
2315                             # Adjust includes
2316                             foreach my $k (('source', 'build')) {
2317                                 next unless
2318                                     defined($unified_info{includes}->{$_}->{$k});
2319                                 my @incs = @{$unified_info{includes}->{$_}->{$k}};
2320                                 $unified_info{includes}->{$newobj}->{$k} = [ @incs ];
2321                             }
2322                         } else {
2323                             $unified_info{$dst}->{$prod}->{$_} = 1;
2324                         }
2325                     }
2326                 }
2327             }
2328         }
2329     }
2330
2331     # At this point, we have a number of sources with the value -1.  They
2332     # aren't part of the local build and are probably meant for a different
2333     # platform, and can therefore be cleaned away.  That happens when making
2334     # %unified_info more efficient below.
2335
2336     ### Make unified_info a bit more efficient
2337     # One level structures
2338     foreach (("programs", "libraries", "modules", "scripts")) {
2339         $unified_info{$_} = [ sort keys %{$unified_info{$_}} ];
2340     }
2341     # Two level structures
2342     foreach my $l1 (("sources", "shared_sources", "ldadd", "depends")) {
2343         foreach my $l2 (sort keys %{$unified_info{$l1}}) {
2344             my @items =
2345                 sort
2346                 grep { $unified_info{$l1}->{$l2}->{$_} > 0 }
2347                 keys %{$unified_info{$l1}->{$l2}};
2348             if (@items) {
2349                 $unified_info{$l1}->{$l2} = [ @items ];
2350             } else {
2351                 delete $unified_info{$l1}->{$l2};
2352             }
2353         }
2354     }
2355     # Defines
2356     foreach my $dest (sort keys %{$unified_info{defines}}) {
2357         $unified_info{defines}->{$dest}
2358             = [ map { $_.$unified_info{defines}->{$dest}->{$_} }
2359                 sort keys %{$unified_info{defines}->{$dest}} ];
2360     }
2361     # Includes
2362     foreach my $dest (sort keys %{$unified_info{includes}}) {
2363         if (defined($unified_info{includes}->{$dest}->{build})) {
2364             my @source_includes = ();
2365             @source_includes = ( @{$unified_info{includes}->{$dest}->{source}} )
2366                 if defined($unified_info{includes}->{$dest}->{source});
2367             $unified_info{includes}->{$dest} =
2368                 [ @{$unified_info{includes}->{$dest}->{build}} ];
2369             foreach my $inc (@source_includes) {
2370                 push @{$unified_info{includes}->{$dest}}, $inc
2371                     unless grep { $_ eq $inc } @{$unified_info{includes}->{$dest}};
2372             }
2373         } elsif (defined($unified_info{includes}->{$dest}->{source})) {
2374             $unified_info{includes}->{$dest} =
2375                 [ @{$unified_info{includes}->{$dest}->{source}} ];
2376         } else {
2377             delete $unified_info{includes}->{$dest};
2378         }
2379     }
2380
2381     # For convenience collect information regarding directories where
2382     # files are generated, those generated files and the end product
2383     # they end up in where applicable.  Then, add build rules for those
2384     # directories
2385     my %loopinfo = ( "lib" => [ @{$unified_info{libraries}} ],
2386                      "dso" => [ @{$unified_info{modules}} ],
2387                      "bin" => [ @{$unified_info{programs}} ],
2388                      "script" => [ @{$unified_info{scripts}} ] );
2389     foreach my $type (keys %loopinfo) {
2390         foreach my $product (@{$loopinfo{$type}}) {
2391             my %dirs = ();
2392             my $pd = dirname($product);
2393
2394             foreach (@{$unified_info{sources}->{$product} // []},
2395                      @{$unified_info{shared_sources}->{$product} // []}) {
2396                 my $d = dirname($_);
2397
2398                 # We don't want to create targets for source directories
2399                 # when building out of source
2400                 next if ($config{sourcedir} ne $config{builddir}
2401                              && $d =~ m|^\Q$config{sourcedir}\E|);
2402                 # We already have a "test" target, and the current directory
2403                 # is just silly to make a target for
2404                 next if $d eq "test" || $d eq ".";
2405
2406                 $dirs{$d} = 1;
2407                 push @{$unified_info{dirinfo}->{$d}->{deps}}, $_
2408                     if $d ne $pd;
2409             }
2410             foreach (keys %dirs) {
2411                 push @{$unified_info{dirinfo}->{$_}->{products}->{$type}},
2412                     $product;
2413             }
2414         }
2415     }
2416 }
2417
2418 # For the schemes that need it, we provide the old *_obj configs
2419 # from the *_asm_obj ones
2420 foreach (grep /_(asm|aux)_src$/, keys %target) {
2421     my $src = $_;
2422     (my $obj = $_) =~ s/_(asm|aux)_src$/_obj/;
2423     $target{$obj} = $target{$src};
2424     $target{$obj} =~ s/\.[csS]\b/.o/g; # C and assembler
2425     $target{$obj} =~ s/\.(cc|cpp)\b/_cc.o/g; # C++
2426 }
2427
2428 # Write down our configuration where it fits #########################
2429
2430 my %template_vars = (
2431     config => \%config,
2432     target => \%target,
2433     disablables => \@disablables,
2434     disablables_int => \@disablables_int,
2435     disabled => \%disabled,
2436     withargs => \%withargs,
2437     unified_info => \%unified_info,
2438     tls => \@tls,
2439     dtls => \@dtls,
2440     makevars => [ sort keys %user ],
2441     disabled_info => \%disabled_info,
2442     user_crossable => \@user_crossable,
2443 );
2444 my $configdata_outname = 'configdata.pm';
2445 print "Creating $configdata_outname\n";
2446 open CONFIGDATA, ">$configdata_outname.new"
2447             or die "Trying to create $configdata_outname.new: $!";
2448 my $configdata_tmplname = cleanfile($srcdir, "configdata.pm.in", $blddir);
2449 my $configdata_tmpl =
2450     OpenSSL::Template->new(TYPE => 'FILE', SOURCE => $configdata_tmplname);
2451 $configdata_tmpl->fill_in(
2452     FILENAME => $configdata_tmplname,
2453     OUTPUT => \*CONFIGDATA,
2454     HASH => { %template_vars,
2455               autowarntext => [
2456                   'WARNING: do not edit!',
2457                   "Generated by Configure from $configdata_tmplname",
2458               ] }
2459 ) or die $Text::Template::ERROR;
2460 close CONFIGDATA;
2461 rename "$configdata_outname.new", $configdata_outname;
2462 if ($builder_platform eq 'unix') {
2463     my $mode = (0755 & ~umask);
2464     chmod $mode, 'configdata.pm'
2465         or warn sprintf("WARNING: Couldn't change mode for 'configdata.pm' to 0%03o: %s\n",$mode,$!);
2466 }
2467
2468 print "Running $configdata_outname\n";
2469 my $perlcmd = (quotify("maybeshell", $config{PERL}))[0];
2470 my $cmd = "$perlcmd $configdata_outname";
2471 #print STDERR "DEBUG[run_dofile]: \$cmd = $cmd\n";
2472 system($cmd);
2473 exit 1 if $? != 0;
2474
2475 $SIG{__DIE__} = $orig_death_handler;
2476
2477 print <<"EOF" if ($disabled{threads} eq "unavailable");
2478
2479 The library could not be configured for supporting multi-threaded
2480 applications as the compiler options required on this system are not known.
2481 See file INSTALL for details if you need multi-threading.
2482 EOF
2483
2484 print <<"EOF" if ($no_shared_warn);
2485
2486 The options 'shared', 'pic' and 'dynamic-engine' aren't supported on this
2487 platform, so we will pretend you gave the option 'no-pic', which also disables
2488 'shared' and 'dynamic-engine'.  If you know how to implement shared libraries
2489 or position independent code, please let us know (but please first make sure
2490 you have tried with a current version of OpenSSL).
2491 EOF
2492
2493 print <<"EOF";
2494
2495 **********************************************************************
2496 ***                                                                ***
2497 ***   OpenSSL has been successfully configured                     ***
2498 ***                                                                ***
2499 ***   If you encounter a problem while building, please open an    ***
2500 ***   issue on GitHub <https://github.com/openssl/openssl/issues>  ***
2501 ***   and include the output from the following command:           ***
2502 ***                                                                ***
2503 ***       perl configdata.pm --dump                                ***
2504 ***                                                                ***
2505 ***   (If you are new to OpenSSL, you might want to consult the    ***
2506 ***   'Troubleshooting' section in the INSTALL file first)         ***
2507 ***                                                                ***
2508 **********************************************************************
2509 EOF
2510
2511 exit(0);
2512
2513 ######################################################################
2514 #
2515 # Helpers and utility functions
2516 #
2517
2518 # Death handler, to print a helpful message in case of failure #######
2519 #
2520 sub death_handler {
2521     die @_ if $^S;              # To prevent the added message in eval blocks
2522     my $build_file = $target{build_file} // "build file";
2523     my @message = ( <<"_____", @_ );
2524
2525 Failure!  $build_file wasn't produced.
2526 Please read INSTALL and associated NOTES files.  You may also have to look over
2527 your available compiler tool chain or change your configuration.
2528
2529 _____
2530
2531     # Dying is terminal, so it's ok to reset the signal handler here.
2532     $SIG{__DIE__} = $orig_death_handler;
2533     die @message;
2534 }
2535
2536 # Configuration file reading #########################################
2537
2538 # Note: All of the helper functions are for lazy evaluation.  They all
2539 # return a CODE ref, which will return the intended value when evaluated.
2540 # Thus, whenever there's mention of a returned value, it's about that
2541 # intended value.
2542
2543 # Helper function to implement conditional value variants, with a default
2544 # plus additional values based on the value of $config{build_type}.
2545 # Arguments are given in hash table form:
2546 #
2547 #       picker(default => "Basic string: ",
2548 #              debug   => "debug",
2549 #              release => "release")
2550 #
2551 # When configuring with --debug, the resulting string will be
2552 # "Basic string: debug", and when not, it will be "Basic string: release"
2553 #
2554 # This can be used to create variants of sets of flags according to the
2555 # build type:
2556 #
2557 #       cflags => picker(default => "-Wall",
2558 #                        debug   => "-g -O0",
2559 #                        release => "-O3")
2560 #
2561 sub picker {
2562     my %opts = @_;
2563     return sub { add($opts{default} || (),
2564                      $opts{$config{build_type}} || ())->(); }
2565 }
2566
2567 # Helper function to combine several values of different types into one.
2568 # This is useful if you want to combine a string with the result of a
2569 # lazy function, such as:
2570 #
2571 #       cflags => combine("-Wall", sub { $disabled{zlib} ? () : "-DZLIB" })
2572 #
2573 sub combine {
2574     my @stuff = @_;
2575     return sub { add(@stuff)->(); }
2576 }
2577
2578 # Helper function to implement conditional values depending on the value
2579 # of $disabled{threads}.  Can be used as follows:
2580 #
2581 #       cflags => combine("-Wall", threads("-pthread"))
2582 #
2583 sub threads {
2584     my @flags = @_;
2585     return sub { add($disabled{threads} ? () : @flags)->(); }
2586 }
2587
2588 sub shared {
2589     my @flags = @_;
2590     return sub { add($disabled{shared} ? () : @flags)->(); }
2591 }
2592
2593 our $add_called = 0;
2594 # Helper function to implement adding values to already existing configuration
2595 # values.  It handles elements that are ARRAYs, CODEs and scalars
2596 sub _add {
2597     my $separator = shift;
2598
2599     # If there's any ARRAY in the collection of values OR the separator
2600     # is undef, we will return an ARRAY of combined values, otherwise a
2601     # string of joined values with $separator as the separator.
2602     my $found_array = !defined($separator);
2603
2604     my @values =
2605         map {
2606             my $res = $_;
2607             while (ref($res) eq "CODE") {
2608                 $res = $res->();
2609             }
2610             if (defined($res)) {
2611                 if (ref($res) eq "ARRAY") {
2612                     $found_array = 1;
2613                     @$res;
2614                 } else {
2615                     $res;
2616                 }
2617             } else {
2618                 ();
2619             }
2620     } (@_);
2621
2622     $add_called = 1;
2623
2624     if ($found_array) {
2625         [ @values ];
2626     } else {
2627         join($separator, grep { defined($_) && $_ ne "" } @values);
2628     }
2629 }
2630 sub add_before {
2631     my $separator = " ";
2632     if (ref($_[$#_]) eq "HASH") {
2633         my $opts = pop;
2634         $separator = $opts->{separator};
2635     }
2636     my @x = @_;
2637     sub { _add($separator, @x, @_) };
2638 }
2639 sub add {
2640     my $separator = " ";
2641     if (ref($_[$#_]) eq "HASH") {
2642         my $opts = pop;
2643         $separator = $opts->{separator};
2644     }
2645     my @x = @_;
2646     sub { _add($separator, @_, @x) };
2647 }
2648
2649 sub read_eval_file {
2650     my $fname = shift;
2651     my $content;
2652     my @result;
2653
2654     open F, "< $fname" or die "Can't open '$fname': $!\n";
2655     {
2656         undef local $/;
2657         $content = <F>;
2658     }
2659     close F;
2660     {
2661         local $@;
2662
2663         @result = ( eval $content );
2664         warn $@ if $@;
2665     }
2666     return wantarray ? @result : $result[0];
2667 }
2668
2669 # configuration reader, evaluates the input file as a perl script and expects
2670 # it to fill %targets with target configurations.  Those are then added to
2671 # %table.
2672 sub read_config {
2673     my $fname = shift;
2674     my %targets;
2675
2676     {
2677         # Protect certain tables from tampering
2678         local %table = ();
2679
2680         %targets = read_eval_file($fname);
2681     }
2682     my %preexisting = ();
2683     foreach (sort keys %targets) {
2684         $preexisting{$_} = 1 if $table{$_};
2685     }
2686     die <<"EOF",
2687 The following config targets from $fname
2688 shadow pre-existing config targets with the same name:
2689 EOF
2690         map { "  $_\n" } sort keys %preexisting
2691         if %preexisting;
2692
2693
2694     # For each target, check that it's configured with a hash table.
2695     foreach (keys %targets) {
2696         if (ref($targets{$_}) ne "HASH") {
2697             if (ref($targets{$_}) eq "") {
2698                 warn "Deprecated target configuration for $_, ignoring...\n";
2699             } else {
2700                 warn "Misconfigured target configuration for $_ (should be a hash table), ignoring...\n";
2701             }
2702             delete $targets{$_};
2703         } else {
2704             $targets{$_}->{_conf_fname_int} = add([ $fname ]);
2705         }
2706     }
2707
2708     %table = (%table, %targets);
2709
2710 }
2711
2712 # configuration resolver.  Will only resolve all the lazy evaluation
2713 # codeblocks for the chosen target and all those it inherits from,
2714 # recursively
2715 sub resolve_config {
2716     my $target = shift;
2717     my @breadcrumbs = @_;
2718
2719 #    my $extra_checks = defined($ENV{CONFIGURE_EXTRA_CHECKS});
2720
2721     if (grep { $_ eq $target } @breadcrumbs) {
2722         die "inherit_from loop!  target backtrace:\n  "
2723             ,$target,"\n  ",join("\n  ", @breadcrumbs),"\n";
2724     }
2725
2726     if (!defined($table{$target})) {
2727         warn "Warning! target $target doesn't exist!\n";
2728         return ();
2729     }
2730     # Recurse through all inheritances.  They will be resolved on the
2731     # fly, so when this operation is done, they will all just be a
2732     # bunch of attributes with string values.
2733     # What we get here, though, are keys with references to lists of
2734     # the combined values of them all.  We will deal with lists after
2735     # this stage is done.
2736     my %combined_inheritance = ();
2737     if ($table{$target}->{inherit_from}) {
2738         my @inherit_from =
2739             map { ref($_) eq "CODE" ? $_->() : $_ } @{$table{$target}->{inherit_from}};
2740         foreach (@inherit_from) {
2741             my %inherited_config = resolve_config($_, $target, @breadcrumbs);
2742
2743             # 'template' is a marker that's considered private to
2744             # the config that had it.
2745             delete $inherited_config{template};
2746
2747             foreach (keys %inherited_config) {
2748                 if (!$combined_inheritance{$_}) {
2749                     $combined_inheritance{$_} = [];
2750                 }
2751                 push @{$combined_inheritance{$_}}, $inherited_config{$_};
2752             }
2753         }
2754     }
2755
2756     # We won't need inherit_from in this target any more, since we've
2757     # resolved all the inheritances that lead to this
2758     delete $table{$target}->{inherit_from};
2759
2760     # Now is the time to deal with those lists.  Here's the place to
2761     # decide what shall be done with those lists, all based on the
2762     # values of the target we're currently dealing with.
2763     # - If a value is a coderef, it will be executed with the list of
2764     #   inherited values as arguments.
2765     # - If the corresponding key doesn't have a value at all or is the
2766     #   empty string, the inherited value list will be run through the
2767     #   default combiner (below), and the result becomes this target's
2768     #   value.
2769     # - Otherwise, this target's value is assumed to be a string that
2770     #   will simply override the inherited list of values.
2771     my $default_combiner = add();
2772
2773     my %all_keys =
2774         map { $_ => 1 } (keys %combined_inheritance,
2775                          keys %{$table{$target}});
2776
2777     sub process_values {
2778         my $object    = shift;
2779         my $inherited = shift;  # Always a [ list ]
2780         my $target    = shift;
2781         my $entry     = shift;
2782
2783         $add_called = 0;
2784
2785         while(ref($object) eq "CODE") {
2786             $object = $object->(@$inherited);
2787         }
2788         if (!defined($object)) {
2789             return ();
2790         }
2791         elsif (ref($object) eq "ARRAY") {
2792             local $add_called;  # To make sure recursive calls don't affect it
2793             return [ map { process_values($_, $inherited, $target, $entry) }
2794                      @$object ];
2795         } elsif (ref($object) eq "") {
2796             return $object;
2797         } else {
2798             die "cannot handle reference type ",ref($object)
2799                 ," found in target ",$target," -> ",$entry,"\n";
2800         }
2801     }
2802
2803     foreach (sort keys %all_keys) {
2804         my $previous = $combined_inheritance{$_};
2805
2806         # Current target doesn't have a value for the current key?
2807         # Assign it the default combiner, the rest of this loop body
2808         # will handle it just like any other coderef.
2809         if (!exists $table{$target}->{$_}) {
2810             $table{$target}->{$_} = $default_combiner;
2811         }
2812
2813         $table{$target}->{$_} = process_values($table{$target}->{$_},
2814                                                $combined_inheritance{$_},
2815                                                $target, $_);
2816         unless(defined($table{$target}->{$_})) {
2817             delete $table{$target}->{$_};
2818         }
2819 #        if ($extra_checks &&
2820 #            $previous && !($add_called ||  $previous ~~ $table{$target}->{$_})) {
2821 #            warn "$_ got replaced in $target\n";
2822 #        }
2823     }
2824
2825     # Finally done, return the result.
2826     return %{$table{$target}};
2827 }
2828
2829 sub usage
2830         {
2831         print STDERR $usage;
2832         print STDERR "\npick os/compiler from:\n";
2833         my $j=0;
2834         my $i;
2835         my $k=0;
2836         foreach $i (sort keys %table)
2837                 {
2838                 next if $table{$i}->{template};
2839                 next if $i =~ /^debug/;
2840                 $k += length($i) + 1;
2841                 if ($k > 78)
2842                         {
2843                         print STDERR "\n";
2844                         $k=length($i);
2845                         }
2846                 print STDERR $i . " ";
2847                 }
2848         foreach $i (sort keys %table)
2849                 {
2850                 next if $table{$i}->{template};
2851                 next if $i !~ /^debug/;
2852                 $k += length($i) + 1;
2853                 if ($k > 78)
2854                         {
2855                         print STDERR "\n";
2856                         $k=length($i);
2857                         }
2858                 print STDERR $i . " ";
2859                 }
2860         print STDERR "\n\nNOTE: If in doubt, on Unix-ish systems use './config'.\n";
2861         exit(1);
2862         }
2863
2864 sub compiler_predefined {
2865     state %predefined;
2866     my $cc = shift;
2867
2868     return () if $^O eq 'VMS';
2869
2870     die 'compiler_predefined called without a compiler command'
2871         unless $cc;
2872
2873     if (! $predefined{$cc}) {
2874
2875         $predefined{$cc} = {};
2876
2877         # collect compiler pre-defines from gcc or gcc-alike...
2878         open(PIPE, "$cc -dM -E -x c /dev/null 2>&1 |");
2879         while (my $l = <PIPE>) {
2880             $l =~ m/^#define\s+(\w+(?:\(\w+\))?)(?:\s+(.+))?/ or last;
2881             $predefined{$cc}->{$1} = $2 // '';
2882         }
2883         close(PIPE);
2884     }
2885
2886     return %{$predefined{$cc}};
2887 }
2888
2889 sub which
2890 {
2891     my ($name)=@_;
2892
2893     if (eval { require IPC::Cmd; 1; }) {
2894         IPC::Cmd->import();
2895         return scalar IPC::Cmd::can_run($name);
2896     } else {
2897         # if there is $directories component in splitpath,
2898         # then it's not something to test with $PATH...
2899         return $name if (File::Spec->splitpath($name))[1];
2900
2901         foreach (File::Spec->path()) {
2902             my $fullpath = catfile($_, "$name$target{exe_extension}");
2903             if (-f $fullpath and -x $fullpath) {
2904                 return $fullpath;
2905             }
2906         }
2907     }
2908 }
2909
2910 sub env
2911 {
2912     my $name = shift;
2913     my %opts = @_;
2914
2915     unless ($opts{cacheonly}) {
2916         # Note that if $ENV{$name} doesn't exist or is undefined,
2917         # $config{perlenv}->{$name} will be created with the value
2918         # undef.  This is intentional.
2919
2920         $config{perlenv}->{$name} = $ENV{$name}
2921             if ! exists $config{perlenv}->{$name};
2922     }
2923     return $config{perlenv}->{$name};
2924 }
2925
2926 # Configuration printer ##############################################
2927
2928 sub print_table_entry
2929 {
2930     local $now_printing = shift;
2931     my %target = resolve_config($now_printing);
2932     my $type = shift;
2933
2934     # Don't print the templates
2935     return if $target{template};
2936
2937     my @sequence = (
2938         "sys_id",
2939         "cpp",
2940         "cppflags",
2941         "defines",
2942         "includes",
2943         "cc",
2944         "cflags",
2945         "ld",
2946         "lflags",
2947         "loutflag",
2948         "ex_libs",
2949         "bn_ops",
2950         "poly1035_asm_src",
2951         "thread_scheme",
2952         "perlasm_scheme",
2953         "dso_scheme",
2954         "shared_target",
2955         "shared_cflag",
2956         "shared_defines",
2957         "shared_ldflag",
2958         "shared_rcflag",
2959         "shared_extension",
2960         "dso_extension",
2961         "obj_extension",
2962         "exe_extension",
2963         "ranlib",
2964         "ar",
2965         "arflags",
2966         "aroutflag",
2967         "rc",
2968         "rcflags",
2969         "rcoutflag",
2970         "mt",
2971         "mtflags",
2972         "mtinflag",
2973         "mtoutflag",
2974         "multilib",
2975         "build_scheme",
2976         );
2977
2978     if ($type eq "TABLE") {
2979         print "\n";
2980         print "*** $now_printing\n";
2981         foreach (@sequence) {
2982             if (ref($target{$_}) eq "ARRAY") {
2983                 printf "\$%-12s = %s\n", $_, join(" ", @{$target{$_}});
2984             } else {
2985                 printf "\$%-12s = %s\n", $_, $target{$_};
2986             }
2987         }
2988     } elsif ($type eq "HASH") {
2989         my $largest =
2990             length((sort { length($a) <=> length($b) } @sequence)[-1]);
2991         print "    '$now_printing' => {\n";
2992         foreach (@sequence) {
2993             if ($target{$_}) {
2994                 if (ref($target{$_}) eq "ARRAY") {
2995                     print "      '",$_,"'"," " x ($largest - length($_))," => [ ",join(", ", map { "'$_'" } @{$target{$_}})," ],\n";
2996                 } else {
2997                     print "      '",$_,"'"," " x ($largest - length($_))," => '",$target{$_},"',\n";
2998                 }
2999             }
3000         }
3001         print "    },\n";
3002     }
3003 }
3004
3005 # Utility routines ###################################################
3006
3007 # On VMS, if the given file is a logical name, File::Spec::Functions
3008 # will consider it an absolute path.  There are cases when we want a
3009 # purely syntactic check without checking the environment.
3010 sub isabsolute {
3011     my $file = shift;
3012
3013     # On non-platforms, we just use file_name_is_absolute().
3014     return file_name_is_absolute($file) unless $^O eq "VMS";
3015
3016     # If the file spec includes a device or a directory spec,
3017     # file_name_is_absolute() is perfectly safe.
3018     return file_name_is_absolute($file) if $file =~ m|[:\[]|;
3019
3020     # Here, we know the given file spec isn't absolute
3021     return 0;
3022 }
3023
3024 # Makes a directory absolute and cleans out /../ in paths like foo/../bar
3025 # On some platforms, this uses rel2abs(), while on others, realpath() is used.
3026 # realpath() requires that at least all path components except the last is an
3027 # existing directory.  On VMS, the last component of the directory spec must
3028 # exist.
3029 sub absolutedir {
3030     my $dir = shift;
3031
3032     # realpath() is quite buggy on VMS.  It uses LIB$FID_TO_NAME, which
3033     # will return the volume name for the device, no matter what.  Also,
3034     # it will return an incorrect directory spec if the argument is a
3035     # directory that doesn't exist.
3036     if ($^O eq "VMS") {
3037         return rel2abs($dir);
3038     }
3039
3040     # We use realpath() on Unix, since no other will properly clean out
3041     # a directory spec.
3042     use Cwd qw/realpath/;
3043
3044     return realpath($dir);
3045 }
3046
3047 sub quotify {
3048     my %processors = (
3049         perl    => sub { my $x = shift;
3050                          $x =~ s/([\\\$\@"])/\\$1/g;
3051                          return '"'.$x.'"'; },
3052         maybeshell => sub { my $x = shift;
3053                             (my $y = $x) =~ s/([\\\"])/\\$1/g;
3054                             if ($x ne $y || $x =~ m|\s|) {
3055                                 return '"'.$y.'"';
3056                             } else {
3057                                 return $x;
3058                             }
3059                         },
3060         );
3061     my $for = shift;
3062     my $processor =
3063         defined($processors{$for}) ? $processors{$for} : sub { shift; };
3064
3065     return map { $processor->($_); } @_;
3066 }
3067
3068 # collect_from_file($filename, $line_concat_cond_re, $line_concat)
3069 # $filename is a file name to read from
3070 # $line_concat_cond_re is a regexp detecting a line continuation ending
3071 # $line_concat is a CODEref that takes care of concatenating two lines
3072 sub collect_from_file {
3073     my $filename = shift;
3074     my $line_concat_cond_re = shift;
3075     my $line_concat = shift;
3076
3077     open my $fh, $filename || die "unable to read $filename: $!\n";
3078     return sub {
3079         my $saved_line = "";
3080         $_ = "";
3081         while (<$fh>) {
3082             s|\R$||;
3083             if (defined $line_concat) {
3084                 $_ = $line_concat->($saved_line, $_);
3085                 $saved_line = "";
3086             }
3087             if (defined $line_concat_cond_re && /$line_concat_cond_re/) {
3088                 $saved_line = $_;
3089                 next;
3090             }
3091             return $_;
3092         }
3093         die "$filename ending with continuation line\n" if $_;
3094         close $fh;
3095         return undef;
3096     }
3097 }
3098
3099 # collect_from_array($array, $line_concat_cond_re, $line_concat)
3100 # $array is an ARRAYref of lines
3101 # $line_concat_cond_re is a regexp detecting a line continuation ending
3102 # $line_concat is a CODEref that takes care of concatenating two lines
3103 sub collect_from_array {
3104     my $array = shift;
3105     my $line_concat_cond_re = shift;
3106     my $line_concat = shift;
3107     my @array = (@$array);
3108
3109     return sub {
3110         my $saved_line = "";
3111         $_ = "";
3112         while (defined($_ = shift @array)) {
3113             s|\R$||;
3114             if (defined $line_concat) {
3115                 $_ = $line_concat->($saved_line, $_);
3116                 $saved_line = "";
3117             }
3118             if (defined $line_concat_cond_re && /$line_concat_cond_re/) {
3119                 $saved_line = $_;
3120                 next;
3121             }
3122             return $_;
3123         }
3124         die "input text ending with continuation line\n" if $_;
3125         return undef;
3126     }
3127 }
3128
3129 # collect_information($lineiterator, $line_continue, $regexp => $CODEref, ...)
3130 # $lineiterator is a CODEref that delivers one line at a time.
3131 # All following arguments are regex/CODEref pairs, where the regexp detects a
3132 # line and the CODEref does something with the result of the regexp.
3133 sub collect_information {
3134     my $lineiterator = shift;
3135     my %collectors = @_;
3136
3137     while(defined($_ = $lineiterator->())) {
3138         s|\R$||;
3139         my $found = 0;
3140         if ($collectors{"BEFORE"}) {
3141             $collectors{"BEFORE"}->($_);
3142         }
3143         foreach my $re (keys %collectors) {
3144             if ($re !~ /^OTHERWISE|BEFORE|AFTER$/ && /$re/) {
3145                 $collectors{$re}->($lineiterator);
3146                 $found = 1;
3147             };
3148         }
3149         if ($collectors{"OTHERWISE"}) {
3150             $collectors{"OTHERWISE"}->($lineiterator, $_)
3151                 unless $found || !defined $collectors{"OTHERWISE"};
3152         }
3153         if ($collectors{"AFTER"}) {
3154             $collectors{"AFTER"}->($_);
3155         }
3156     }
3157 }
3158
3159 # tokenize($line)
3160 # tokenize($line,$separator)
3161 # $line is a line of text to split up into tokens
3162 # $separator [optional] is a regular expression that separates the tokens,
3163 # the default being spaces.  Do not use quotes of any kind as separators,
3164 # that will give undefined results.
3165 # Returns a list of tokens.
3166 #
3167 # Tokens are divided by separator (spaces by default).  If the tokens include
3168 # the separators, they have to be quoted with single or double quotes.
3169 # Double quotes inside a double quoted token must be escaped.  Escaping is done
3170 # with backslash.
3171 # Basically, the same quoting rules apply for " and ' as in any
3172 # Unix shell.
3173 sub tokenize {
3174     my $line = my $debug_line = shift;
3175     my $separator = shift // qr|\s+|;
3176     my @result = ();
3177
3178     if ($ENV{CONFIGURE_DEBUG_TOKENIZE}) {
3179         print STDERR "DEBUG[tokenize]: \$separator = $separator\n";
3180     }
3181
3182     while ($line =~ s|^${separator}||, $line ne "") {
3183         my $token = "";
3184     again:
3185         $line =~ m/^(.*?)(${separator}|"|'|$)/;
3186         $token .= $1;
3187         $line = $2.$';
3188
3189         if ($line =~ m/^"((?:[^"\\]+|\\.)*)"/) {
3190             $token .= $1;
3191             $line = $';
3192             goto again;
3193         } elsif ($line =~ m/^'([^']*)'/) {
3194             $token .= $1;
3195             $line = $';
3196             goto again;
3197         }
3198         push @result, $token;
3199     }
3200
3201     if ($ENV{CONFIGURE_DEBUG_TOKENIZE}) {
3202         print STDERR "DEBUG[tokenize]: Parsed '$debug_line' into:\n";
3203         print STDERR "DEBUG[tokenize]: ('", join("', '", @result), "')\n";
3204     }
3205     return @result;
3206 }