]> git.ipfire.org Git - thirdparty/openssl.git/blob - util/mkdef.pl
SM4: Add SM4 block cipher to EVP
[thirdparty/openssl.git] / util / mkdef.pl
1 #! /usr/bin/env perl
2 # Copyright 1995-2017 The OpenSSL Project Authors. All Rights Reserved.
3 #
4 # Licensed under the OpenSSL license (the "License"). You may not use
5 # this file except in compliance with the License. You can obtain a copy
6 # in the file LICENSE in the source distribution or at
7 # https://www.openssl.org/source/license.html
8
9 #
10 # generate a .def file
11 #
12 # It does this by parsing the header files and looking for the
13 # prototyped functions: it then prunes the output.
14 #
15 # Intermediary files are created, call libcrypto.num and libssl.num,
16 # The format of these files is:
17 #
18 # routine-name nnnn vers info
19 #
20 # The "nnnn" and "vers" fields are the numeric id and version for the symbol
21 # respectively. The "info" part is actually a colon-separated string of fields
22 # with the following meaning:
23 #
24 # existence:platform:kind:algorithms
25 #
26 # - "existence" can be "EXIST" or "NOEXIST" depending on if the symbol is
27 # found somewhere in the source,
28 # - "platforms" is empty if it exists on all platforms, otherwise it contains
29 # comma-separated list of the platform, just as they are if the symbol exists
30 # for those platforms, or prepended with a "!" if not. This helps resolve
31 # symbol name variants for platforms where the names are too long for the
32 # compiler or linker, or if the systems is case insensitive and there is a
33 # clash, or the symbol is implemented differently (see
34 # EXPORT_VAR_AS_FUNCTION). This script assumes renaming of symbols is found
35 # in the file crypto/symhacks.h.
36 # The semantics for the platforms is that every item is checked against the
37 # environment. For the negative items ("!FOO"), if any of them is false
38 # (i.e. "FOO" is true) in the environment, the corresponding symbol can't be
39 # used. For the positive items, if all of them are false in the environment,
40 # the corresponding symbol can't be used. Any combination of positive and
41 # negative items are possible, and of course leave room for some redundancy.
42 # - "kind" is "FUNCTION" or "VARIABLE". The meaning of that is obvious.
43 # - "algorithms" is a comma-separated list of algorithm names. This helps
44 # exclude symbols that are part of an algorithm that some user wants to
45 # exclude.
46 #
47
48 use lib ".";
49 use configdata;
50 use File::Spec::Functions;
51 use File::Basename;
52 use FindBin;
53 use lib "$FindBin::Bin/perl";
54 use OpenSSL::Glob;
55
56 my $debug=0;
57
58 my $crypto_num= catfile($config{sourcedir},"util","libcrypto.num");
59 my $ssl_num= catfile($config{sourcedir},"util","libssl.num");
60 my $libname;
61
62 my $do_update = 0;
63 my $do_rewrite = 1;
64 my $do_crypto = 0;
65 my $do_ssl = 0;
66 my $do_ctest = 0;
67 my $do_ctestall = 0;
68 my $do_checkexist = 0;
69
70 my $VMS=0;
71 my $W32=0;
72 my $NT=0;
73 my $UNIX=0;
74 my $linux=0;
75 # Set this to make typesafe STACK definitions appear in DEF
76 my $safe_stack_def = 0;
77
78 my @known_platforms = ( "__FreeBSD__", "PERL5",
79 "EXPORT_VAR_AS_FUNCTION", "ZLIB", "_WIN32"
80 );
81 my @known_ossl_platforms = ( "UNIX", "VMS", "WIN32", "WINNT", "OS2" );
82 my @known_algorithms = ( "RC2", "RC4", "RC5", "IDEA", "DES", "BF",
83 "CAST", "MD2", "MD4", "MD5", "SHA", "SHA0", "SHA1",
84 "SHA256", "SHA512", "RMD160",
85 "MDC2", "WHIRLPOOL", "RSA", "DSA", "DH", "EC", "EC2M",
86 "HMAC", "AES", "CAMELLIA", "SEED", "GOST", "ARIA", "SM4",
87 "SCRYPT", "CHACHA", "POLY1305", "BLAKE2",
88 "SIPHASH",
89 # EC_NISTP_64_GCC_128
90 "EC_NISTP_64_GCC_128",
91 # Envelope "algorithms"
92 "EVP", "X509", "ASN1_TYPEDEFS",
93 # Helper "algorithms"
94 "BIO", "COMP", "BUFFER", "LHASH", "STACK", "ERR",
95 "LOCKING",
96 # External "algorithms"
97 "FP_API", "STDIO", "SOCK", "DGRAM",
98 "CRYPTO_MDEBUG",
99 # Engines
100 "STATIC_ENGINE", "ENGINE", "HW", "GMP",
101 # Entropy Gathering
102 "EGD",
103 # Certificate Transparency
104 "CT",
105 # RFC3779
106 "RFC3779",
107 # TLS
108 "PSK", "SRP", "HEARTBEATS",
109 # CMS
110 "CMS",
111 "OCSP",
112 # CryptoAPI Engine
113 "CAPIENG",
114 # SSL methods
115 "SSL3_METHOD", "TLS1_METHOD", "TLS1_1_METHOD", "TLS1_2_METHOD", "DTLS1_METHOD", "DTLS1_2_METHOD",
116 # NEXTPROTONEG
117 "NEXTPROTONEG",
118 # Deprecated functions
119 "DEPRECATEDIN_0_9_8",
120 "DEPRECATEDIN_1_0_0",
121 "DEPRECATEDIN_1_1_0",
122 "DEPRECATEDIN_1_2_0",
123 # SCTP
124 "SCTP",
125 # SRTP
126 "SRTP",
127 # SSL TRACE
128 "SSL_TRACE",
129 # Unit testing
130 "UNIT_TEST",
131 # User Interface
132 "UI_CONSOLE",
133 #
134 "TS",
135 # OCB mode
136 "OCB",
137 "CMAC",
138 # APPLINK (win build feature?)
139 "APPLINK"
140 );
141
142 my %disabled_algorithms;
143
144 foreach (@known_algorithms) {
145 $disabled_algorithms{$_} = 0;
146 }
147 # disabled by default
148 $disabled_algorithms{"STATIC_ENGINE"} = 1;
149
150 my $apiv = sprintf "%x%02x%02x", split(/\./, $config{api});
151 foreach (keys %disabled_algorithms) {
152 if (/^DEPRECATEDIN_(\d+)_(\d+)_(\d+)$/) {
153 my $depv = sprintf "%x%02x%02x", $1, $2, $3;
154 $disabled_algorithms{$_} = 1 if $apiv ge $depv;
155 }
156 }
157
158 my $zlib;
159
160 foreach (@ARGV, split(/ /, $config{options}))
161 {
162 $debug=1 if $_ eq "debug";
163 $W32=1 if $_ eq "32";
164 die "win16 not supported" if $_ eq "16";
165 if($_ eq "NT") {
166 $W32 = 1;
167 $NT = 1;
168 }
169 if ($_ eq "linux") {
170 $linux=1;
171 $UNIX=1;
172 }
173 $VMS=1 if $_ eq "VMS";
174 if ($_ eq "zlib" || $_ eq "enable-zlib" || $_ eq "zlib-dynamic"
175 || $_ eq "enable-zlib-dynamic") {
176 $zlib = 1;
177 }
178
179 $do_ssl=1 if $_ eq "libssl";
180 if ($_ eq "ssl") {
181 $do_ssl=1;
182 $libname=$_
183 }
184 $do_crypto=1 if $_ eq "libcrypto";
185 if ($_ eq "crypto") {
186 $do_crypto=1;
187 $libname=$_;
188 }
189 $do_update=1 if $_ eq "update";
190 $do_rewrite=1 if $_ eq "rewrite";
191 $do_ctest=1 if $_ eq "ctest";
192 $do_ctestall=1 if $_ eq "ctestall";
193 $do_checkexist=1 if $_ eq "exist";
194 if (/^(enable|disable|no)-(.*)$/) {
195 my $alg = uc $2;
196 $alg =~ tr/-/_/;
197 if (exists $disabled_algorithms{$alg}) {
198 $disabled_algorithms{$alg} = $1 eq "enable" ? 0 : 1;
199 }
200 }
201
202 }
203
204 if (!$libname) {
205 if ($do_ssl) {
206 $libname="LIBSSL";
207 }
208 if ($do_crypto) {
209 $libname="LIBCRYPTO";
210 }
211 }
212
213 # If no platform is given, assume WIN32
214 if ($W32 + $VMS + $linux == 0) {
215 $W32 = 1;
216 }
217 die "Please, only one platform at a time"
218 if ($W32 + $VMS + $linux > 1);
219
220 if (!$do_ssl && !$do_crypto)
221 {
222 print STDERR "usage: $0 ( ssl | crypto ) [ 16 | 32 | NT | OS2 | linux | VMS ]\n";
223 exit(1);
224 }
225
226 %ssl_list=&load_numbers($ssl_num);
227 $max_ssl = $max_num;
228 %crypto_list=&load_numbers($crypto_num);
229 $max_crypto = $max_num;
230
231 my $ssl="include/openssl/ssl.h";
232 $ssl.=" include/openssl/sslerr.h";
233 $ssl.=" include/openssl/tls1.h";
234 $ssl.=" include/openssl/srtp.h";
235
236 # When scanning include/openssl, skip all SSL files and some internal ones.
237 my %skipthese;
238 foreach my $f ( split(/\s+/, $ssl) ) {
239 $skipthese{$f} = 1;
240 }
241 $skipthese{'include/openssl/conf_api.h'} = 1;
242 $skipthese{'include/openssl/ebcdic.h'} = 1;
243 $skipthese{'include/openssl/opensslconf.h'} = 1;
244
245 # We use headers found in include/openssl and include/internal only.
246 # The latter is needed so libssl.so/.dll/.exe can link properly.
247 my $crypto ="include/internal/dso.h";
248 $crypto.=" include/internal/o_dir.h";
249 $crypto.=" include/internal/o_str.h";
250 $crypto.=" include/internal/err.h";
251 $crypto.=" include/internal/rand.h";
252 foreach my $f ( glob(catfile($config{sourcedir},'include/openssl/*.h')) ) {
253 my $fn = "include/openssl/" . lc(basename($f));
254 $crypto .= " $fn" if !defined $skipthese{$fn} && $f !~ m@/[a-z]+err\.h$@;
255 }
256
257 my $symhacks="include/openssl/symhacks.h";
258
259 my @ssl_symbols = &do_defs("LIBSSL", $ssl, $symhacks);
260 my @crypto_symbols = &do_defs("LIBCRYPTO", $crypto, $symhacks);
261
262 if ($do_update) {
263
264 if ($do_ssl == 1) {
265
266 &maybe_add_info("LIBSSL",*ssl_list,@ssl_symbols);
267 if ($do_rewrite == 1) {
268 open(OUT, ">$ssl_num");
269 &rewrite_numbers(*OUT,"LIBSSL",*ssl_list,@ssl_symbols);
270 } else {
271 open(OUT, ">>$ssl_num");
272 }
273 &update_numbers(*OUT,"LIBSSL",*ssl_list,$max_ssl,@ssl_symbols);
274 close OUT;
275 }
276
277 if($do_crypto == 1) {
278
279 &maybe_add_info("LIBCRYPTO",*crypto_list,@crypto_symbols);
280 if ($do_rewrite == 1) {
281 open(OUT, ">$crypto_num");
282 &rewrite_numbers(*OUT,"LIBCRYPTO",*crypto_list,@crypto_symbols);
283 } else {
284 open(OUT, ">>$crypto_num");
285 }
286 &update_numbers(*OUT,"LIBCRYPTO",*crypto_list,$max_crypto,@crypto_symbols);
287 close OUT;
288 }
289
290 } elsif ($do_checkexist) {
291 &check_existing(*ssl_list, @ssl_symbols)
292 if $do_ssl == 1;
293 &check_existing(*crypto_list, @crypto_symbols)
294 if $do_crypto == 1;
295 } elsif ($do_ctest || $do_ctestall) {
296
297 print <<"EOF";
298
299 /* Test file to check all DEF file symbols are present by trying
300 * to link to all of them. This is *not* intended to be run!
301 */
302
303 int main()
304 {
305 EOF
306 &print_test_file(*STDOUT,"LIBSSL",*ssl_list,$do_ctestall,@ssl_symbols)
307 if $do_ssl == 1;
308
309 &print_test_file(*STDOUT,"LIBCRYPTO",*crypto_list,$do_ctestall,@crypto_symbols)
310 if $do_crypto == 1;
311
312 print "}\n";
313
314 } else {
315
316 &print_def_file(*STDOUT,$libname,*ssl_list,@ssl_symbols)
317 if $do_ssl == 1;
318
319 &print_def_file(*STDOUT,$libname,*crypto_list,@crypto_symbols)
320 if $do_crypto == 1;
321
322 }
323
324
325 sub do_defs
326 {
327 my($name,$files,$symhacksfile)=@_;
328 my $file;
329 my @ret;
330 my %syms;
331 my %platform; # For anything undefined, we assume ""
332 my %kind; # For anything undefined, we assume "FUNCTION"
333 my %algorithm; # For anything undefined, we assume ""
334 my %variant;
335 my %variant_cnt; # To be able to allocate "name{n}" if "name"
336 # is the same name as the original.
337 my $cpp;
338 my %unknown_algorithms = ();
339 my $parens = 0;
340
341 foreach $file (split(/\s+/,$symhacksfile." ".$files))
342 {
343 my $fn = catfile($config{sourcedir},$file);
344 print STDERR "DEBUG: starting on $fn:\n" if $debug;
345 open(IN,"<$fn") || die "Can't open $fn, $!,";
346 my $line = "", my $def= "";
347 my %tag = (
348 (map { $_ => 0 } @known_platforms),
349 (map { "OPENSSL_SYS_".$_ => 0 } @known_ossl_platforms),
350 (map { "OPENSSL_NO_".$_ => 0 } @known_algorithms),
351 (map { "OPENSSL_USE_".$_ => 0 } @known_algorithms),
352 (grep /^DEPRECATED_/, @known_algorithms),
353 NOPROTO => 0,
354 PERL5 => 0,
355 _WINDLL => 0,
356 CONST_STRICT => 0,
357 TRUE => 1,
358 );
359 my $symhacking = $file eq $symhacksfile;
360 my @current_platforms = ();
361 my @current_algorithms = ();
362
363 # params: symbol, alias, platforms, kind
364 # The reason to put this subroutine in a variable is that
365 # it will otherwise create it's own, unshared, version of
366 # %tag and %variant...
367 my $make_variant = sub
368 {
369 my ($s, $a, $p, $k) = @_;
370 my ($a1, $a2);
371
372 print STDERR "DEBUG: make_variant: Entered with ",$s,", ",$a,", ",(defined($p)?$p:""),", ",(defined($k)?$k:""),"\n" if $debug;
373 if (defined($p))
374 {
375 $a1 = join(",",$p,
376 grep(!/^$/,
377 map { $tag{$_} == 1 ? $_ : "" }
378 @known_platforms));
379 }
380 else
381 {
382 $a1 = join(",",
383 grep(!/^$/,
384 map { $tag{$_} == 1 ? $_ : "" }
385 @known_platforms));
386 }
387 $a2 = join(",",
388 grep(!/^$/,
389 map { $tag{"OPENSSL_SYS_".$_} == 1 ? $_ : "" }
390 @known_ossl_platforms));
391 print STDERR "DEBUG: make_variant: a1 = $a1; a2 = $a2\n" if $debug;
392 if ($a1 eq "") { $a1 = $a2; }
393 elsif ($a1 ne "" && $a2 ne "") { $a1 .= ",".$a2; }
394 if ($a eq $s)
395 {
396 if (!defined($variant_cnt{$s}))
397 {
398 $variant_cnt{$s} = 0;
399 }
400 $variant_cnt{$s}++;
401 $a .= "{$variant_cnt{$s}}";
402 }
403 my $toadd = $a.":".$a1.(defined($k)?":".$k:"");
404 my $togrep = $s.'(\{[0-9]+\})?:'.$a1.(defined($k)?":".$k:"");
405 if (!grep(/^$togrep$/,
406 split(/;/, defined($variant{$s})?$variant{$s}:""))) {
407 if (defined($variant{$s})) { $variant{$s} .= ";"; }
408 $variant{$s} .= $toadd;
409 }
410 print STDERR "DEBUG: make_variant: Exit with variant of ",$s," = ",$variant{$s},"\n" if $debug;
411 };
412
413 print STDERR "DEBUG: parsing ----------\n" if $debug;
414 while(<IN>) {
415 s|\R$||; # Better chomp
416 if($parens > 0) {
417 #Inside a DEPRECATEDIN
418 $stored_multiline .= $_;
419 print STDERR "DEBUG: Continuing multiline DEPRECATEDIN: $stored_multiline\n" if $debug;
420 $parens = count_parens($stored_multiline);
421 if ($parens == 0) {
422 $def .= do_deprecated($stored_multiline,
423 \@current_platforms,
424 \@current_algorithms);
425 }
426 next;
427 }
428 if (/\/\* Error codes for the \w+ functions\. \*\//)
429 {
430 undef @tag;
431 last;
432 }
433 if ($line ne '') {
434 $_ = $line . $_;
435 $line = '';
436 }
437
438 if (/\\$/) {
439 $line = $`; # keep what was before the backslash
440 next;
441 }
442
443 if(/\/\*/) {
444 if (not /\*\//) { # multi-line comment...
445 $line = $_; # ... just accumulate
446 next;
447 } else {
448 s/\/\*.*?\*\///gs;# wipe it
449 }
450 }
451
452 if ($cpp) {
453 $cpp++ if /^#\s*if/;
454 $cpp-- if /^#\s*endif/;
455 next;
456 }
457 if (/^#.*ifdef.*cplusplus/) {
458 $cpp = 1;
459 next;
460 }
461
462 s/{[^{}]*}//gs; # ignore {} blocks
463 print STDERR "DEBUG: \$def=\"$def\"\n" if $debug && $def ne "";
464 print STDERR "DEBUG: \$_=\"$_\"\n" if $debug;
465 if (/^\#\s*if\s+OPENSSL_API_COMPAT\s*(\S)\s*(0x[0-9a-fA-F]{8})L\s*$/) {
466 my $op = $1;
467 my $v = hex($2);
468 if ($op ne '<' && $op ne '>=') {
469 die "$file unacceptable operator $op: $_\n";
470 }
471 my ($one, $major, $minor) =
472 ( ($v >> 28) & 0xf,
473 ($v >> 20) & 0xff,
474 ($v >> 12) & 0xff );
475 my $t = "DEPRECATEDIN_${one}_${major}_${minor}";
476 push(@tag,"-");
477 push(@tag,$t);
478 $tag{$t}=($op eq '<' ? 1 : -1);
479 print STDERR "DEBUG: $file: found tag $t = $tag{$t}\n" if $debug;
480 } elsif (/^\#\s*ifndef\s+(.*)/) {
481 push(@tag,"-");
482 push(@tag,$1);
483 $tag{$1}=-1;
484 print STDERR "DEBUG: $file: found tag $1 = -1\n" if $debug;
485 } elsif (/^\#\s*if\s+!defined\(([^\)]+)\)/) {
486 push(@tag,"-");
487 if (/^\#\s*if\s+(!defined\(([^\)]+)\)(\s+\&\&\s+!defined\(([^\)]+)\))*)$/) {
488 my $tmp_1 = $1;
489 my $tmp_;
490 foreach $tmp_ (split '\&\&',$tmp_1) {
491 $tmp_ =~ /!defined\(([^\)]+)\)/;
492 print STDERR "DEBUG: $file: found tag $1 = -1\n" if $debug;
493 push(@tag,$1);
494 $tag{$1}=-1;
495 }
496 } else {
497 print STDERR "Warning: $file: complicated expression: $_" if $debug; # because it is O...
498 print STDERR "DEBUG: $file: found tag $1 = -1\n" if $debug;
499 push(@tag,$1);
500 $tag{$1}=-1;
501 }
502 } elsif (/^\#\s*ifdef\s+(\S*)/) {
503 push(@tag,"-");
504 push(@tag,$1);
505 $tag{$1}=1;
506 print STDERR "DEBUG: $file: found tag $1 = 1\n" if $debug;
507 } elsif (/^\#\s*if\s+defined\(([^\)]+)\)/) {
508 push(@tag,"-");
509 if (/^\#\s*if\s+(defined\(([^\)]+)\)(\s+\|\|\s+defined\(([^\)]+)\))*)$/) {
510 my $tmp_1 = $1;
511 my $tmp_;
512 foreach $tmp_ (split '\|\|',$tmp_1) {
513 $tmp_ =~ /defined\(([^\)]+)\)/;
514 print STDERR "DEBUG: $file: found tag $1 = 1\n" if $debug;
515 push(@tag,$1);
516 $tag{$1}=1;
517 }
518 } else {
519 print STDERR "Warning: $file: complicated expression: $_\n" if $debug; # because it is O...
520 print STDERR "DEBUG: $file: found tag $1 = 1\n" if $debug;
521 push(@tag,$1);
522 $tag{$1}=1;
523 }
524 } elsif (/^\#\s*error\s+(\w+) is disabled\./) {
525 my $tag_i = $#tag;
526 while($tag[$tag_i] ne "-") {
527 if ($tag[$tag_i] eq "OPENSSL_NO_".$1) {
528 $tag{$tag[$tag_i]}=2;
529 print STDERR "DEBUG: $file: chaged tag $1 = 2\n" if $debug;
530 }
531 $tag_i--;
532 }
533 } elsif (/^\#\s*endif/) {
534 my $tag_i = $#tag;
535 while($tag_i > 0 && $tag[$tag_i] ne "-") {
536 my $t=$tag[$tag_i];
537 print STDERR "DEBUG: \$t=\"$t\"\n" if $debug;
538 if ($tag{$t}==2) {
539 $tag{$t}=-1;
540 } else {
541 $tag{$t}=0;
542 }
543 print STDERR "DEBUG: $file: changed tag ",$t," = ",$tag{$t},"\n" if $debug;
544 pop(@tag);
545 if ($t =~ /^OPENSSL_NO_([A-Z0-9_]+)$/) {
546 $t=$1;
547 } elsif($t =~ /^OPENSSL_USE_([A-Z0-9_]+)$/) {
548 $t=$1;
549 } else {
550 $t="";
551 }
552 if ($t ne ""
553 && !grep(/^$t$/, @known_algorithms)) {
554 $unknown_algorithms{$t} = 1;
555 #print STDERR "DEBUG: Added as unknown algorithm: $t\n" if $debug;
556 }
557 $tag_i--;
558 }
559 pop(@tag);
560 } elsif (/^\#\s*else/) {
561 my $tag_i = $#tag;
562 die "$file unmatched else\n" if $tag_i < 0;
563 while($tag[$tag_i] ne "-") {
564 my $t=$tag[$tag_i];
565 $tag{$t}= -$tag{$t};
566 print STDERR "DEBUG: $file: changed tag ",$t," = ",$tag{$t},"\n" if $debug;
567 $tag_i--;
568 }
569 } elsif (/^\#\s*if\s+1/) {
570 push(@tag,"-");
571 # Dummy tag
572 push(@tag,"TRUE");
573 $tag{"TRUE"}=1;
574 print STDERR "DEBUG: $file: found 1\n" if $debug;
575 } elsif (/^\#\s*if\s+0/) {
576 push(@tag,"-");
577 # Dummy tag
578 push(@tag,"TRUE");
579 $tag{"TRUE"}=-1;
580 print STDERR "DEBUG: $file: found 0\n" if $debug;
581 } elsif (/^\#\s*if\s+/) {
582 #Some other unrecognized "if" style
583 push(@tag,"-");
584 } elsif (/^\#\s*define\s+(\w+)\s+(\w+)/
585 && $symhacking && $tag{'TRUE'} != -1) {
586 # This is for aliasing. When we find an alias,
587 # we have to invert
588 &$make_variant($1,$2);
589 print STDERR "DEBUG: $file: defined $1 = $2\n" if $debug;
590 }
591 if (/^\#/) {
592 @current_platforms =
593 grep(!/^$/,
594 map { $tag{$_} == 1 ? $_ :
595 $tag{$_} == -1 ? "!".$_ : "" }
596 @known_platforms);
597 push @current_platforms
598 , grep(!/^$/,
599 map { $tag{"OPENSSL_SYS_".$_} == 1 ? $_ :
600 $tag{"OPENSSL_SYS_".$_} == -1 ? "!".$_ : "" }
601 @known_ossl_platforms);
602 @current_algorithms = ();
603 @current_algorithms =
604 grep(!/^$/,
605 map { $tag{"OPENSSL_NO_".$_} == -1 ? $_ : "" }
606 @known_algorithms);
607 push @current_algorithms
608 , grep(!/^$/,
609 map { $tag{"OPENSSL_USE_".$_} == 1 ? $_ : "" }
610 @known_algorithms);
611 push @current_algorithms,
612 grep { /^DEPRECATEDIN_/ && $tag{$_} == 1 }
613 @known_algorithms;
614 $def .=
615 "#INFO:"
616 .join(',',@current_platforms).":"
617 .join(',',@current_algorithms).";";
618 next;
619 }
620 if ($tag{'TRUE'} != -1) {
621 if (/^\s*DEFINE_STACK_OF\s*\(\s*(\w*)\s*\)/
622 || /^\s*DEFINE_STACK_OF_CONST\s*\(\s*(\w*)\s*\)/) {
623 next;
624 } elsif (/^\s*DECLARE_ASN1_ENCODE_FUNCTIONS\s*\(\s*(\w*)\s*,\s*(\w*)\s*,\s*(\w*)\s*\)/) {
625 $def .= "int d2i_$3(void);";
626 $def .= "int i2d_$3(void);";
627 # Variant for platforms that do not
628 # have to access global variables
629 # in shared libraries through functions
630 $def .=
631 "#INFO:"
632 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
633 .join(',',@current_algorithms).";";
634 $def .= "OPENSSL_EXTERN int $2_it;";
635 $def .=
636 "#INFO:"
637 .join(',',@current_platforms).":"
638 .join(',',@current_algorithms).";";
639 # Variant for platforms that have to
640 # access global variables in shared
641 # libraries through functions
642 &$make_variant("$2_it","$2_it",
643 "EXPORT_VAR_AS_FUNCTION",
644 "FUNCTION");
645 next;
646 } elsif (/^\s*DECLARE_ASN1_FUNCTIONS_fname\s*\(\s*(\w*)\s*,\s*(\w*)\s*,\s*(\w*)\s*\)/) {
647 $def .= "int d2i_$3(void);";
648 $def .= "int i2d_$3(void);";
649 $def .= "int $3_free(void);";
650 $def .= "int $3_new(void);";
651 # Variant for platforms that do not
652 # have to access global variables
653 # in shared libraries through functions
654 $def .=
655 "#INFO:"
656 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
657 .join(',',@current_algorithms).";";
658 $def .= "OPENSSL_EXTERN int $2_it;";
659 $def .=
660 "#INFO:"
661 .join(',',@current_platforms).":"
662 .join(',',@current_algorithms).";";
663 # Variant for platforms that have to
664 # access global variables in shared
665 # libraries through functions
666 &$make_variant("$2_it","$2_it",
667 "EXPORT_VAR_AS_FUNCTION",
668 "FUNCTION");
669 next;
670 } elsif (/^\s*DECLARE_ASN1_FUNCTIONS\s*\(\s*(\w*)\s*\)/ ||
671 /^\s*DECLARE_ASN1_FUNCTIONS_const\s*\(\s*(\w*)\s*\)/) {
672 $def .= "int d2i_$1(void);";
673 $def .= "int i2d_$1(void);";
674 $def .= "int $1_free(void);";
675 $def .= "int $1_new(void);";
676 # Variant for platforms that do not
677 # have to access global variables
678 # in shared libraries through functions
679 $def .=
680 "#INFO:"
681 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
682 .join(',',@current_algorithms).";";
683 $def .= "OPENSSL_EXTERN int $1_it;";
684 $def .=
685 "#INFO:"
686 .join(',',@current_platforms).":"
687 .join(',',@current_algorithms).";";
688 # Variant for platforms that have to
689 # access global variables in shared
690 # libraries through functions
691 &$make_variant("$1_it","$1_it",
692 "EXPORT_VAR_AS_FUNCTION",
693 "FUNCTION");
694 next;
695 } elsif (/^\s*DECLARE_ASN1_ENCODE_FUNCTIONS_const\s*\(\s*(\w*)\s*,\s*(\w*)\s*\)/) {
696 $def .= "int d2i_$2(void);";
697 $def .= "int i2d_$2(void);";
698 # Variant for platforms that do not
699 # have to access global variables
700 # in shared libraries through functions
701 $def .=
702 "#INFO:"
703 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
704 .join(',',@current_algorithms).";";
705 $def .= "OPENSSL_EXTERN int $2_it;";
706 $def .=
707 "#INFO:"
708 .join(',',@current_platforms).":"
709 .join(',',@current_algorithms).";";
710 # Variant for platforms that have to
711 # access global variables in shared
712 # libraries through functions
713 &$make_variant("$2_it","$2_it",
714 "EXPORT_VAR_AS_FUNCTION",
715 "FUNCTION");
716 next;
717 } elsif (/^\s*DECLARE_ASN1_ALLOC_FUNCTIONS\s*\(\s*(\w*)\s*\)/) {
718 $def .= "int $1_free(void);";
719 $def .= "int $1_new(void);";
720 next;
721 } elsif (/^\s*DECLARE_ASN1_FUNCTIONS_name\s*\(\s*(\w*)\s*,\s*(\w*)\s*\)/) {
722 $def .= "int d2i_$2(void);";
723 $def .= "int i2d_$2(void);";
724 $def .= "int $2_free(void);";
725 $def .= "int $2_new(void);";
726 # Variant for platforms that do not
727 # have to access global variables
728 # in shared libraries through functions
729 $def .=
730 "#INFO:"
731 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
732 .join(',',@current_algorithms).";";
733 $def .= "OPENSSL_EXTERN int $2_it;";
734 $def .=
735 "#INFO:"
736 .join(',',@current_platforms).":"
737 .join(',',@current_algorithms).";";
738 # Variant for platforms that have to
739 # access global variables in shared
740 # libraries through functions
741 &$make_variant("$2_it","$2_it",
742 "EXPORT_VAR_AS_FUNCTION",
743 "FUNCTION");
744 next;
745 } elsif (/^\s*DECLARE_ASN1_ITEM\s*\(\s*(\w*)\s*\)/) {
746 # Variant for platforms that do not
747 # have to access global variables
748 # in shared libraries through functions
749 $def .=
750 "#INFO:"
751 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
752 .join(',',@current_algorithms).";";
753 $def .= "OPENSSL_EXTERN int $1_it;";
754 $def .=
755 "#INFO:"
756 .join(',',@current_platforms).":"
757 .join(',',@current_algorithms).";";
758 # Variant for platforms that have to
759 # access global variables in shared
760 # libraries through functions
761 &$make_variant("$1_it","$1_it",
762 "EXPORT_VAR_AS_FUNCTION",
763 "FUNCTION");
764 next;
765 } elsif (/^\s*DECLARE_ASN1_NDEF_FUNCTION\s*\(\s*(\w*)\s*\)/) {
766 $def .= "int i2d_$1_NDEF(void);";
767 } elsif (/^\s*DECLARE_ASN1_SET_OF\s*\(\s*(\w*)\s*\)/) {
768 next;
769 } elsif (/^\s*DECLARE_ASN1_PRINT_FUNCTION\s*\(\s*(\w*)\s*\)/) {
770 $def .= "int $1_print_ctx(void);";
771 next;
772 } elsif (/^\s*DECLARE_ASN1_PRINT_FUNCTION_name\s*\(\s*(\w*)\s*,\s*(\w*)\s*\)/) {
773 $def .= "int $2_print_ctx(void);";
774 next;
775 } elsif (/^\s*DECLARE_PKCS12_STACK_OF\s*\(\s*(\w*)\s*\)/) {
776 next;
777 } elsif (/^DECLARE_PEM_rw\s*\(\s*(\w*)\s*,/ ||
778 /^DECLARE_PEM_rw_cb\s*\(\s*(\w*)\s*,/ ||
779 /^DECLARE_PEM_rw_const\s*\(\s*(\w*)\s*,/ ) {
780 $def .=
781 "#INFO:"
782 .join(',',@current_platforms).":"
783 .join(',',"STDIO",@current_algorithms).";";
784 $def .= "int PEM_read_$1(void);";
785 $def .= "int PEM_write_$1(void);";
786 $def .=
787 "#INFO:"
788 .join(',',@current_platforms).":"
789 .join(',',@current_algorithms).";";
790 # Things that are everywhere
791 $def .= "int PEM_read_bio_$1(void);";
792 $def .= "int PEM_write_bio_$1(void);";
793 next;
794 } elsif (/^DECLARE_PEM_write\s*\(\s*(\w*)\s*,/ ||
795 /^DECLARE_PEM_write_const\s*\(\s*(\w*)\s*,/ ||
796 /^DECLARE_PEM_write_cb\s*\(\s*(\w*)\s*,/ ) {
797 $def .=
798 "#INFO:"
799 .join(',',@current_platforms).":"
800 .join(',',"STDIO",@current_algorithms).";";
801 $def .= "int PEM_write_$1(void);";
802 $def .=
803 "#INFO:"
804 .join(',',@current_platforms).":"
805 .join(',',@current_algorithms).";";
806 # Things that are everywhere
807 $def .= "int PEM_write_bio_$1(void);";
808 next;
809 } elsif (/^DECLARE_PEM_read\s*\(\s*(\w*)\s*,/ ||
810 /^DECLARE_PEM_read_cb\s*\(\s*(\w*)\s*,/ ) {
811 $def .=
812 "#INFO:"
813 .join(',',@current_platforms).":"
814 .join(',',"STDIO",@current_algorithms).";";
815 $def .= "int PEM_read_$1(void);";
816 $def .=
817 "#INFO:"
818 .join(',',@current_platforms).":"
819 .join(',',"STDIO",@current_algorithms).";";
820 # Things that are everywhere
821 $def .= "int PEM_read_bio_$1(void);";
822 next;
823 } elsif (/^OPENSSL_DECLARE_GLOBAL\s*\(\s*(\w*)\s*,\s*(\w*)\s*\)/) {
824 # Variant for platforms that do not
825 # have to access global variables
826 # in shared libraries through functions
827 $def .=
828 "#INFO:"
829 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
830 .join(',',@current_algorithms).";";
831 $def .= "OPENSSL_EXTERN int _shadow_$2;";
832 $def .=
833 "#INFO:"
834 .join(',',@current_platforms).":"
835 .join(',',@current_algorithms).";";
836 # Variant for platforms that have to
837 # access global variables in shared
838 # libraries through functions
839 &$make_variant("_shadow_$2","_shadow_$2",
840 "EXPORT_VAR_AS_FUNCTION",
841 "FUNCTION");
842 } elsif (/^\s*DEPRECATEDIN/) {
843 $parens = count_parens($_);
844 if ($parens == 0) {
845 $def .= do_deprecated($_,
846 \@current_platforms,
847 \@current_algorithms);
848 } else {
849 $stored_multiline = $_;
850 print STDERR "DEBUG: Found multiline DEPRECATEDIN starting with: $stored_multiline\n" if $debug;
851 next;
852 }
853 } elsif ($tag{'CONST_STRICT'} != 1) {
854 if (/\{|\/\*|\([^\)]*$/) {
855 $line = $_;
856 } else {
857 $def .= $_;
858 }
859 }
860 }
861 }
862 close(IN);
863 die "$file: Unmatched tags\n" if $#tag >= 0;
864
865 my $algs;
866 my $plays;
867
868 print STDERR "DEBUG: postprocessing ----------\n" if $debug;
869 foreach (split /;/, $def) {
870 my $s; my $k = "FUNCTION"; my $p; my $a;
871 s/^[\n\s]*//g;
872 s/[\n\s]*$//g;
873 next if(/\#undef/);
874 next if(/typedef\W/);
875 next if(/\#define/);
876
877 # Reduce argument lists to empty ()
878 # fold round brackets recursively: (t(*v)(t),t) -> (t{}{},t) -> {}
879 while(/\(.*\)/s) {
880 s/\([^\(\)]+\)/\{\}/gs;
881 s/\(\s*\*\s*(\w+)\s*\{\}\s*\)/$1/gs; #(*f{}) -> f
882 }
883 # pretend as we didn't use curly braces: {} -> ()
884 s/\{\}/\(\)/gs;
885
886 s/STACK_OF\(\)/void/gs;
887 s/LHASH_OF\(\)/void/gs;
888
889 print STDERR "DEBUG: \$_ = \"$_\"\n" if $debug;
890 if (/^\#INFO:([^:]*):(.*)$/) {
891 $plats = $1;
892 $algs = $2;
893 print STDERR "DEBUG: found info on platforms ($plats) and algorithms ($algs)\n" if $debug;
894 next;
895 } elsif (/^\s*OPENSSL_EXTERN\s.*?(\w+(\{[0-9]+\})?)(\[[0-9]*\])*\s*$/) {
896 $s = $1;
897 $k = "VARIABLE";
898 print STDERR "DEBUG: found external variable $s\n" if $debug;
899 } elsif (/TYPEDEF_\w+_OF/s) {
900 next;
901 } elsif (/(\w+)\s*\(\).*/s) { # first token prior [first] () is
902 $s = $1; # a function name!
903 print STDERR "DEBUG: found function $s\n" if $debug;
904 } elsif (/\(/ and not (/=/)) {
905 print STDERR "File $file: cannot parse: $_;\n";
906 next;
907 } else {
908 next;
909 }
910
911 $syms{$s} = 1;
912 $kind{$s} = $k;
913
914 $p = $plats;
915 $a = $algs;
916
917 $platform{$s} =
918 &reduce_platforms((defined($platform{$s})?$platform{$s}.',':"").$p);
919 $algorithm{$s} .= ','.$a;
920
921 if (defined($variant{$s})) {
922 foreach $v (split /;/,$variant{$s}) {
923 (my $r, my $p, my $k) = split(/:/,$v);
924 my $ip = join ',',map({ /^!(.*)$/ ? $1 : "!".$_ } split /,/, $p);
925 $syms{$r} = 1;
926 if (!defined($k)) { $k = $kind{$s}; }
927 $kind{$r} = $k."(".$s.")";
928 $algorithm{$r} = $algorithm{$s};
929 $platform{$r} = &reduce_platforms($platform{$s}.",".$p.",".$p);
930 $platform{$s} = &reduce_platforms($platform{$s}.','.$ip.','.$ip);
931 print STDERR "DEBUG: \$variant{\"$s\"} = ",$v,"; \$r = $r; \$p = ",$platform{$r},"; \$a = ",$algorithm{$r},"; \$kind = ",$kind{$r},"\n" if $debug;
932 }
933 }
934 print STDERR "DEBUG: \$s = $s; \$p = ",$platform{$s},"; \$a = ",$algorithm{$s},"; \$kind = ",$kind{$s},"\n" if $debug;
935 }
936 }
937
938 # Prune the returned symbols
939
940 delete $syms{"bn_dump1"};
941 $platform{"BIO_s_log"} .= ",!WIN32,!macintosh";
942
943 $platform{"PEM_read_NS_CERT_SEQ"} = "VMS";
944 $platform{"PEM_write_NS_CERT_SEQ"} = "VMS";
945 $platform{"PEM_read_P8_PRIV_KEY_INFO"} = "VMS";
946 $platform{"PEM_write_P8_PRIV_KEY_INFO"} = "VMS";
947
948 # Info we know about
949
950 push @ret, map { $_."\\".&info_string($_,"EXIST",
951 $platform{$_},
952 $kind{$_},
953 $algorithm{$_}) } keys %syms;
954
955 if (keys %unknown_algorithms) {
956 print STDERR "WARNING: mkdef.pl doesn't know the following algorithms:\n";
957 print STDERR "\t",join("\n\t",keys %unknown_algorithms),"\n";
958 }
959 return(@ret);
960 }
961
962 # Param: string of comma-separated platform-specs.
963 sub reduce_platforms
964 {
965 my ($platforms) = @_;
966 my $pl = defined($platforms) ? $platforms : "";
967 my %p = map { $_ => 0 } split /,/, $pl;
968 my $ret;
969
970 print STDERR "DEBUG: Entered reduce_platforms with \"$platforms\"\n"
971 if $debug;
972 # We do this, because if there's code like the following, it really
973 # means the function exists in all cases and should therefore be
974 # everywhere. By increasing and decreasing, we may attain 0:
975 #
976 # ifndef WIN16
977 # int foo();
978 # else
979 # int _fat foo();
980 # endif
981 foreach $platform (split /,/, $pl) {
982 if ($platform =~ /^!(.*)$/) {
983 $p{$1}--;
984 } else {
985 $p{$platform}++;
986 }
987 }
988 foreach $platform (keys %p) {
989 if ($p{$platform} == 0) { delete $p{$platform}; }
990 }
991
992 delete $p{""};
993
994 $ret = join(',',sort(map { $p{$_} < 0 ? "!".$_ : $_ } keys %p));
995 print STDERR "DEBUG: Exiting reduce_platforms with \"$ret\"\n"
996 if $debug;
997 return $ret;
998 }
999
1000 sub info_string
1001 {
1002 (my $symbol, my $exist, my $platforms, my $kind, my $algorithms) = @_;
1003
1004 my %a = defined($algorithms) ?
1005 map { $_ => 1 } split /,/, $algorithms : ();
1006 my $k = defined($kind) ? $kind : "FUNCTION";
1007 my $ret;
1008 my $p = &reduce_platforms($platforms);
1009
1010 delete $a{""};
1011
1012 $ret = $exist;
1013 $ret .= ":".$p;
1014 $ret .= ":".$k;
1015 $ret .= ":".join(',',sort keys %a);
1016 return $ret;
1017 }
1018
1019 sub maybe_add_info
1020 {
1021 (my $name, *nums, my @symbols) = @_;
1022 my $sym;
1023 my $new_info = 0;
1024 my %syms=();
1025
1026 foreach $sym (@symbols) {
1027 (my $s, my $i) = split /\\/, $sym;
1028 if (defined($nums{$s})) {
1029 $i =~ s/^(.*?:.*?:\w+)(\(\w+\))?/$1/;
1030 (my $n, my $vers, my $dummy) = split /\\/, $nums{$s};
1031 if (!defined($dummy) || $i ne $dummy) {
1032 $nums{$s} = $n."\\".$vers."\\".$i;
1033 $new_info++;
1034 print STDERR "DEBUG: maybe_add_info for $s: \"$dummy\" => \"$i\"\n" if $debug;
1035 }
1036 }
1037 $syms{$s} = 1;
1038 }
1039
1040 my @s=sort { &parse_number($nums{$a},"n") <=> &parse_number($nums{$b},"n") } keys %nums;
1041 foreach $sym (@s) {
1042 (my $n, my $vers, my $i) = split /\\/, $nums{$sym};
1043 if (!defined($syms{$sym}) && $i !~ /^NOEXIST:/) {
1044 $new_info++;
1045 print STDERR "DEBUG: maybe_add_info for $sym: -> undefined\n" if $debug;
1046 }
1047 }
1048 if ($new_info) {
1049 print STDERR "$name: $new_info old symbols have updated info\n";
1050 if (!$do_rewrite) {
1051 print STDERR "You should do a rewrite to fix this.\n";
1052 }
1053 } else {
1054 }
1055 }
1056
1057 # Param: string of comma-separated keywords, each possibly prefixed with a "!"
1058 sub is_valid
1059 {
1060 my ($keywords_txt,$platforms) = @_;
1061 my (@keywords) = split /,/,$keywords_txt;
1062 my ($falsesum, $truesum) = (0, 1);
1063
1064 # Param: one keyword
1065 sub recognise
1066 {
1067 my ($keyword,$platforms) = @_;
1068
1069 if ($platforms) {
1070 # platforms
1071 if ($keyword eq "UNIX" && $UNIX) { return 1; }
1072 if ($keyword eq "VMS" && $VMS) { return 1; }
1073 if ($keyword eq "WIN32" && $W32) { return 1; }
1074 if ($keyword eq "_WIN32" && $W32) { return 1; }
1075 if ($keyword eq "WINNT" && $NT) { return 1; }
1076 # Special platforms:
1077 # EXPORT_VAR_AS_FUNCTION means that global variables
1078 # will be represented as functions.
1079 if ($keyword eq "EXPORT_VAR_AS_FUNCTION" && $W32) {
1080 return 1;
1081 }
1082 if ($keyword eq "ZLIB" && $zlib) { return 1; }
1083 return 0;
1084 } else {
1085 # algorithms
1086 if ($disabled_algorithms{$keyword} == 1) { return 0;}
1087
1088 # Nothing recognise as true
1089 return 1;
1090 }
1091 }
1092
1093 foreach $k (@keywords) {
1094 if ($k =~ /^!(.*)$/) {
1095 $falsesum += &recognise($1,$platforms);
1096 } else {
1097 $truesum *= &recognise($k,$platforms);
1098 }
1099 }
1100 print STDERR "DEBUG: [",$#keywords,",",$#keywords < 0,"] is_valid($keywords_txt) => (\!$falsesum) && $truesum = ",(!$falsesum) && $truesum,"\n" if $debug;
1101 return (!$falsesum) && $truesum;
1102 }
1103
1104 sub print_test_file
1105 {
1106 (*OUT,my $name,*nums,my $testall,my @symbols)=@_;
1107 my $n = 1; my @e; my @r;
1108 my $sym; my $prev = ""; my $prefSSLeay;
1109
1110 (@e)=grep(/^SSLeay(\{[0-9]+\})?\\.*?:.*?:.*/,@symbols);
1111 (@r)=grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:.*/ && !/^SSLeay(\{[0-9]+\})?\\.*?:.*?:.*/,@symbols);
1112 @symbols=((sort @e),(sort @r));
1113
1114 foreach $sym (@symbols) {
1115 (my $s, my $i) = $sym =~ /^(.*?)\\(.*)$/;
1116 my $v = 0;
1117 $v = 1 if $i=~ /^.*?:.*?:VARIABLE/;
1118 my $p = ($i =~ /^[^:]*:([^:]*):/,$1);
1119 my $a = ($i =~ /^[^:]*:[^:]*:[^:]*:([^:]*)/,$1);
1120 if (!defined($nums{$s})) {
1121 print STDERR "Warning: $s does not have a number assigned\n"
1122 if(!$do_update);
1123 } elsif (is_valid($p,1) && is_valid($a,0)) {
1124 my $s2 = ($s =~ /^(.*?)(\{[0-9]+\})?$/, $1);
1125 if ($prev eq $s2) {
1126 print OUT "\t/* The following has already appeared previously */\n";
1127 print STDERR "Warning: Symbol '",$s2,"' redefined. old=",($nums{$prev} =~ /^(.*?)\\/,$1),", new=",($nums{$s2} =~ /^(.*?)\\/,$1),"\n";
1128 }
1129 $prev = $s2; # To warn about duplicates...
1130
1131 (my $nn, my $vers, my $ni) = split /\\/, $nums{$s2};
1132 if ($v) {
1133 print OUT "\textern int $s2; /* type unknown */ /* $nn $ni */\n";
1134 } else {
1135 print OUT "\textern int $s2(); /* type unknown */ /* $nn $ni */\n";
1136 }
1137 }
1138 }
1139 }
1140
1141 sub get_version
1142 {
1143 return $config{version};
1144 }
1145
1146 sub print_def_file
1147 {
1148 (*OUT,my $name,*nums,my @symbols)=@_;
1149 my $n = 1; my @e; my @r; my @v; my $prev="";
1150 my $liboptions="";
1151 my $libname = $name;
1152 my $http_vendor = 'www.openssl.org/';
1153 my $version = get_version();
1154 my $what = "OpenSSL: implementation of Secure Socket Layer";
1155 my $description = "$what $version, $name - http://$http_vendor";
1156 my $prevsymversion = "", $prevprevsymversion = "";
1157 # For VMS
1158 my $prevnum = 0;
1159 my $symvtextcount = 0;
1160
1161 if ($W32)
1162 { $libname.="32"; }
1163
1164 if ($W32)
1165 {
1166 print OUT <<"EOF";
1167 ;
1168 ; Definition file for the DLL version of the $name library from OpenSSL
1169 ;
1170
1171 LIBRARY $libname $liboptions
1172
1173 EOF
1174
1175 print "EXPORTS\n";
1176 }
1177 elsif ($VMS)
1178 {
1179 print OUT <<"EOF";
1180 CASE_SENSITIVE=YES
1181 SYMBOL_VECTOR=(-
1182 EOF
1183 $symvtextcount = 16; # length of "SYMBOL_VECTOR=(-"
1184 }
1185
1186 (@r)=grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:FUNCTION/,@symbols);
1187 (@v)=grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:VARIABLE/,@symbols);
1188 if ($VMS) {
1189 # VMS needs to have the symbols on slot number order
1190 @symbols=(map { $_->[1] }
1191 sort { $a->[0] <=> $b->[0] }
1192 map { (my $s, my $i) = $_ =~ /^(.*?)\\(.*)$/;
1193 die "Error: $s doesn't have a number assigned\n"
1194 if !defined($nums{$s});
1195 (my $n, my @rest) = split /\\/, $nums{$s};
1196 [ $n, $_ ] } (@e, @r, @v));
1197 } else {
1198 @symbols=((sort @e),(sort @r), (sort @v));
1199 }
1200
1201 my ($baseversion, $currversion) = get_openssl_version();
1202 my $thisversion;
1203 do {
1204 if (!defined($thisversion)) {
1205 $thisversion = $baseversion;
1206 } else {
1207 $thisversion = get_next_version($thisversion);
1208 }
1209 foreach $sym (@symbols) {
1210 (my $s, my $i) = $sym =~ /^(.*?)\\(.*)$/;
1211 my $v = 0;
1212 $v = 1 if $i =~ /^.*?:.*?:VARIABLE/;
1213 if (!defined($nums{$s})) {
1214 die "Error: $s does not have a number assigned\n"
1215 if(!$do_update);
1216 } else {
1217 (my $n, my $symversion, my $dummy) = split /\\/, $nums{$s};
1218 my %pf = ();
1219 my $p = ($i =~ /^[^:]*:([^:]*):/,$1);
1220 my $a = ($i =~ /^[^:]*:[^:]*:[^:]*:([^:]*)/,$1);
1221 if (is_valid($p,1) && is_valid($a,0)) {
1222 my $s2 = ($s =~ /^(.*?)(\{[0-9]+\})?$/, $1);
1223 if ($prev eq $s2) {
1224 print STDERR "Warning: Symbol '",$s2,
1225 "' redefined. old=",($nums{$prev} =~ /^(.*?)\\/,$1),
1226 ", new=",($nums{$s2} =~ /^(.*?)\\/,$1),"\n";
1227 }
1228 $prev = $s2; # To warn about duplicates...
1229 if($linux) {
1230 next if $symversion ne $thisversion;
1231 if ($symversion ne $prevsymversion) {
1232 if ($prevsymversion ne "") {
1233 if ($prevprevsymversion ne "") {
1234 print OUT "} OPENSSL_"
1235 ."$prevprevsymversion;\n\n";
1236 } else {
1237 print OUT "};\n\n";
1238 }
1239 }
1240 print OUT "OPENSSL_$symversion {\n global:\n";
1241 $prevprevsymversion = $prevsymversion;
1242 $prevsymversion = $symversion;
1243 }
1244 print OUT " $s2;\n";
1245 } elsif ($VMS) {
1246 while(++$prevnum < $n) {
1247 my $symline=" ,SPARE -\n ,SPARE -\n";
1248 if ($symvtextcount + length($symline) - 2 > 1024) {
1249 print OUT ")\nSYMBOL_VECTOR=(-\n";
1250 $symvtextcount = 16; # length of "SYMBOL_VECTOR=(-"
1251 }
1252 if ($symvtextcount == 16) {
1253 # Take away first comma
1254 $symline =~ s/,//;
1255 }
1256 print OUT $symline;
1257 $symvtextcount += length($symline) - 2;
1258 }
1259 (my $s_uc = $s) =~ tr/a-z/A-Z/;
1260 my $symtype=
1261 $v ? "DATA" : "PROCEDURE";
1262 my $symline=
1263 ($s_uc ne $s
1264 ? " ,$s_uc/$s=$symtype -\n ,$s=$symtype -\n"
1265 : " ,$s=$symtype -\n ,SPARE -\n");
1266 if ($symvtextcount + length($symline) - 2 > 1024) {
1267 print OUT ")\nSYMBOL_VECTOR=(-\n";
1268 $symvtextcount = 16; # length of "SYMBOL_VECTOR=(-"
1269 }
1270 if ($symvtextcount == 16) {
1271 # Take away first comma
1272 $symline =~ s/,//;
1273 }
1274 print OUT $symline;
1275 $symvtextcount += length($symline) - 2;
1276 } elsif($v) {
1277 printf OUT " %s%-39s DATA\n",
1278 ($W32)?"":"_",$s2;
1279 } else {
1280 printf OUT " %s%s\n",
1281 ($W32)?"":"_",$s2;
1282 }
1283 }
1284 }
1285 }
1286 } while ($linux && $thisversion ne $currversion);
1287 if ($linux) {
1288 if ($prevprevsymversion ne "") {
1289 print OUT " local: *;\n} OPENSSL_$prevprevsymversion;\n\n";
1290 } else {
1291 print OUT " local: *;\n};\n\n";
1292 }
1293 } elsif ($VMS) {
1294 print OUT ")\n";
1295 (my $libvmaj, my $libvmin, my $libvedit) =
1296 $currversion =~ /^(\d+)_(\d+)_(\d+)$/;
1297 # The reason to multiply the edit number with 100 is to make space
1298 # for the possibility that we want to encode the patch letters
1299 print OUT "GSMATCH=LEQUAL,",($libvmaj * 100 + $libvmin),",",($libvedit * 100),"\n";
1300 }
1301 printf OUT "\n";
1302 }
1303
1304 sub load_numbers
1305 {
1306 my($name)=@_;
1307 my(@a,%ret);
1308 my $prevversion;
1309
1310 $max_num = 0;
1311 $num_noinfo = 0;
1312 $prev = "";
1313 $prev_cnt = 0;
1314
1315 my ($baseversion, $currversion) = get_openssl_version();
1316
1317 open(IN,"<$name") || die "unable to open $name:$!\n";
1318 while (<IN>) {
1319 s|\R$||; # Better chomp
1320 s/#.*$//;
1321 next if /^\s*$/;
1322 @a=split;
1323 if (defined $ret{$a[0]}) {
1324 # This is actually perfectly OK
1325 #print STDERR "Warning: Symbol '",$a[0],"' redefined. old=",$ret{$a[0]},", new=",$a[1],"\n";
1326 }
1327 if ($max_num > $a[1]) {
1328 print STDERR "Warning: Number decreased from ",$max_num," to ",$a[1],"\n";
1329 }
1330 elsif ($max_num == $a[1]) {
1331 # This is actually perfectly OK
1332 #print STDERR "Warning: Symbol ",$a[0]," has same number as previous ",$prev,": ",$a[1],"\n";
1333 if ($a[0] eq $prev) {
1334 $prev_cnt++;
1335 $a[0] .= "{$prev_cnt}";
1336 }
1337 }
1338 else {
1339 $prev_cnt = 0;
1340 }
1341 if ($#a < 2) {
1342 # Existence will be proven later, in do_defs
1343 $ret{$a[0]}=$a[1];
1344 $num_noinfo++;
1345 } else {
1346 #Sanity check the version number
1347 if (defined $prevversion) {
1348 check_version_lte($prevversion, $a[2]);
1349 }
1350 check_version_lte($a[2], $currversion);
1351 $prevversion = $a[2];
1352 $ret{$a[0]}=$a[1]."\\".$a[2]."\\".$a[3]; # \\ is a special marker
1353 }
1354 $max_num = $a[1] if $a[1] > $max_num;
1355 $prev=$a[0];
1356 }
1357 if ($num_noinfo) {
1358 print STDERR "Warning: $num_noinfo symbols were without info.";
1359 if ($do_rewrite) {
1360 printf STDERR " The rewrite will fix this.\n";
1361 } else {
1362 printf STDERR " You should do a rewrite to fix this.\n";
1363 }
1364 }
1365 close(IN);
1366 return(%ret);
1367 }
1368
1369 sub parse_number
1370 {
1371 (my $str, my $what) = @_;
1372 (my $n, my $v, my $i) = split(/\\/,$str);
1373 if ($what eq "n") {
1374 return $n;
1375 } else {
1376 return $i;
1377 }
1378 }
1379
1380 sub rewrite_numbers
1381 {
1382 (*OUT,$name,*nums,@symbols)=@_;
1383 my $thing;
1384
1385 my @r = grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:\w+\(\w+\)/,@symbols);
1386 my $r; my %r; my %rsyms;
1387 foreach $r (@r) {
1388 (my $s, my $i) = split /\\/, $r;
1389 my $a = $1 if $i =~ /^.*?:.*?:\w+\((\w+)\)/;
1390 $i =~ s/^(.*?:.*?:\w+)\(\w+\)/$1/;
1391 $r{$a} = $s."\\".$i;
1392 $rsyms{$s} = 1;
1393 }
1394
1395 my %syms = ();
1396 foreach $_ (@symbols) {
1397 (my $n, my $i) = split /\\/;
1398 $syms{$n} = 1;
1399 }
1400
1401 my @s=sort {
1402 &parse_number($nums{$a},"n") <=> &parse_number($nums{$b},"n")
1403 || $a cmp $b
1404 } keys %nums;
1405 foreach $sym (@s) {
1406 (my $n, my $vers, my $i) = split /\\/, $nums{$sym};
1407 next if defined($i) && $i =~ /^.*?:.*?:\w+\(\w+\)/;
1408 next if defined($rsyms{$sym});
1409 print STDERR "DEBUG: rewrite_numbers for sym = ",$sym,": i = ",$i,", n = ",$n,", rsym{sym} = ",$rsyms{$sym},"syms{sym} = ",$syms{$sym},"\n" if $debug;
1410 $i="NOEXIST::FUNCTION:"
1411 if !defined($i) || $i eq "" || !defined($syms{$sym});
1412 my $s2 = $sym;
1413 $s2 =~ s/\{[0-9]+\}$//;
1414 printf OUT "%s%-39s %d\t%s\t%s\n","",$s2,$n,$vers,$i;
1415 if (exists $r{$sym}) {
1416 (my $s, $i) = split /\\/,$r{$sym};
1417 my $s2 = $s;
1418 $s2 =~ s/\{[0-9]+\}$//;
1419 printf OUT "%s%-39s %d\t%s\t%s\n","",$s2,$n,$vers,$i;
1420 }
1421 }
1422 }
1423
1424 sub update_numbers
1425 {
1426 (*OUT,$name,*nums,my $start_num, my @symbols)=@_;
1427 my $new_syms = 0;
1428 my $basevers;
1429 my $vers;
1430
1431 ($basevers, $vers) = get_openssl_version();
1432
1433 my @r = grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:\w+\(\w+\)/,@symbols);
1434 my $r; my %r; my %rsyms;
1435 foreach $r (@r) {
1436 (my $s, my $i) = split /\\/, $r;
1437 my $a = $1 if $i =~ /^.*?:.*?:\w+\((\w+)\)/;
1438 $i =~ s/^(.*?:.*?:\w+)\(\w+\)/$1/;
1439 $r{$a} = $s."\\".$i;
1440 $rsyms{$s} = 1;
1441 }
1442
1443 foreach $sym (@symbols) {
1444 (my $s, my $i) = $sym =~ /^(.*?)\\(.*)$/;
1445 next if $i =~ /^.*?:.*?:\w+\(\w+\)/;
1446 next if defined($rsyms{$sym});
1447 die "ERROR: Symbol $sym had no info attached to it."
1448 if $i eq "";
1449 if (!exists $nums{$s}) {
1450 $new_syms++;
1451 my $s2 = $s;
1452 $s2 =~ s/\{[0-9]+\}$//;
1453 printf OUT "%s%-39s %d\t%s\t%s\n","",$s2, ++$start_num,$vers,$i;
1454 if (exists $r{$s}) {
1455 ($s, $i) = split /\\/,$r{$s};
1456 $s =~ s/\{[0-9]+\}$//;
1457 printf OUT "%s%-39s %d\t%s\t%s\n","",$s, $start_num,$vers,$i;
1458 }
1459 }
1460 }
1461 if($new_syms) {
1462 print STDERR "$name: Added $new_syms new symbols\n";
1463 } else {
1464 print STDERR "$name: No new symbols added\n";
1465 }
1466 }
1467
1468 sub check_existing
1469 {
1470 (*nums, my @symbols)=@_;
1471 my %existing; my @remaining;
1472 @remaining=();
1473 foreach $sym (@symbols) {
1474 (my $s, my $i) = $sym =~ /^(.*?)\\(.*)$/;
1475 $existing{$s}=1;
1476 }
1477 foreach $sym (keys %nums) {
1478 if (!exists $existing{$sym}) {
1479 push @remaining, $sym;
1480 }
1481 }
1482 if(@remaining) {
1483 print STDERR "The following symbols do not seem to exist:\n";
1484 foreach $sym (@remaining) {
1485 print STDERR "\t",$sym,"\n";
1486 }
1487 }
1488 }
1489
1490 sub count_parens
1491 {
1492 my $line = shift(@_);
1493
1494 my $open = $line =~ tr/\(//;
1495 my $close = $line =~ tr/\)//;
1496
1497 return $open - $close;
1498 }
1499
1500 #Parse opensslv.h to get the current version number. Also work out the base
1501 #version, i.e. the lowest version number that is binary compatible with this
1502 #version
1503 sub get_openssl_version()
1504 {
1505 my $fn = catfile($config{sourcedir},"include","openssl","opensslv.h");
1506 open (IN, "$fn") || die "Can't open opensslv.h";
1507
1508 while(<IN>) {
1509 if (/OPENSSL_VERSION_TEXT\s+"OpenSSL (\d\.\d\.)(\d[a-z]*)(-| )/) {
1510 my $suffix = $2;
1511 (my $baseversion = $1) =~ s/\./_/g;
1512 close IN;
1513 return ($baseversion."0", $baseversion.$suffix);
1514 }
1515 }
1516 die "Can't find OpenSSL version number\n";
1517 }
1518
1519 #Given an OpenSSL version number, calculate the next version number. If the
1520 #version number gets to a.b.czz then we go to a.b.(c+1)
1521 sub get_next_version()
1522 {
1523 my $thisversion = shift;
1524
1525 my ($base, $letter) = $thisversion =~ /^(\d_\d_\d)([a-z]{0,2})$/;
1526
1527 if ($letter eq "zz") {
1528 my $lastnum = substr($base, -1);
1529 return substr($base, 0, length($base)-1).(++$lastnum);
1530 }
1531 return $base.get_next_letter($letter);
1532 }
1533
1534 #Given the letters off the end of an OpenSSL version string, calculate what
1535 #the letters for the next release would be.
1536 sub get_next_letter()
1537 {
1538 my $thisletter = shift;
1539 my $baseletter = "";
1540 my $endletter;
1541
1542 if ($thisletter eq "") {
1543 return "a";
1544 }
1545 if ((length $thisletter) > 1) {
1546 ($baseletter, $endletter) = $thisletter =~ /([a-z]+)([a-z])/;
1547 } else {
1548 $endletter = $thisletter;
1549 }
1550
1551 if ($endletter eq "z") {
1552 return $thisletter."a";
1553 } else {
1554 return $baseletter.(++$endletter);
1555 }
1556 }
1557
1558 #Check if a version is less than or equal to the current version. Its a fatal
1559 #error if not. They must also only differ in letters, or the last number (i.e.
1560 #the first two numbers must be the same)
1561 sub check_version_lte()
1562 {
1563 my ($testversion, $currversion) = @_;
1564 my $lentv;
1565 my $lencv;
1566 my $cvbase;
1567
1568 my ($cvnums) = $currversion =~ /^(\d_\d_\d)[a-z]*$/;
1569 my ($tvnums) = $testversion =~ /^(\d_\d_\d)[a-z]*$/;
1570
1571 #Die if we can't parse the version numbers or they don't look sane
1572 die "Invalid version number: $testversion and $currversion\n"
1573 if (!defined($cvnums) || !defined($tvnums)
1574 || length($cvnums) != 5
1575 || length($tvnums) != 5);
1576
1577 #If the base versions (without letters) don't match check they only differ
1578 #in the last number
1579 if ($cvnums ne $tvnums) {
1580 die "Invalid version number: $testversion "
1581 ."for current version $currversion\n"
1582 if (substr($cvnums, 0, 4) ne substr($tvnums, 0, 4));
1583 return;
1584 }
1585 #If we get here then the base version (i.e. the numbers) are the same - they
1586 #only differ in the letters
1587
1588 $lentv = length $testversion;
1589 $lencv = length $currversion;
1590
1591 #If the testversion has more letters than the current version then it must
1592 #be later (or malformed)
1593 if ($lentv > $lencv) {
1594 die "Invalid version number: $testversion "
1595 ."is greater than $currversion\n";
1596 }
1597
1598 #Get the last letter from the current version
1599 my ($cvletter) = $currversion =~ /([a-z])$/;
1600 if (defined $cvletter) {
1601 ($cvbase) = $currversion =~ /(\d_\d_\d[a-z]*)$cvletter$/;
1602 } else {
1603 $cvbase = $currversion;
1604 }
1605 die "Unable to parse version number $currversion" if (!defined $cvbase);
1606 my $tvbase;
1607 my ($tvletter) = $testversion =~ /([a-z])$/;
1608 if (defined $tvletter) {
1609 ($tvbase) = $testversion =~ /(\d_\d_\d[a-z]*)$tvletter$/;
1610 } else {
1611 $tvbase = $testversion;
1612 }
1613 die "Unable to parse version number $testversion" if (!defined $tvbase);
1614
1615 if ($lencv > $lentv) {
1616 #If current version has more letters than testversion then testversion
1617 #minus the final letter must be a substring of the current version
1618 die "Invalid version number $testversion "
1619 ."is greater than $currversion or is invalid\n"
1620 if (index($cvbase, $tvbase) != 0);
1621 } else {
1622 #If both versions have the same number of letters then they must be
1623 #equal up to the last letter, and the last letter in testversion must
1624 #be less than or equal to the last letter in current version.
1625 die "Invalid version number $testversion "
1626 ."is greater than $currversion\n"
1627 if (($cvbase ne $tvbase) && ($tvletter gt $cvletter));
1628 }
1629 }
1630
1631 sub do_deprecated()
1632 {
1633 my ($decl, $plats, $algs) = @_;
1634 $decl =~ /^\s*(DEPRECATEDIN_\d+_\d+_\d+)\s*\((.*)\)\s*$/
1635 or die "Bad DEPRECTEDIN: $decl\n";
1636 my $info1 .= "#INFO:";
1637 $info1 .= join(',', @{$plats}) . ":";
1638 my $info2 = $info1;
1639 $info1 .= join(',',@{$algs}, $1) . ";";
1640 $info2 .= join(',',@{$algs}) . ";";
1641 return $info1 . $2 . ";" . $info2;
1642 }