util/mkdef.pl

   1 #!/usr/local/bin/perl -w
   2 #
   3 # generate a .def file
   4 #
   5 # It does this by parsing the header files and looking for the
   6 # prototyped functions: it then prunes the output.
   7 #
   8 # Intermediary files are created, call libeay.num and ssleay.num,
   9 # The format of these files is:
  10 #
  11 #       routine-name    nnnn    vers    info
  12 #
  13 # The "nnnn" and "vers" fields are the numeric id and version for the symbol
  14 # respectively. The "info" part is actually a colon-separated string of fields
  15 # with the following meaning:
  16 #
  17 #       existence:platform:kind:algorithms
  18 #
  19 # - "existence" can be "EXIST" or "NOEXIST" depending on if the symbol is
  20 #   found somewhere in the source,
  21 # - "platforms" is empty if it exists on all platforms, otherwise it contains
  22 #   comma-separated list of the platform, just as they are if the symbol exists
  23 #   for those platforms, or prepended with a "!" if not.  This helps resolve
  24 #   symbol name variants for platforms where the names are too long for the
  25 #   compiler or linker, or if the systems is case insensitive and there is a
  26 #   clash, or the symbol is implemented differently (see
  27 #   EXPORT_VAR_AS_FUNCTION).  This script assumes renaming of symbols is found
  28 #   in the file crypto/symhacks.h.
  29 #   The semantics for the platforms is that every item is checked against the
  30 #   environment.  For the negative items ("!FOO"), if any of them is false
  31 #   (i.e. "FOO" is true) in the environment, the corresponding symbol can't be
  32 #   used.  For the positive itms, if all of them are false in the environment,
  33 #   the corresponding symbol can't be used.  Any combination of positive and
  34 #   negative items are possible, and of course leave room for some redundancy.
  35 # - "kind" is "FUNCTION" or "VARIABLE".  The meaning of that is obvious.
  36 # - "algorithms" is a comma-separated list of algorithm names.  This helps
  37 #   exclude symbols that are part of an algorithm that some user wants to
  38 #   exclude.
  39 #
  40
  41 my $debug=0;
  42
  43 my $crypto_num= "util/libeay.num";
  44 my $ssl_num=    "util/ssleay.num";
  45 my $libname;
  46
  47 my $do_update = 0;
  48 my $do_rewrite = 1;
  49 my $do_crypto = 0;
  50 my $do_ssl = 0;
  51 my $do_ctest = 0;
  52 my $do_ctestall = 0;
  53 my $do_checkexist = 0;
  54
  55 my $VMSVAX=0;
  56 my $VMSNonVAX=0;
  57 my $VMS=0;
  58 my $W32=0;
  59 my $NT=0;
  60 my $OS2=0;
  61 my $linux=0;
  62 # Set this to make typesafe STACK definitions appear in DEF
  63 my $safe_stack_def = 0;
  64
  65 my @known_platforms = ( "__FreeBSD__", "PERL5",
  66                         "EXPORT_VAR_AS_FUNCTION", "ZLIB"
  67                         );
  68 my @known_ossl_platforms = ( "VMS", "WIN32", "WINNT", "OS2" );
  69 my @known_algorithms = ( "RC2", "RC4", "RC5", "IDEA", "DES", "BF",
  70                          "CAST", "MD2", "MD4", "MD5", "SHA", "SHA0", "SHA1",
  71                          "SHA256", "SHA512", "RMD160",
  72                          "MDC2", "WHIRLPOOL", "RSA", "DSA", "DH", "EC", "EC2M",
  73                          "HMAC", "AES", "CAMELLIA", "SEED", "GOST",
  74                          "SCRYPT", "CHACHA", "POLY1305",
  75                          # EC_NISTP_64_GCC_128
  76                          "EC_NISTP_64_GCC_128",
  77                          # Envelope "algorithms"
  78                          "EVP", "X509", "ASN1_TYPEDEFS",
  79                          # Helper "algorithms"
  80                          "BIO", "COMP", "BUFFER", "LHASH", "STACK", "ERR",
  81                          "LOCKING",
  82                          # External "algorithms"
  83                          "FP_API", "STDIO", "SOCK", "DGRAM",
  84                          "CRYPTO_MDEBUG",
  85                          # Engines
  86                          "STATIC_ENGINE", "ENGINE", "HW", "GMP",
  87                          # X.509v3 Signed Certificate Timestamps
  88                          "SCT",
  89                          # RFC3779
  90                          "RFC3779",
  91                          # TLS
  92                          "PSK", "SRP", "HEARTBEATS",
  93                          # CMS
  94                          "CMS",
  95                          # CryptoAPI Engine
  96                          "CAPIENG",
  97                          # SSL v3 method
  98                          "SSL3_METHOD",
  99                          # JPAKE
 100                          "JPAKE",
 101                          # NEXTPROTONEG
 102                          "NEXTPROTONEG",
 103                          # Deprecated functions
 104                          "DEPRECATED",
 105                          # SCTP
 106                          "SCTP",
 107                          # SRTP
 108                          "SRTP",
 109                          # SSL TRACE
 110                          "SSL_TRACE",
 111                          # Unit testing
 112                          "UNIT_TEST",
 113                          # OCB mode
 114                          "OCB",
 115                          # APPLINK (win build feature?)
 116                          "APPLINK"
 117                      );
 118
 119 my $options="";
 120 open(IN,"<Makefile") || die "unable to open Makefile!\n";
 121 while(<IN>) {
 122     $options=$1 if (/^OPTIONS=(.*)$/);
 123 }
 124 close(IN);
 125
 126 # The following ciphers may be excluded (by Configure). This means functions
 127 # defined with ifndef(NO_XXX) are not included in the .def file, and everything
 128 # in directory xxx is ignored.
 129 my $no_rc2; my $no_rc4; my $no_rc5; my $no_idea; my $no_des; my $no_bf;
 130 my $no_cast; my $no_whirlpool; my $no_camellia; my $no_seed;
 131 my $no_md2; my $no_md4; my $no_md5; my $no_sha; my $no_ripemd; my $no_mdc2;
 132 my $no_rsa; my $no_dsa; my $no_dh; my $no_aes; my $no_scrypt;
 133 my $no_ec; my $no_engine; my $no_hw;
 134 my $no_chacha; my $no_poly1305;
 135 my $no_fp_api; my $no_static_engine=1; my $no_deprecated;
 136 my $no_sct; my $no_rfc3779; my $no_psk; my $no_cms; my $no_capieng;
 137 my $no_jpake; my $no_srp; my $no_ec2m; my $no_nistp_gcc;
 138 my $no_nextprotoneg; my $no_sctp; my $no_srtp; my $no_ssl_trace;
 139 my $no_unit_test; my $no_ssl3_method; my $no_ocb; my $no_crypto_mdebug;
 140
 141 my $zlib;
 142
 143
 144 foreach (@ARGV, split(/ /, $options))
 145         {
 146         $debug=1 if $_ eq "debug";
 147         $W32=1 if $_ eq "32";
 148         die "win16 not supported" if $_ eq "16";
 149         if($_ eq "NT") {
 150                 $W32 = 1;
 151                 $NT = 1;
 152         }
 153         if ($_ eq "VMS-VAX") {
 154                 $VMS=1;
 155                 $VMSVAX=1;
 156         }
 157         if ($_ eq "VMS-NonVAX") {
 158                 $VMS=1;
 159                 $VMSNonVAX=1;
 160         }
 161         if ($_ eq "linux") {
 162                 $linux=1;
 163         }
 164         $VMS=$VMSNonVAX=1 if $_ eq "VMS";
 165         $OS2=1 if $_ eq "OS2";
 166         if ($_ eq "zlib" || $_ eq "enable-zlib" || $_ eq "zlib-dynamic"
 167                          || $_ eq "enable-zlib-dynamic") {
 168                 $zlib = 1;
 169         }
 170
 171         $do_ssl=1 if $_ eq "ssleay";
 172         if ($_ eq "ssl") {
 173                 $do_ssl=1;
 174                 $libname=$_
 175         }
 176         $do_crypto=1 if $_ eq "libeay";
 177         if ($_ eq "crypto") {
 178                 $do_crypto=1;
 179                 $libname=$_;
 180         }
 181         $no_static_engine=1 if $_ eq "no-static-engine";
 182         $no_static_engine=0 if $_ eq "enable-static-engine";
 183         $do_update=1 if $_ eq "update";
 184         $do_rewrite=1 if $_ eq "rewrite";
 185         $do_ctest=1 if $_ eq "ctest";
 186         $do_ctestall=1 if $_ eq "ctestall";
 187         $do_checkexist=1 if $_ eq "exist";
 188         #$safe_stack_def=1 if $_ eq "-DDEBUG_SAFESTACK";
 189
 190         if    (/^no-rc2$/)      { $no_rc2=1; }
 191         elsif (/^no-rc4$/)      { $no_rc4=1; }
 192         elsif (/^no-rc5$/)      { $no_rc5=1; }
 193         elsif (/^no-idea$/)     { $no_idea=1; }
 194         elsif (/^no-des$/)      { $no_des=1; $no_mdc2=1; }
 195         elsif (/^no-bf$/)       { $no_bf=1; }
 196         elsif (/^no-cast$/)     { $no_cast=1; }
 197         elsif (/^no-whirlpool$/)     { $no_whirlpool=1; }
 198         elsif (/^no-md2$/)      { $no_md2=1; }
 199         elsif (/^no-md4$/)      { $no_md4=1; }
 200         elsif (/^no-md5$/)      { $no_md5=1; }
 201         elsif (/^no-sha$/)      { $no_sha=1; }
 202         elsif (/^no-ripemd$/)   { $no_ripemd=1; }
 203         elsif (/^no-mdc2$/)     { $no_mdc2=1; }
 204         elsif (/^no-rsa$/)      { $no_rsa=1; }
 205         elsif (/^no-dsa$/)      { $no_dsa=1; }
 206         elsif (/^no-dh$/)       { $no_dh=1; }
 207         elsif (/^no-ec$/)       { $no_ec=1; }
 208         elsif (/^no-aes$/)      { $no_aes=1; }
 209         elsif (/^no-camellia$/) { $no_camellia=1; }
 210         elsif (/^no-seed$/)     { $no_seed=1; }
 211         elsif (/^no-scrypt$/)   { $no_scrypt=1; }
 212         elsif (/^no-chacha$/)   { $no_chacha=1; }
 213         elsif (/^no-poly1305$/) { $no_poly1305=1; }
 214         elsif (/^no-evp$/)      { $no_evp=1; }
 215         elsif (/^no-lhash$/)    { $no_lhash=1; }
 216         elsif (/^no-stack$/)    { $no_stack=1; }
 217         elsif (/^no-err$/)      { $no_err=1; }
 218         elsif (/^no-buffer$/)   { $no_buffer=1; }
 219         elsif (/^no-bio$/)      { $no_bio=1; }
 220         #elsif (/^no-locking$/) { $no_locking=1; }
 221         elsif (/^no-comp$/)     { $no_comp=1; }
 222         elsif (/^no-dso$/)      { $no_dso=1; }
 223         elsif (/^no-engine$/)   { $no_engine=1; }
 224         elsif (/^no-hw$/)       { $no_hw=1; }
 225         elsif (/^no-sct$/)      { $no_sct=1; }
 226         elsif (/^no-rfc3779$/)  { $no_rfc3779=1; }
 227         elsif (/^no-cms$/)      { $no_cms=1; }
 228         elsif (/^no-ec2m$/)     { $no_ec2m=1; }
 229         elsif (/^no-ec-nistp224-64-gcc-128$/)   { $no_nistp_gcc=1; }
 230         elsif (/^no-nextprotoneg$/)     { $no_nextprotoneg=1; }
 231         elsif (/^no-ssl3-method$/) { $no_ssl3_method=1; }
 232         elsif (/^no-ssl-trace$/) { $no_ssl_trace=1; }
 233         elsif (/^no-capieng$/)  { $no_capieng=1; }
 234         elsif (/^no-jpake$/)    { $no_jpake=1; }
 235         elsif (/^no-srp$/)      { $no_srp=1; }
 236         elsif (/^no-sctp$/)     { $no_sctp=1; }
 237         elsif (/^no-srtp$/)     { $no_srtp=1; }
 238         elsif (/^no-unit-test$/){ $no_unit_test=1; }
 239         elsif (/^no-deprecated$/) { $no_deprecated=1; }
 240         elsif (/^no-ocb/){ $no_ocb=1; }
 241         elsif (/^no-crypto-mdebug/){ $no_crypto_mdebug=1; }
 242         }
 243
 244
 245 if (!$libname) {
 246         if ($do_ssl) {
 247                 $libname="SSLEAY";
 248         }
 249         if ($do_crypto) {
 250                 $libname="LIBEAY";
 251         }
 252 }
 253
 254 # If no platform is given, assume WIN32
 255 if ($W32 + $VMS + $OS2 + $linux == 0) {
 256         $W32 = 1;
 257 }
 258 die "Please, only one platform at a time"
 259     if ($W32 + $VMS + $OS2 + $linux > 1);
 260
 261 if (!$do_ssl && !$do_crypto)
 262         {
 263         print STDERR "usage: $0 ( ssl | crypto ) [ 16 | 32 | NT | OS2 | linux | VMS ]\n";
 264         exit(1);
 265         }
 266
 267 %ssl_list=&load_numbers($ssl_num);
 268 $max_ssl = $max_num;
 269 %crypto_list=&load_numbers($crypto_num);
 270 $max_crypto = $max_num;
 271
 272 my $ssl="include/openssl/ssl.h";
 273 $ssl.=" include/openssl/tls1.h";
 274 $ssl.=" include/openssl/srtp.h";
 275
 276 my $crypto ="include/openssl/crypto.h";
 277 $crypto.=" crypto/include/internal/cryptlib.h";
 278 $crypto.=" crypto/include/internal/chacha.h"; # unless $no_chacha;
 279 $crypto.=" crypto/include/internal/poly1305.h"; # unless $no_poly1305;
 280 $crypto.=" include/internal/o_dir.h";
 281 $crypto.=" include/internal/o_str.h";
 282 $crypto.=" include/openssl/des.h" ; # unless $no_des;
 283 $crypto.=" include/openssl/idea.h" ; # unless $no_idea;
 284 $crypto.=" include/openssl/rc4.h" ; # unless $no_rc4;
 285 $crypto.=" include/openssl/rc5.h" ; # unless $no_rc5;
 286 $crypto.=" include/openssl/rc2.h" ; # unless $no_rc2;
 287 $crypto.=" include/openssl/blowfish.h" ; # unless $no_bf;
 288 $crypto.=" include/openssl/cast.h" ; # unless $no_cast;
 289 $crypto.=" include/openssl/whrlpool.h" ;
 290 $crypto.=" include/openssl/md2.h" ; # unless $no_md2;
 291 $crypto.=" include/openssl/md4.h" ; # unless $no_md4;
 292 $crypto.=" include/openssl/md5.h" ; # unless $no_md5;
 293 $crypto.=" include/openssl/mdc2.h" ; # unless $no_mdc2;
 294 $crypto.=" include/openssl/sha.h" ; # unless $no_sha;
 295 $crypto.=" include/openssl/ripemd.h" ; # unless $no_ripemd;
 296 $crypto.=" include/openssl/aes.h" ; # unless $no_aes;
 297 $crypto.=" include/openssl/camellia.h" ; # unless $no_camellia;
 298 $crypto.=" include/openssl/seed.h"; # unless $no_seed;
 299
 300 $crypto.=" include/openssl/bn.h";
 301 $crypto.=" include/openssl/rsa.h" ; # unless $no_rsa;
 302 $crypto.=" include/openssl/dsa.h" ; # unless $no_dsa;
 303 $crypto.=" include/openssl/dh.h" ; # unless $no_dh;
 304 $crypto.=" include/openssl/ec.h" ; # unless $no_ec;
 305 $crypto.=" include/openssl/hmac.h" ; # unless $no_hmac;
 306 $crypto.=" include/openssl/cmac.h" ;
 307
 308 $crypto.=" include/openssl/engine.h"; # unless $no_engine;
 309 $crypto.=" include/openssl/stack.h" ; # unless $no_stack;
 310 $crypto.=" include/openssl/buffer.h" ; # unless $no_buffer;
 311 $crypto.=" include/openssl/bio.h" ; # unless $no_bio;
 312 $crypto.=" include/openssl/dso.h" ; # unless $no_dso;
 313 $crypto.=" include/openssl/lhash.h" ; # unless $no_lhash;
 314 $crypto.=" include/openssl/conf.h";
 315 $crypto.=" include/openssl/txt_db.h";
 316
 317 $crypto.=" include/openssl/evp.h" ; # unless $no_evp;
 318 $crypto.=" include/openssl/objects.h";
 319 $crypto.=" include/openssl/pem.h";
 320 #$crypto.=" include/openssl/meth.h";
 321 $crypto.=" include/openssl/asn1.h";
 322 $crypto.=" include/openssl/asn1t.h";
 323 $crypto.=" include/openssl/err.h" ; # unless $no_err;
 324 $crypto.=" include/openssl/pkcs7.h";
 325 $crypto.=" include/openssl/pkcs12.h";
 326 $crypto.=" include/openssl/x509.h";
 327 $crypto.=" include/openssl/x509_vfy.h";
 328 $crypto.=" include/openssl/x509v3.h";
 329 $crypto.=" include/openssl/ts.h";
 330 $crypto.=" include/openssl/rand.h";
 331 $crypto.=" include/openssl/comp.h" ; # unless $no_comp;
 332 $crypto.=" include/openssl/ocsp.h";
 333 $crypto.=" include/openssl/ui.h";
 334 #$crypto.=" include/openssl/store.h";
 335 $crypto.=" include/openssl/pqueue.h";
 336 $crypto.=" include/openssl/cms.h";
 337 $crypto.=" include/openssl/jpake.h";
 338 $crypto.=" include/openssl/srp.h";
 339 $crypto.=" include/openssl/modes.h";
 340 $crypto.=" include/openssl/async.h";
 341
 342 my $symhacks="include/openssl/symhacks.h";
 343
 344 my @ssl_symbols = &do_defs("SSLEAY", $ssl, $symhacks);
 345 my @crypto_symbols = &do_defs("LIBEAY", $crypto, $symhacks);
 346
 347 if ($do_update) {
 348
 349 if ($do_ssl == 1) {
 350
 351         &maybe_add_info("SSLEAY",*ssl_list,@ssl_symbols);
 352         if ($do_rewrite == 1) {
 353                 open(OUT, ">$ssl_num");
 354                 &rewrite_numbers(*OUT,"SSLEAY",*ssl_list,@ssl_symbols);
 355         } else {
 356                 open(OUT, ">>$ssl_num");
 357         }
 358         &update_numbers(*OUT,"SSLEAY",*ssl_list,$max_ssl,@ssl_symbols);
 359         close OUT;
 360 }
 361
 362 if($do_crypto == 1) {
 363
 364         &maybe_add_info("LIBEAY",*crypto_list,@crypto_symbols);
 365         if ($do_rewrite == 1) {
 366                 open(OUT, ">$crypto_num");
 367                 &rewrite_numbers(*OUT,"LIBEAY",*crypto_list,@crypto_symbols);
 368         } else {
 369                 open(OUT, ">>$crypto_num");
 370         }
 371         &update_numbers(*OUT,"LIBEAY",*crypto_list,$max_crypto,@crypto_symbols);
 372         close OUT;
 373 }
 374
 375 } elsif ($do_checkexist) {
 376         &check_existing(*ssl_list, @ssl_symbols)
 377                 if $do_ssl == 1;
 378         &check_existing(*crypto_list, @crypto_symbols)
 379                 if $do_crypto == 1;
 380 } elsif ($do_ctest || $do_ctestall) {
 381
 382         print <<"EOF";
 383
 384 /* Test file to check all DEF file symbols are present by trying
 385  * to link to all of them. This is *not* intended to be run!
 386  */
 387
 388 int main()
 389 {
 390 EOF
 391         &print_test_file(*STDOUT,"SSLEAY",*ssl_list,$do_ctestall,@ssl_symbols)
 392                 if $do_ssl == 1;
 393
 394         &print_test_file(*STDOUT,"LIBEAY",*crypto_list,$do_ctestall,@crypto_symbols)
 395                 if $do_crypto == 1;
 396
 397         print "}\n";
 398
 399 } else {
 400
 401         &print_def_file(*STDOUT,$libname,*ssl_list,@ssl_symbols)
 402                 if $do_ssl == 1;
 403
 404         &print_def_file(*STDOUT,$libname,*crypto_list,@crypto_symbols)
 405                 if $do_crypto == 1;
 406
 407 }
 408
 409
 410 sub do_defs
 411 {
 412         my($name,$files,$symhacksfile)=@_;
 413         my $file;
 414         my @ret;
 415         my %syms;
 416         my %platform;           # For anything undefined, we assume ""
 417         my %kind;               # For anything undefined, we assume "FUNCTION"
 418         my %algorithm;          # For anything undefined, we assume ""
 419         my %variant;
 420         my %variant_cnt;        # To be able to allocate "name{n}" if "name"
 421                                 # is the same name as the original.
 422         my $cpp;
 423         my %unknown_algorithms = ();
 424         my $parens = 0;
 425
 426         foreach $file (split(/\s+/,$symhacksfile." ".$files))
 427                 {
 428                 print STDERR "DEBUG: starting on $file:\n" if $debug;
 429                 open(IN,"<$file") || die "unable to open $file:$!\n";
 430                 my $line = "", my $def= "";
 431                 my %tag = (
 432                         (map { $_ => 0 } @known_platforms),
 433                         (map { "OPENSSL_SYS_".$_ => 0 } @known_ossl_platforms),
 434                         (map { "OPENSSL_NO_".$_ => 0 } @known_algorithms),
 435                         (map { "OPENSSL_USE_".$_ => 0 } @known_algorithms),
 436                         NOPROTO         => 0,
 437                         PERL5           => 0,
 438                         _WINDLL         => 0,
 439                         CONST_STRICT    => 0,
 440                         TRUE            => 1,
 441                 );
 442                 my $symhacking = $file eq $symhacksfile;
 443                 my @current_platforms = ();
 444                 my @current_algorithms = ();
 445
 446                 # params: symbol, alias, platforms, kind
 447                 # The reason to put this subroutine in a variable is that
 448                 # it will otherwise create it's own, unshared, version of
 449                 # %tag and %variant...
 450                 my $make_variant = sub
 451                 {
 452                         my ($s, $a, $p, $k) = @_;
 453                         my ($a1, $a2);
 454
 455                         print STDERR "DEBUG: make_variant: Entered with ",$s,", ",$a,", ",(defined($p)?$p:""),", ",(defined($k)?$k:""),"\n" if $debug;
 456                         if (defined($p))
 457                         {
 458                                 $a1 = join(",",$p,
 459                                            grep(!/^$/,
 460                                                 map { $tag{$_} == 1 ? $_ : "" }
 461                                                 @known_platforms));
 462                         }
 463                         else
 464                         {
 465                                 $a1 = join(",",
 466                                            grep(!/^$/,
 467                                                 map { $tag{$_} == 1 ? $_ : "" }
 468                                                 @known_platforms));
 469                         }
 470                         $a2 = join(",",
 471                                    grep(!/^$/,
 472                                         map { $tag{"OPENSSL_SYS_".$_} == 1 ? $_ : "" }
 473                                         @known_ossl_platforms));
 474                         print STDERR "DEBUG: make_variant: a1 = $a1; a2 = $a2\n" if $debug;
 475                         if ($a1 eq "") { $a1 = $a2; }
 476                         elsif ($a1 ne "" && $a2 ne "") { $a1 .= ",".$a2; }
 477                         if ($a eq $s)
 478                         {
 479                                 if (!defined($variant_cnt{$s}))
 480                                 {
 481                                         $variant_cnt{$s} = 0;
 482                                 }
 483                                 $variant_cnt{$s}++;
 484                                 $a .= "{$variant_cnt{$s}}";
 485                         }
 486                         my $toadd = $a.":".$a1.(defined($k)?":".$k:"");
 487                         my $togrep = $s.'(\{[0-9]+\})?:'.$a1.(defined($k)?":".$k:"");
 488                         if (!grep(/^$togrep$/,
 489                                   split(/;/, defined($variant{$s})?$variant{$s}:""))) {
 490                                 if (defined($variant{$s})) { $variant{$s} .= ";"; }
 491                                 $variant{$s} .= $toadd;
 492                         }
 493                         print STDERR "DEBUG: make_variant: Exit with variant of ",$s," = ",$variant{$s},"\n" if $debug;
 494                 };
 495
 496                 print STDERR "DEBUG: parsing ----------\n" if $debug;
 497                 while(<IN>) {
 498                         if($parens > 0) {
 499                                 #Inside a DECLARE_DEPRECATED
 500                                 $stored_multiline .= $_;
 501                                 chomp $stored_multiline;
 502                                 print STDERR "DEBUG: Continuing multiline DEPRECATED: $stored_multiline\n" if $debug;
 503                                 $parens = count_parens($stored_multiline);
 504                                 if ($parens == 0) {
 505                                         $stored_multiline =~ /^\s*DECLARE_DEPRECATED\s*\(\s*(\w*(\s|\*|\w)*)/;
 506                                         $def .= "$1(void);";
 507                                 }
 508                                 next;
 509                         }
 510                         if (/\/\* Error codes for the \w+ functions\. \*\//)
 511                                 {
 512                                 undef @tag;
 513                                 last;
 514                                 }
 515                         if ($line ne '') {
 516                                 $_ = $line . $_;
 517                                 $line = '';
 518                         }
 519
 520                         if (/\\$/) {
 521                                 chomp; # remove eol
 522                                 chop; # remove ending backslash
 523                                 $line = $_;
 524                                 next;
 525                         }
 526
 527                         if(/\/\*/) {
 528                                 if (not /\*\//) {       # multiline comment...
 529                                         $line = $_;     # ... just accumulate
 530                                         next;
 531                                 } else {
 532                                         s/\/\*.*?\*\///gs;# wipe it
 533                                 }
 534                         }
 535
 536                         if ($cpp) {
 537                                 $cpp++ if /^#\s*if/;
 538                                 $cpp-- if /^#\s*endif/;
 539                                 next;
 540                         }
 541                         $cpp = 1 if /^#.*ifdef.*cplusplus/;
 542
 543                         s/{[^{}]*}//gs;                      # ignore {} blocks
 544                         print STDERR "DEBUG: \$def=\"$def\"\n" if $debug && $def ne "";
 545                         print STDERR "DEBUG: \$_=\"$_\"\n" if $debug;
 546                         if (/^\#\s*ifndef\s+(.*)/) {
 547                                 push(@tag,"-");
 548                                 push(@tag,$1);
 549                                 $tag{$1}=-1;
 550                                 print STDERR "DEBUG: $file: found tag $1 = -1\n" if $debug;
 551                         } elsif (/^\#\s*if\s+!defined\(([^\)]+)\)/) {
 552                                 push(@tag,"-");
 553                                 if (/^\#\s*if\s+(!defined\(([^\)]+)\)(\s+\&\&\s+!defined\(([^\)]+)\))*)$/) {
 554                                         my $tmp_1 = $1;
 555                                         my $tmp_;
 556                                         foreach $tmp_ (split '\&\&',$tmp_1) {
 557                                                 $tmp_ =~ /!defined\(([^\)]+)\)/;
 558                                                 print STDERR "DEBUG: $file: found tag $1 = -1\n" if $debug;
 559                                                 push(@tag,$1);
 560                                                 $tag{$1}=-1;
 561                                         }
 562                                 } else {
 563                                         print STDERR "Warning: $file: complicated expression: $_" if $debug; # because it is O...
 564                                         print STDERR "DEBUG: $file: found tag $1 = -1\n" if $debug;
 565                                         push(@tag,$1);
 566                                         $tag{$1}=-1;
 567                                 }
 568                         } elsif (/^\#\s*ifdef\s+(\S*)/) {
 569                                 push(@tag,"-");
 570                                 push(@tag,$1);
 571                                 $tag{$1}=1;
 572                                 print STDERR "DEBUG: $file: found tag $1 = 1\n" if $debug;
 573                         } elsif (/^\#\s*if\s+defined\(([^\)]+)\)/) {
 574                                 push(@tag,"-");
 575                                 if (/^\#\s*if\s+(defined\(([^\)]+)\)(\s+\|\|\s+defined\(([^\)]+)\))*)$/) {
 576                                         my $tmp_1 = $1;
 577                                         my $tmp_;
 578                                         foreach $tmp_ (split '\|\|',$tmp_1) {
 579                                                 $tmp_ =~ /defined\(([^\)]+)\)/;
 580                                                 print STDERR "DEBUG: $file: found tag $1 = 1\n" if $debug;
 581                                                 push(@tag,$1);
 582                                                 $tag{$1}=1;
 583                                         }
 584                                 } else {
 585                                         print STDERR "Warning: $file: complicated expression: $_\n" if $debug; # because it is O...
 586                                         print STDERR "DEBUG: $file: found tag $1 = 1\n" if $debug;
 587                                         push(@tag,$1);
 588                                         $tag{$1}=1;
 589                                 }
 590                         } elsif (/^\#\s*error\s+(\w+) is disabled\./) {
 591                                 my $tag_i = $#tag;
 592                                 while($tag[$tag_i] ne "-") {
 593                                         if ($tag[$tag_i] eq "OPENSSL_NO_".$1) {
 594                                                 $tag{$tag[$tag_i]}=2;
 595                                                 print STDERR "DEBUG: $file: chaged tag $1 = 2\n" if $debug;
 596                                         }
 597                                         $tag_i--;
 598                                 }
 599                         } elsif (/^\#\s*endif/) {
 600                                 my $tag_i = $#tag;
 601                                 while($tag_i > 0 && $tag[$tag_i] ne "-") {
 602                                         my $t=$tag[$tag_i];
 603                                         print STDERR "DEBUG: \$t=\"$t\"\n" if $debug;
 604                                         if ($tag{$t}==2) {
 605                                                 $tag{$t}=-1;
 606                                         } else {
 607                                                 $tag{$t}=0;
 608                                         }
 609                                         print STDERR "DEBUG: $file: changed tag ",$t," = ",$tag{$t},"\n" if $debug;
 610                                         pop(@tag);
 611                                         if ($t =~ /^OPENSSL_NO_([A-Z0-9_]+)$/) {
 612                                                 $t=$1;
 613                                         } elsif($t =~ /^OPENSSL_USE_([A-Z0-9_]+)$/) {
 614                                                 $t=$1;
 615                                         } else {
 616                                                 $t="";
 617                                         }
 618                                         if ($t ne ""
 619                                             && !grep(/^$t$/, @known_algorithms)) {
 620                                                 $unknown_algorithms{$t} = 1;
 621                                                 #print STDERR "DEBUG: Added as unknown algorithm: $t\n" if $debug;
 622                                         }
 623                                         $tag_i--;
 624                                 }
 625                                 pop(@tag);
 626                         } elsif (/^\#\s*else/) {
 627                                 my $tag_i = $#tag;
 628                                 while($tag[$tag_i] ne "-") {
 629                                         my $t=$tag[$tag_i];
 630                                         $tag{$t}= -$tag{$t};
 631                                         print STDERR "DEBUG: $file: changed tag ",$t," = ",$tag{$t},"\n" if $debug;
 632                                         $tag_i--;
 633                                 }
 634                         } elsif (/^\#\s*if\s+1/) {
 635                                 push(@tag,"-");
 636                                 # Dummy tag
 637                                 push(@tag,"TRUE");
 638                                 $tag{"TRUE"}=1;
 639                                 print STDERR "DEBUG: $file: found 1\n" if $debug;
 640                         } elsif (/^\#\s*if\s+0/) {
 641                                 push(@tag,"-");
 642                                 # Dummy tag
 643                                 push(@tag,"TRUE");
 644                                 $tag{"TRUE"}=-1;
 645                                 print STDERR "DEBUG: $file: found 0\n" if $debug;
 646                         } elsif (/^\#\s*define\s+(\w+)\s+(\w+)/
 647                                  && $symhacking && $tag{'TRUE'} != -1) {
 648                                 # This is for aliasing.  When we find an alias,
 649                                 # we have to invert
 650                                 &$make_variant($1,$2);
 651                                 print STDERR "DEBUG: $file: defined $1 = $2\n" if $debug;
 652                         }
 653                         if (/^\#/) {
 654                                 @current_platforms =
 655                                     grep(!/^$/,
 656                                          map { $tag{$_} == 1 ? $_ :
 657                                                    $tag{$_} == -1 ? "!".$_  : "" }
 658                                          @known_platforms);
 659                                 push @current_platforms
 660                                     , grep(!/^$/,
 661                                            map { $tag{"OPENSSL_SYS_".$_} == 1 ? $_ :
 662                                                      $tag{"OPENSSL_SYS_".$_} == -1 ? "!".$_  : "" }
 663                                            @known_ossl_platforms);
 664                                 @current_algorithms = ();
 665                                 @current_algorithms =
 666                                     grep(!/^$/,
 667                                          map { $tag{"OPENSSL_NO_".$_} == -1 ? $_ : "" }
 668                                          @known_algorithms);
 669                                 push @current_algorithms
 670                                     , grep(!/^$/,
 671                                          map { $tag{"OPENSSL_USE_".$_} == 1 ? $_ : "" }
 672                                          @known_algorithms);
 673                                 $def .=
 674                                     "#INFO:"
 675                                         .join(',',@current_platforms).":"
 676                                             .join(',',@current_algorithms).";";
 677                                 next;
 678                         }
 679                         if ($tag{'TRUE'} != -1) {
 680                                 if (/^\s*DECLARE_STACK_OF\s*\(\s*(\w*)\s*\)/) {
 681                                         next;
 682                                 } elsif (/^\s*DECLARE_ASN1_ENCODE_FUNCTIONS\s*\(\s*(\w*)\s*,\s*(\w*)\s*,\s*(\w*)\s*\)/) {
 683                                         $def .= "int d2i_$3(void);";
 684                                         $def .= "int i2d_$3(void);";
 685                                         # Variant for platforms that do not
 686                                         # have to access globale variables
 687                                         # in shared libraries through functions
 688                                         $def .=
 689                                             "#INFO:"
 690                                                 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
 691                                                     .join(',',@current_algorithms).";";
 692                                         $def .= "OPENSSL_EXTERN int $2_it;";
 693                                         $def .=
 694                                             "#INFO:"
 695                                                 .join(',',@current_platforms).":"
 696                                                     .join(',',@current_algorithms).";";
 697                                         # Variant for platforms that have to
 698                                         # access globale variables in shared
 699                                         # libraries through functions
 700                                         &$make_variant("$2_it","$2_it",
 701                                                       "EXPORT_VAR_AS_FUNCTION",
 702                                                       "FUNCTION");
 703                                         next;
 704                                 } elsif (/^\s*DECLARE_ASN1_FUNCTIONS_fname\s*\(\s*(\w*)\s*,\s*(\w*)\s*,\s*(\w*)\s*\)/) {
 705                                         $def .= "int d2i_$3(void);";
 706                                         $def .= "int i2d_$3(void);";
 707                                         $def .= "int $3_free(void);";
 708                                         $def .= "int $3_new(void);";
 709                                         # Variant for platforms that do not
 710                                         # have to access globale variables
 711                                         # in shared libraries through functions
 712                                         $def .=
 713                                             "#INFO:"
 714                                                 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
 715                                                     .join(',',@current_algorithms).";";
 716                                         $def .= "OPENSSL_EXTERN int $2_it;";
 717                                         $def .=
 718                                             "#INFO:"
 719                                                 .join(',',@current_platforms).":"
 720                                                     .join(',',@current_algorithms).";";
 721                                         # Variant for platforms that have to
 722                                         # access globale variables in shared
 723                                         # libraries through functions
 724                                         &$make_variant("$2_it","$2_it",
 725                                                       "EXPORT_VAR_AS_FUNCTION",
 726                                                       "FUNCTION");
 727                                         next;
 728                                 } elsif (/^\s*DECLARE_ASN1_FUNCTIONS\s*\(\s*(\w*)\s*\)/ ||
 729                                          /^\s*DECLARE_ASN1_FUNCTIONS_const\s*\(\s*(\w*)\s*\)/) {
 730                                         $def .= "int d2i_$1(void);";
 731                                         $def .= "int i2d_$1(void);";
 732                                         $def .= "int $1_free(void);";
 733                                         $def .= "int $1_new(void);";
 734                                         # Variant for platforms that do not
 735                                         # have to access globale variables
 736                                         # in shared libraries through functions
 737                                         $def .=
 738                                             "#INFO:"
 739                                                 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
 740                                                     .join(',',@current_algorithms).";";
 741                                         $def .= "OPENSSL_EXTERN int $1_it;";
 742                                         $def .=
 743                                             "#INFO:"
 744                                                 .join(',',@current_platforms).":"
 745                                                     .join(',',@current_algorithms).";";
 746                                         # Variant for platforms that have to
 747                                         # access globale variables in shared
 748                                         # libraries through functions
 749                                         &$make_variant("$1_it","$1_it",
 750                                                       "EXPORT_VAR_AS_FUNCTION",
 751                                                       "FUNCTION");
 752                                         next;
 753                                 } elsif (/^\s*DECLARE_ASN1_ENCODE_FUNCTIONS_const\s*\(\s*(\w*)\s*,\s*(\w*)\s*\)/) {
 754                                         $def .= "int d2i_$2(void);";
 755                                         $def .= "int i2d_$2(void);";
 756                                         # Variant for platforms that do not
 757                                         # have to access globale variables
 758                                         # in shared libraries through functions
 759                                         $def .=
 760                                             "#INFO:"
 761                                                 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
 762                                                     .join(',',@current_algorithms).";";
 763                                         $def .= "OPENSSL_EXTERN int $2_it;";
 764                                         $def .=
 765                                             "#INFO:"
 766                                                 .join(',',@current_platforms).":"
 767                                                     .join(',',@current_algorithms).";";
 768                                         # Variant for platforms that have to
 769                                         # access globale variables in shared
 770                                         # libraries through functions
 771                                         &$make_variant("$2_it","$2_it",
 772                                                       "EXPORT_VAR_AS_FUNCTION",
 773                                                       "FUNCTION");
 774                                         next;
 775                                 } elsif (/^\s*DECLARE_ASN1_ALLOC_FUNCTIONS\s*\(\s*(\w*)\s*\)/) {
 776                                         $def .= "int $1_free(void);";
 777                                         $def .= "int $1_new(void);";
 778                                         next;
 779                                 } elsif (/^\s*DECLARE_ASN1_FUNCTIONS_name\s*\(\s*(\w*)\s*,\s*(\w*)\s*\)/) {
 780                                         $def .= "int d2i_$2(void);";
 781                                         $def .= "int i2d_$2(void);";
 782                                         $def .= "int $2_free(void);";
 783                                         $def .= "int $2_new(void);";
 784                                         # Variant for platforms that do not
 785                                         # have to access globale variables
 786                                         # in shared libraries through functions
 787                                         $def .=
 788                                             "#INFO:"
 789                                                 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
 790                                                     .join(',',@current_algorithms).";";
 791                                         $def .= "OPENSSL_EXTERN int $2_it;";
 792                                         $def .=
 793                                             "#INFO:"
 794                                                 .join(',',@current_platforms).":"
 795                                                     .join(',',@current_algorithms).";";
 796                                         # Variant for platforms that have to
 797                                         # access globale variables in shared
 798                                         # libraries through functions
 799                                         &$make_variant("$2_it","$2_it",
 800                                                       "EXPORT_VAR_AS_FUNCTION",
 801                                                       "FUNCTION");
 802                                         next;
 803                                 } elsif (/^\s*DECLARE_ASN1_ITEM\s*\(\s*(\w*)\s*\)/) {
 804                                         # Variant for platforms that do not
 805                                         # have to access globale variables
 806                                         # in shared libraries through functions
 807                                         $def .=
 808                                             "#INFO:"
 809                                                 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
 810                                                     .join(',',@current_algorithms).";";
 811                                         $def .= "OPENSSL_EXTERN int $1_it;";
 812                                         $def .=
 813                                             "#INFO:"
 814                                                 .join(',',@current_platforms).":"
 815                                                     .join(',',@current_algorithms).";";
 816                                         # Variant for platforms that have to
 817                                         # access globale variables in shared
 818                                         # libraries through functions
 819                                         &$make_variant("$1_it","$1_it",
 820                                                       "EXPORT_VAR_AS_FUNCTION",
 821                                                       "FUNCTION");
 822                                         next;
 823                                 } elsif (/^\s*DECLARE_ASN1_NDEF_FUNCTION\s*\(\s*(\w*)\s*\)/) {
 824                                         $def .= "int i2d_$1_NDEF(void);";
 825                                 } elsif (/^\s*DECLARE_ASN1_SET_OF\s*\(\s*(\w*)\s*\)/) {
 826                                         next;
 827                                 } elsif (/^\s*DECLARE_ASN1_PRINT_FUNCTION\s*\(\s*(\w*)\s*\)/) {
 828                                         $def .= "int $1_print_ctx(void);";
 829                                         next;
 830                                 } elsif (/^\s*DECLARE_ASN1_PRINT_FUNCTION_name\s*\(\s*(\w*)\s*,\s*(\w*)\s*\)/) {
 831                                         $def .= "int $2_print_ctx(void);";
 832                                         next;
 833                                 } elsif (/^\s*DECLARE_PKCS12_STACK_OF\s*\(\s*(\w*)\s*\)/) {
 834                                         next;
 835                                 } elsif (/^DECLARE_PEM_rw\s*\(\s*(\w*)\s*,/ ||
 836                                          /^DECLARE_PEM_rw_cb\s*\(\s*(\w*)\s*,/ ||
 837                                          /^DECLARE_PEM_rw_const\s*\(\s*(\w*)\s*,/ ) {
 838                                         $def .=
 839                                             "#INFO:"
 840                                                 .join(',',@current_platforms).":"
 841                                                     .join(',',@current_algorithms).";";
 842                                         $def .= "int PEM_read_$1(void);";
 843                                         $def .= "int PEM_write_$1(void);";
 844                                         $def .=
 845                                             "#INFO:"
 846                                                 .join(',',@current_platforms).":"
 847                                                     .join(',',@current_algorithms).";";
 848                                         # Things that are everywhere
 849                                         $def .= "int PEM_read_bio_$1(void);";
 850                                         $def .= "int PEM_write_bio_$1(void);";
 851                                         next;
 852                                 } elsif (/^DECLARE_PEM_write\s*\(\s*(\w*)\s*,/ ||
 853                                         /^DECLARE_PEM_write_const\s*\(\s*(\w*)\s*,/ ||
 854                                          /^DECLARE_PEM_write_cb\s*\(\s*(\w*)\s*,/ ) {
 855                                         $def .=
 856                                             "#INFO:"
 857                                                 .join(',',@current_platforms).":"
 858                                                     .join(',',@current_algorithms).";";
 859                                         $def .= "int PEM_write_$1(void);";
 860                                         $def .=
 861                                             "#INFO:"
 862                                                 .join(',',@current_platforms).":"
 863                                                     .join(',',@current_algorithms).";";
 864                                         # Things that are everywhere
 865                                         $def .= "int PEM_write_bio_$1(void);";
 866                                         next;
 867                                 } elsif (/^DECLARE_PEM_read\s*\(\s*(\w*)\s*,/ ||
 868                                          /^DECLARE_PEM_read_cb\s*\(\s*(\w*)\s*,/ ) {
 869                                         $def .=
 870                                             "#INFO:"
 871                                                 .join(',',@current_platforms).":"
 872                                                     .join(',',@current_algorithms).";";
 873                                         $def .= "int PEM_read_$1(void);";
 874                                         $def .=
 875                                             "#INFO:"
 876                                                 .join(',',@current_platforms).":"
 877                                                     .join(',',@current_algorithms).";";
 878                                         # Things that are everywhere
 879                                         $def .= "int PEM_read_bio_$1(void);";
 880                                         next;
 881                                 } elsif (/^OPENSSL_DECLARE_GLOBAL\s*\(\s*(\w*)\s*,\s*(\w*)\s*\)/) {
 882                                         # Variant for platforms that do not
 883                                         # have to access globale variables
 884                                         # in shared libraries through functions
 885                                         $def .=
 886                                             "#INFO:"
 887                                                 .join(',',"!EXPORT_VAR_AS_FUNCTION",@current_platforms).":"
 888                                                     .join(',',@current_algorithms).";";
 889                                         $def .= "OPENSSL_EXTERN int _shadow_$2;";
 890                                         $def .=
 891                                             "#INFO:"
 892                                                 .join(',',@current_platforms).":"
 893                                                     .join(',',@current_algorithms).";";
 894                                         # Variant for platforms that have to
 895                                         # access globale variables in shared
 896                                         # libraries through functions
 897                                         &$make_variant("_shadow_$2","_shadow_$2",
 898                                                       "EXPORT_VAR_AS_FUNCTION",
 899                                                       "FUNCTION");
 900                                 } elsif (/^\s*DECLARE_DEPRECATED\s*\(\s*(\w*(\s|\*|\w)*)/) {
 901                                         $parens = count_parens($_);
 902                                         if ($parens == 0) {
 903                                                 $def .= "$1(void);";
 904                                         } else {
 905                                                 $stored_multiline = $_;
 906                                                 chomp $stored_multiline;
 907                                                 print STDERR "DEBUG: Found multiline DEPRECATED starting with: $stored_multiline\n" if $debug;
 908                                                 next;
 909                                         }
 910                                 } elsif ($tag{'CONST_STRICT'} != 1) {
 911                                         if (/\{|\/\*|\([^\)]*$/) {
 912                                                 $line = $_;
 913                                         } else {
 914                                                 $def .= $_;
 915                                         }
 916                                 }
 917                         }
 918                 }
 919                 close(IN);
 920
 921                 my $algs;
 922                 my $plays;
 923
 924                 print STDERR "DEBUG: postprocessing ----------\n" if $debug;
 925                 foreach (split /;/, $def) {
 926                         my $s; my $k = "FUNCTION"; my $p; my $a;
 927                         s/^[\n\s]*//g;
 928                         s/[\n\s]*$//g;
 929                         next if(/\#undef/);
 930                         next if(/typedef\W/);
 931                         next if(/\#define/);
 932
 933                         # Reduce argument lists to empty ()
 934                         # fold round brackets recursively: (t(*v)(t),t) -> (t{}{},t) -> {}
 935                         while(/\(.*\)/s) {
 936                                 s/\([^\(\)]+\)/\{\}/gs;
 937                                 s/\(\s*\*\s*(\w+)\s*\{\}\s*\)/$1/gs;    #(*f{}) -> f
 938                         }
 939                         # pretend as we didn't use curly braces: {} -> ()
 940                         s/\{\}/\(\)/gs;
 941
 942                         s/STACK_OF\(\)/void/gs;
 943                         s/LHASH_OF\(\)/void/gs;
 944
 945                         print STDERR "DEBUG: \$_ = \"$_\"\n" if $debug;
 946                         if (/^\#INFO:([^:]*):(.*)$/) {
 947                                 $plats = $1;
 948                                 $algs = $2;
 949                                 print STDERR "DEBUG: found info on platforms ($plats) and algorithms ($algs)\n" if $debug;
 950                                 next;
 951                         } elsif (/^\s*OPENSSL_EXTERN\s.*?(\w+(\{[0-9]+\})?)(\[[0-9]*\])*\s*$/) {
 952                                 $s = $1;
 953                                 $k = "VARIABLE";
 954                                 print STDERR "DEBUG: found external variable $s\n" if $debug;
 955                         } elsif (/TYPEDEF_\w+_OF/s) {
 956                                 next;
 957                         } elsif (/(\w+)\s*\(\).*/s) {   # first token prior [first] () is
 958                                 $s = $1;                # a function name!
 959                                 print STDERR "DEBUG: found function $s\n" if $debug;
 960                         } elsif (/\(/ and not (/=/)) {
 961                                 print STDERR "File $file: cannot parse: $_;\n";
 962                                 next;
 963                         } else {
 964                                 next;
 965                         }
 966
 967                         $syms{$s} = 1;
 968                         $kind{$s} = $k;
 969
 970                         $p = $plats;
 971                         $a = $algs;
 972                         $a .= ",BF" if($s =~ /EVP_bf/);
 973                         $a .= ",CAST" if($s =~ /EVP_cast/);
 974                         $a .= ",DES" if($s =~ /EVP_des/);
 975                         $a .= ",DSA" if($s =~ /EVP_dss/);
 976                         $a .= ",IDEA" if($s =~ /EVP_idea/);
 977                         $a .= ",MD2" if($s =~ /EVP_md2/);
 978                         $a .= ",MD4" if($s =~ /EVP_md4/);
 979                         $a .= ",MD5" if($s =~ /EVP_md5/);
 980                         $a .= ",RC2" if($s =~ /EVP_rc2/);
 981                         $a .= ",RC4" if($s =~ /EVP_rc4/);
 982                         $a .= ",RC5" if($s =~ /EVP_rc5/);
 983                         $a .= ",RMD160" if($s =~ /EVP_ripemd/);
 984                         $a .= ",RSA" if($s =~ /EVP_(Open|Seal)(Final|Init)/);
 985                         $a .= ",RSA" if($s =~ /RSAPrivateKey/);
 986                         $a .= ",RSA" if($s =~ /SSLv23?_((client|server)_)?method/);
 987
 988                         $platform{$s} =
 989                             &reduce_platforms((defined($platform{$s})?$platform{$s}.',':"").$p);
 990                         $algorithm{$s} .= ','.$a;
 991
 992                         if (defined($variant{$s})) {
 993                                 foreach $v (split /;/,$variant{$s}) {
 994                                         (my $r, my $p, my $k) = split(/:/,$v);
 995                                         my $ip = join ',',map({ /^!(.*)$/ ? $1 : "!".$_ } split /,/, $p);
 996                                         $syms{$r} = 1;
 997                                         if (!defined($k)) { $k = $kind{$s}; }
 998                                         $kind{$r} = $k."(".$s.")";
 999                                         $algorithm{$r} = $algorithm{$s};
1000                                         $platform{$r} = &reduce_platforms($platform{$s}.",".$p.",".$p);
1001                                         $platform{$s} = &reduce_platforms($platform{$s}.','.$ip.','.$ip);
1002                                         print STDERR "DEBUG: \$variant{\"$s\"} = ",$v,"; \$r = $r; \$p = ",$platform{$r},"; \$a = ",$algorithm{$r},"; \$kind = ",$kind{$r},"\n" if $debug;
1003                                 }
1004                         }
1005                         print STDERR "DEBUG: \$s = $s; \$p = ",$platform{$s},"; \$a = ",$algorithm{$s},"; \$kind = ",$kind{$s},"\n" if $debug;
1006                 }
1007         }
1008
1009         # Prune the returned symbols
1010
1011         delete $syms{"bn_dump1"};
1012         $platform{"BIO_s_log"} .= ",!WIN32,!macintosh";
1013
1014         $platform{"PEM_read_NS_CERT_SEQ"} = "VMS";
1015         $platform{"PEM_write_NS_CERT_SEQ"} = "VMS";
1016         $platform{"PEM_read_P8_PRIV_KEY_INFO"} = "VMS";
1017         $platform{"PEM_write_P8_PRIV_KEY_INFO"} = "VMS";
1018         $platform{"EVP_sha384"} = "!VMSVAX";
1019         $platform{"EVP_sha512"} = "!VMSVAX";
1020         $platform{"SHA384_Init"} = "!VMSVAX";
1021         $platform{"SHA384_Transform"} = "!VMSVAX";
1022         $platform{"SHA384_Update"} = "!VMSVAX";
1023         $platform{"SHA384_Final"} = "!VMSVAX";
1024         $platform{"SHA384"} = "!VMSVAX";
1025         $platform{"SHA512_Init"} = "!VMSVAX";
1026         $platform{"SHA512_Transform"} = "!VMSVAX";
1027         $platform{"SHA512_Update"} = "!VMSVAX";
1028         $platform{"SHA512_Final"} = "!VMSVAX";
1029         $platform{"SHA512"} = "!VMSVAX";
1030
1031
1032         # Info we know about
1033
1034         push @ret, map { $_."\\".&info_string($_,"EXIST",
1035                                               $platform{$_},
1036                                               $kind{$_},
1037                                               $algorithm{$_}) } keys %syms;
1038
1039         if (keys %unknown_algorithms) {
1040                 print STDERR "WARNING: mkdef.pl doesn't know the following algorithms:\n";
1041                 print STDERR "\t",join("\n\t",keys %unknown_algorithms),"\n";
1042         }
1043         return(@ret);
1044 }
1045
1046 # Param: string of comma-separated platform-specs.
1047 sub reduce_platforms
1048 {
1049         my ($platforms) = @_;
1050         my $pl = defined($platforms) ? $platforms : "";
1051         my %p = map { $_ => 0 } split /,/, $pl;
1052         my $ret;
1053
1054         print STDERR "DEBUG: Entered reduce_platforms with \"$platforms\"\n"
1055             if $debug;
1056         # We do this, because if there's code like the following, it really
1057         # means the function exists in all cases and should therefore be
1058         # everywhere.  By increasing and decreasing, we may attain 0:
1059         #
1060         # ifndef WIN16
1061         #    int foo();
1062         # else
1063         #    int _fat foo();
1064         # endif
1065         foreach $platform (split /,/, $pl) {
1066                 if ($platform =~ /^!(.*)$/) {
1067                         $p{$1}--;
1068                 } else {
1069                         $p{$platform}++;
1070                 }
1071         }
1072         foreach $platform (keys %p) {
1073                 if ($p{$platform} == 0) { delete $p{$platform}; }
1074         }
1075
1076         delete $p{""};
1077
1078         $ret = join(',',sort(map { $p{$_} < 0 ? "!".$_ : $_ } keys %p));
1079         print STDERR "DEBUG: Exiting reduce_platforms with \"$ret\"\n"
1080             if $debug;
1081         return $ret;
1082 }
1083
1084 sub info_string {
1085         (my $symbol, my $exist, my $platforms, my $kind, my $algorithms) = @_;
1086
1087         my %a = defined($algorithms) ?
1088             map { $_ => 1 } split /,/, $algorithms : ();
1089         my $k = defined($kind) ? $kind : "FUNCTION";
1090         my $ret;
1091         my $p = &reduce_platforms($platforms);
1092
1093         delete $a{""};
1094
1095         $ret = $exist;
1096         $ret .= ":".$p;
1097         $ret .= ":".$k;
1098         $ret .= ":".join(',',sort keys %a);
1099         return $ret;
1100 }
1101
1102 sub maybe_add_info {
1103         (my $name, *nums, my @symbols) = @_;
1104         my $sym;
1105         my $new_info = 0;
1106         my %syms=();
1107
1108         print STDERR "Updating $name info\n";
1109         foreach $sym (@symbols) {
1110                 (my $s, my $i) = split /\\/, $sym;
1111                 if (defined($nums{$s})) {
1112                         $i =~ s/^(.*?:.*?:\w+)(\(\w+\))?/$1/;
1113                         (my $n, my $vers, my $dummy) = split /\\/, $nums{$s};
1114                         if (!defined($dummy) || $i ne $dummy) {
1115                                 $nums{$s} = $n."\\".$vers."\\".$i;
1116                                 $new_info++;
1117                                 print STDERR "DEBUG: maybe_add_info for $s: \"$dummy\" => \"$i\"\n" if $debug;
1118                         }
1119                 }
1120                 $syms{$s} = 1;
1121         }
1122
1123         my @s=sort { &parse_number($nums{$a},"n") <=> &parse_number($nums{$b},"n") } keys %nums;
1124         foreach $sym (@s) {
1125                 (my $n, my $vers, my $i) = split /\\/, $nums{$sym};
1126                 if (!defined($syms{$sym}) && $i !~ /^NOEXIST:/) {
1127                         $new_info++;
1128                         print STDERR "DEBUG: maybe_add_info for $sym: -> undefined\n" if $debug;
1129                 }
1130         }
1131         if ($new_info) {
1132                 print STDERR "$new_info old symbols got an info update\n";
1133                 if (!$do_rewrite) {
1134                         print STDERR "You should do a rewrite to fix this.\n";
1135                 }
1136         } else {
1137                 print STDERR "No old symbols needed info update\n";
1138         }
1139 }
1140
1141 # Param: string of comma-separated keywords, each possibly prefixed with a "!"
1142 sub is_valid
1143 {
1144         my ($keywords_txt,$platforms) = @_;
1145         my (@keywords) = split /,/,$keywords_txt;
1146         my ($falsesum, $truesum) = (0, 1);
1147
1148         # Param: one keyword
1149         sub recognise
1150         {
1151                 my ($keyword,$platforms) = @_;
1152
1153                 if ($platforms) {
1154                         # platforms
1155                         if ($keyword eq "VMSVAX" && $VMSVAX) { return 1; }
1156                         if ($keyword eq "VMSNonVAX" && $VMSNonVAX) { return 1; }
1157                         if ($keyword eq "VMS" && $VMS) { return 1; }
1158                         if ($keyword eq "WIN32" && $W32) { return 1; }
1159                         if ($keyword eq "WINNT" && $NT) { return 1; }
1160                         if ($keyword eq "OS2" && $OS2) { return 1; }
1161                         # Special platforms:
1162                         # EXPORT_VAR_AS_FUNCTION means that global variables
1163                         # will be represented as functions.  This currently
1164                         # only happens on VMS-VAX.
1165                         if ($keyword eq "EXPORT_VAR_AS_FUNCTION" && ($VMSVAX || $W32)) {
1166                                 return 1;
1167                         }
1168                         if ($keyword eq "ZLIB" && $zlib) { return 1; }
1169                         return 0;
1170                 } else {
1171                         # algorithms
1172                         if ($keyword eq "RC2" && $no_rc2) { return 0; }
1173                         if ($keyword eq "RC4" && $no_rc4) { return 0; }
1174                         if ($keyword eq "RC5" && $no_rc5) { return 0; }
1175                         if ($keyword eq "IDEA" && $no_idea) { return 0; }
1176                         if ($keyword eq "DES" && $no_des) { return 0; }
1177                         if ($keyword eq "BF" && $no_bf) { return 0; }
1178                         if ($keyword eq "CAST" && $no_cast) { return 0; }
1179                         if ($keyword eq "MD2" && $no_md2) { return 0; }
1180                         if ($keyword eq "MD4" && $no_md4) { return 0; }
1181                         if ($keyword eq "MD5" && $no_md5) { return 0; }
1182                         if ($keyword eq "SHA" && $no_sha) { return 0; }
1183                         if ($keyword eq "RMD160" && $no_ripemd) { return 0; }
1184                         if ($keyword eq "MDC2" && $no_mdc2) { return 0; }
1185                         if ($keyword eq "WHIRLPOOL" && $no_whirlpool) { return 0; }
1186                         if ($keyword eq "RSA" && $no_rsa) { return 0; }
1187                         if ($keyword eq "DSA" && $no_dsa) { return 0; }
1188                         if ($keyword eq "DH" && $no_dh) { return 0; }
1189                         if ($keyword eq "EC" && $no_ec) { return 0; }
1190                         if ($keyword eq "AES" && $no_aes) { return 0; }
1191                         if ($keyword eq "CAMELLIA" && $no_camellia) { return 0; }
1192                         if ($keyword eq "SEED" && $no_seed) { return 0; }
1193                         if ($keyword eq "SCRYPT" && $no_scrypt) { return 0; }
1194                         if ($keyword eq "CHACHA" && $no_chacha) { return 0; }
1195                         if ($keyword eq "POLY1305" && $no_poly1305) { return 0; }
1196                         if ($keyword eq "EVP" && $no_evp) { return 0; }
1197                         if ($keyword eq "LHASH" && $no_lhash) { return 0; }
1198                         if ($keyword eq "STACK" && $no_stack) { return 0; }
1199                         if ($keyword eq "ERR" && $no_err) { return 0; }
1200                         if ($keyword eq "BUFFER" && $no_buffer) { return 0; }
1201                         if ($keyword eq "BIO" && $no_bio) { return 0; }
1202                         if ($keyword eq "COMP" && $no_comp) { return 0; }
1203                         if ($keyword eq "DSO" && $no_dso) { return 0; }
1204                         if ($keyword eq "ENGINE" && $no_engine) { return 0; }
1205                         if ($keyword eq "HW" && $no_hw) { return 0; }
1206                         if ($keyword eq "FP_API" && $no_fp_api) { return 0; }
1207                         if ($keyword eq "STATIC_ENGINE" && $no_static_engine) { return 0; }
1208                         if ($keyword eq "SCT" && $no_sct) { return 0; }
1209                         if ($keyword eq "RFC3779" && $no_rfc3779) { return 0; }
1210                         if ($keyword eq "PSK" && $no_psk) { return 0; }
1211                         if ($keyword eq "CMS" && $no_cms) { return 0; }
1212                         if ($keyword eq "EC_NISTP_64_GCC_128" && $no_nistp_gcc)
1213                                         { return 0; }
1214                         if ($keyword eq "EC2M" && $no_ec2m) { return 0; }
1215                         if ($keyword eq "NEXTPROTONEG" && $no_nextprotoneg) { return 0; }
1216                         if ($keyword eq "SSL3_METHOD" && $no_ssl3_method) { return 0; }
1217                         if ($keyword eq "SSL_TRACE" && $no_ssl_trace) { return 0; }
1218                         if ($keyword eq "CAPIENG" && $no_capieng) { return 0; }
1219                         if ($keyword eq "JPAKE" && $no_jpake) { return 0; }
1220                         if ($keyword eq "SRP" && $no_srp) { return 0; }
1221                         if ($keyword eq "SCTP" && $no_sctp) { return 0; }
1222                         if ($keyword eq "SRTP" && $no_srtp) { return 0; }
1223                         if ($keyword eq "UNIT_TEST" && $no_unit_test) { return 0; }
1224                         if ($keyword eq "DEPRECATED" && $no_deprecated) { return 0; }
1225                         if ($keyword eq "OCB" && $no_ocb) { return 0; }
1226                         if ($keyword eq "CRYPTO_MDEBUG" && $no_crypto_mdebug) { return 0; }
1227
1228                         # Nothing recognise as true
1229                         return 1;
1230                 }
1231         }
1232
1233         foreach $k (@keywords) {
1234                 if ($k =~ /^!(.*)$/) {
1235                         $falsesum += &recognise($1,$platforms);
1236                 } else {
1237                         $truesum *= &recognise($k,$platforms);
1238                 }
1239         }
1240         print STDERR "DEBUG: [",$#keywords,",",$#keywords < 0,"] is_valid($keywords_txt) => (\!$falsesum) && $truesum = ",(!$falsesum) && $truesum,"\n" if $debug;
1241         return (!$falsesum) && $truesum;
1242 }
1243
1244 sub print_test_file
1245 {
1246         (*OUT,my $name,*nums,my $testall,my @symbols)=@_;
1247         my $n = 1; my @e; my @r;
1248         my $sym; my $prev = ""; my $prefSSLeay;
1249
1250         (@e)=grep(/^SSLeay(\{[0-9]+\})?\\.*?:.*?:.*/,@symbols);
1251         (@r)=grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:.*/ && !/^SSLeay(\{[0-9]+\})?\\.*?:.*?:.*/,@symbols);
1252         @symbols=((sort @e),(sort @r));
1253
1254         foreach $sym (@symbols) {
1255                 (my $s, my $i) = $sym =~ /^(.*?)\\(.*)$/;
1256                 my $v = 0;
1257                 $v = 1 if $i=~ /^.*?:.*?:VARIABLE/;
1258                 my $p = ($i =~ /^[^:]*:([^:]*):/,$1);
1259                 my $a = ($i =~ /^[^:]*:[^:]*:[^:]*:([^:]*)/,$1);
1260                 if (!defined($nums{$s})) {
1261                         print STDERR "Warning: $s does not have a number assigned\n"
1262                             if(!$do_update);
1263                 } elsif (is_valid($p,1) && is_valid($a,0)) {
1264                         my $s2 = ($s =~ /^(.*?)(\{[0-9]+\})?$/, $1);
1265                         if ($prev eq $s2) {
1266                                 print OUT "\t/* The following has already appeared previously */\n";
1267                                 print STDERR "Warning: Symbol '",$s2,"' redefined. old=",($nums{$prev} =~ /^(.*?)\\/,$1),", new=",($nums{$s2} =~ /^(.*?)\\/,$1),"\n";
1268                         }
1269                         $prev = $s2;    # To warn about duplicates...
1270
1271                         (my $nn, my $vers, my $ni) = split /\\/, $nums{$s2};
1272                         if ($v) {
1273                                 print OUT "\textern int $s2; /* type unknown */ /* $nn $ni */\n";
1274                         } else {
1275                                 print OUT "\textern int $s2(); /* type unknown */ /* $nn $ni */\n";
1276                         }
1277                 }
1278         }
1279 }
1280
1281 sub get_version {
1282    local *MF;
1283    my $v = '?';
1284    open MF, 'Makefile' or return $v;
1285    while (<MF>) {
1286      $v = $1, last if /^VERSION=(.*?)\s*$/;
1287    }
1288    close MF;
1289    return $v;
1290 }
1291
1292 sub print_def_file
1293 {
1294         (*OUT,my $name,*nums,my @symbols)=@_;
1295         my $n = 1; my @e; my @r; my @v; my $prev="";
1296         my $liboptions="";
1297         my $libname = $name;
1298         my $http_vendor = 'www.openssl.org/';
1299         my $version = get_version();
1300         my $what = "OpenSSL: implementation of Secure Socket Layer";
1301         my $description = "$what $version, $name - http://$http_vendor";
1302         my $prevsymversion = "", $prevprevsymversion = "";
1303         # For VMS
1304         my $prevnum = 0;
1305         my $symbolcount = 0;
1306
1307         if ($W32)
1308                 { $libname.="32"; }
1309         elsif ($OS2)
1310                 { # DLL names should not clash on the whole system.
1311                   # However, they should not have any particular relationship
1312                   # to the name of the static library.  Chose descriptive names
1313                   # (must be at most 8 chars).
1314                   my %translate = (ssl => 'open_ssl', crypto => 'cryptssl');
1315                   $libname = $translate{$name} || $name;
1316                   $liboptions = <<EOO;
1317 INITINSTANCE
1318 DATA MULTIPLE NONSHARED
1319 EOO
1320                   # Vendor field can't contain colon, drat; so we omit http://
1321                   $description = "\@#$http_vendor:$version#\@$what; DLL for library $name.  Build for EMX -Zmtd";
1322                 }
1323
1324         if ($W32 || $OS2)
1325                 {
1326                 print OUT <<"EOF";
1327 ;
1328 ; Definition file for the DLL version of the $name library from OpenSSL
1329 ;
1330
1331 LIBRARY         $libname        $liboptions
1332
1333 EOF
1334
1335                 print "EXPORTS\n";
1336                 }
1337         elsif ($VMS)
1338                 {
1339                 my $libref = $name eq "ssl" ? "LIBCRYPTO.EXE /SHARE" : "";
1340                 print OUT <<"EOF";
1341 IDENTIFICATION="LIB$libname V$version"
1342 LIB$libname.OLB /LIBRARY
1343 $libref
1344 SYMBOL_VECTOR=(-
1345 EOF
1346                 }
1347
1348         (@r)=grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:FUNCTION/,@symbols);
1349         (@v)=grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:VARIABLE/,@symbols);
1350         if ($VMS) {
1351             # VMS needs to have the symbols on slot number order
1352             @symbols=(map { $_->[1] }
1353                       sort { $a->[0] <=> $b->[0] }
1354                       map { (my $s, my $i) = $_ =~ /^(.*?)\\(.*)$/;
1355                             die "Error: $s doesn't have a number assigned\n"
1356                                 if !defined($nums{$s});
1357                             (my $n, my @rest) = split /\\/, $nums{$s};
1358                             [ $n, $_ ] } (@e, @r, @v));
1359         } else {
1360             @symbols=((sort @e),(sort @r), (sort @v));
1361         }
1362
1363         my ($baseversion, $currversion) = get_openssl_version();
1364         my $thisversion;
1365         do {
1366                 if (!defined($thisversion)) {
1367                         $thisversion = $baseversion;
1368                 } else {
1369                         $thisversion = get_next_version($thisversion);
1370                 }
1371                 foreach $sym (@symbols) {
1372                         (my $s, my $i) = $sym =~ /^(.*?)\\(.*)$/;
1373                         my $v = 0;
1374                         $v = 1 if $i =~ /^.*?:.*?:VARIABLE/;
1375                         if (!defined($nums{$s})) {
1376                                 die "Error: $s does not have a number assigned\n"
1377                                         if(!$do_update);
1378                         } else {
1379                                 (my $n, my $symversion, my $dummy) = split /\\/, $nums{$s};
1380                                 next if $symversion ne $thisversion;
1381                                 my %pf = ();
1382                                 my $p = ($i =~ /^[^:]*:([^:]*):/,$1);
1383                                 my $a = ($i =~ /^[^:]*:[^:]*:[^:]*:([^:]*)/,$1);
1384                                 if (is_valid($p,1) && is_valid($a,0)) {
1385                                         my $s2 = ($s =~ /^(.*?)(\{[0-9]+\})?$/, $1);
1386                                         if ($prev eq $s2) {
1387                                                 print STDERR "Warning: Symbol '",$s2,
1388                                                         "' redefined. old=",($nums{$prev} =~ /^(.*?)\\/,$1),
1389                                                         ", new=",($nums{$s2} =~ /^(.*?)\\/,$1),"\n";
1390                                         }
1391                                         $prev = $s2;    # To warn about duplicates...
1392                                         if($linux) {
1393                                                 if ($symversion ne $prevsymversion) {
1394                                                         if ($prevsymversion ne "") {
1395                                                                 if ($prevprevsymversion ne "") {
1396                                                                         print OUT "} OPENSSL_"
1397                                                                                                 ."$prevprevsymversion;\n\n";
1398                                                                 } else {
1399                                                                         print OUT "};\n\n";
1400                                                                 }
1401                                                         }
1402                                                         print OUT "OPENSSL_$symversion {\n    global:\n";
1403                                                         $prevprevsymversion = $prevsymversion;
1404                                                         $prevsymversion = $symversion;
1405                                                 }
1406                                                 print OUT "        $s2;\n";
1407                                         } elsif ($VMS) {
1408                                             while(++$prevnum < $n) {
1409                                                 if ($symbolcount > 1023) {
1410                                                     print OUT ")\nSYMBOL_VECTOR=(-\n";
1411                                                     $symbolcount = 0;
1412                                                 }
1413                                                 print OUT $symbolcount
1414                                                     ? "    ," : "    ";
1415                                                 print OUT "dummy$prevnum=PRIVATE_PROCEDURE -\n";
1416                                                 $symbolcount++;
1417                                             }
1418                                             (my $s_uc = $s) =~ tr/a-z/A-Z/;
1419                                             if ($symbolcount > 1023) {
1420                                                 print OUT ")\nSYMBOL_VECTOR=(-\n";
1421                                                 $symbolcount = 0;
1422                                             }
1423                                             print OUT $symbolcount
1424                                                 ? "    ," : "    ";
1425                                             print OUT "$s_uc/$s="
1426                                                 , ($v ? "DATA" : "PROCEDURE"), " -\n";
1427                                             $symbolcount++;
1428                                         } elsif($v && !$OS2) {
1429                                                 printf OUT "    %s%-39s @%-8d DATA\n",
1430                                                                 ($W32)?"":"_",$s2,$n;
1431                                         } else {
1432                                                 printf OUT "    %s%-39s @%d\n",
1433                                                                 ($W32||$OS2)?"":"_",$s2,$n;
1434                                         }
1435                                 }
1436                         }
1437                 }
1438         } while ($thisversion ne $currversion);
1439         if ($linux) {
1440                 if ($prevprevsymversion ne "") {
1441                         print OUT "    local: *;\n} OPENSSL_$prevprevsymversion;\n\n";
1442                 } else {
1443                         print OUT "    local: *;\n};\n\n";
1444                 }
1445         } elsif ($VMS) {
1446             print OUT ")\n";
1447             (my $libvmaj, my $libvmin, my $libvedit) =
1448                 $currversion =~ /^(\d+)_(\d+)_(\d+)$/;
1449             # The reason to multiply the edit number with 100 is to make space
1450             # for the possibility that we want to encode the patch letters
1451             print OUT "GSMATCH=LEQUAL,",($libvmaj * 100 + $libvmin),",",($libvedit * 100),"\n";
1452         }
1453         printf OUT "\n";
1454 }
1455
1456 sub load_numbers
1457 {
1458         my($name)=@_;
1459         my(@a,%ret);
1460         my $prevversion;
1461
1462         $max_num = 0;
1463         $num_noinfo = 0;
1464         $prev = "";
1465         $prev_cnt = 0;
1466
1467         my ($baseversion, $currversion) = get_openssl_version();
1468
1469         open(IN,"<$name") || die "unable to open $name:$!\n";
1470         while (<IN>) {
1471                 chop;
1472                 s/#.*$//;
1473                 next if /^\s*$/;
1474                 @a=split;
1475                 if (defined $ret{$a[0]}) {
1476                         # This is actually perfectly OK
1477                         #print STDERR "Warning: Symbol '",$a[0],"' redefined. old=",$ret{$a[0]},", new=",$a[1],"\n";
1478                 }
1479                 if ($max_num > $a[1]) {
1480                         print STDERR "Warning: Number decreased from ",$max_num," to ",$a[1],"\n";
1481                 }
1482                 elsif ($max_num == $a[1]) {
1483                         # This is actually perfectly OK
1484                         #print STDERR "Warning: Symbol ",$a[0]," has same number as previous ",$prev,": ",$a[1],"\n";
1485                         if ($a[0] eq $prev) {
1486                                 $prev_cnt++;
1487                                 $a[0] .= "{$prev_cnt}";
1488                         }
1489                 }
1490                 else {
1491                         $prev_cnt = 0;
1492                 }
1493                 if ($#a < 2) {
1494                         # Existence will be proven later, in do_defs
1495                         $ret{$a[0]}=$a[1];
1496                         $num_noinfo++;
1497                 } else {
1498                         #Sanity check the version number
1499                         if (defined $prevversion) {
1500                                 check_version_lte($prevversion, $a[2]);
1501                         }
1502                         check_version_lte($a[2], $currversion);
1503                         $prevversion = $a[2];
1504                         $ret{$a[0]}=$a[1]."\\".$a[2]."\\".$a[3]; # \\ is a special marker
1505                 }
1506                 $max_num = $a[1] if $a[1] > $max_num;
1507                 $prev=$a[0];
1508         }
1509         if ($num_noinfo) {
1510                 print STDERR "Warning: $num_noinfo symbols were without info.";
1511                 if ($do_rewrite) {
1512                         printf STDERR "  The rewrite will fix this.\n";
1513                 } else {
1514                         printf STDERR "  You should do a rewrite to fix this.\n";
1515                 }
1516         }
1517         close(IN);
1518         return(%ret);
1519 }
1520
1521 sub parse_number
1522 {
1523         (my $str, my $what) = @_;
1524         (my $n, my $v, my $i) = split(/\\/,$str);
1525         if ($what eq "n") {
1526                 return $n;
1527         } else {
1528                 return $i;
1529         }
1530 }
1531
1532 sub rewrite_numbers
1533 {
1534         (*OUT,$name,*nums,@symbols)=@_;
1535         my $thing;
1536
1537         print STDERR "Rewriting $name\n";
1538
1539         my @r = grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:\w+\(\w+\)/,@symbols);
1540         my $r; my %r; my %rsyms;
1541         foreach $r (@r) {
1542                 (my $s, my $i) = split /\\/, $r;
1543                 my $a = $1 if $i =~ /^.*?:.*?:\w+\((\w+)\)/;
1544                 $i =~ s/^(.*?:.*?:\w+)\(\w+\)/$1/;
1545                 $r{$a} = $s."\\".$i;
1546                 $rsyms{$s} = 1;
1547         }
1548
1549         my %syms = ();
1550         foreach $_ (@symbols) {
1551                 (my $n, my $i) = split /\\/;
1552                 $syms{$n} = 1;
1553         }
1554
1555         my @s=sort {
1556             &parse_number($nums{$a},"n") <=> &parse_number($nums{$b},"n")
1557             || $a cmp $b
1558         } keys %nums;
1559         foreach $sym (@s) {
1560                 (my $n, my $vers, my $i) = split /\\/, $nums{$sym};
1561                 next if defined($i) && $i =~ /^.*?:.*?:\w+\(\w+\)/;
1562                 next if defined($rsyms{$sym});
1563                 print STDERR "DEBUG: rewrite_numbers for sym = ",$sym,": i = ",$i,", n = ",$n,", rsym{sym} = ",$rsyms{$sym},"syms{sym} = ",$syms{$sym},"\n" if $debug;
1564                 $i="NOEXIST::FUNCTION:"
1565                         if !defined($i) || $i eq "" || !defined($syms{$sym});
1566                 my $s2 = $sym;
1567                 $s2 =~ s/\{[0-9]+\}$//;
1568                 printf OUT "%s%-39s %d\t%s\t%s\n","",$s2,$n,$vers,$i;
1569                 if (exists $r{$sym}) {
1570                         (my $s, $i) = split /\\/,$r{$sym};
1571                         my $s2 = $s;
1572                         $s2 =~ s/\{[0-9]+\}$//;
1573                         printf OUT "%s%-39s %d\t%s\t%s\n","",$s2,$n,$vers,$i;
1574                 }
1575         }
1576 }
1577
1578 sub update_numbers
1579 {
1580         (*OUT,$name,*nums,my $start_num, my @symbols)=@_;
1581         my $new_syms = 0;
1582         my $basevers;
1583         my $vers;
1584
1585         ($basevers, $vers) = get_openssl_version();
1586
1587         print STDERR "Updating $name numbers\n";
1588
1589         my @r = grep(/^\w+(\{[0-9]+\})?\\.*?:.*?:\w+\(\w+\)/,@symbols);
1590         my $r; my %r; my %rsyms;
1591         foreach $r (@r) {
1592                 (my $s, my $i) = split /\\/, $r;
1593                 my $a = $1 if $i =~ /^.*?:.*?:\w+\((\w+)\)/;
1594                 $i =~ s/^(.*?:.*?:\w+)\(\w+\)/$1/;
1595                 $r{$a} = $s."\\".$i;
1596                 $rsyms{$s} = 1;
1597         }
1598
1599         foreach $sym (@symbols) {
1600                 (my $s, my $i) = $sym =~ /^(.*?)\\(.*)$/;
1601                 next if $i =~ /^.*?:.*?:\w+\(\w+\)/;
1602                 next if defined($rsyms{$sym});
1603                 die "ERROR: Symbol $sym had no info attached to it."
1604                     if $i eq "";
1605                 if (!exists $nums{$s}) {
1606                         $new_syms++;
1607                         my $s2 = $s;
1608                         $s2 =~ s/\{[0-9]+\}$//;
1609                         printf OUT "%s%-39s %d\t%s\t%s\n","",$s2, ++$start_num,$vers,$i;
1610                         if (exists $r{$s}) {
1611                                 ($s, $i) = split /\\/,$r{$s};
1612                                 $s =~ s/\{[0-9]+\}$//;
1613                                 printf OUT "%s%-39s %d\t%s\t%s\n","",$s, $start_num,$vers,$i;
1614                         }
1615                 }
1616         }
1617         if($new_syms) {
1618                 print STDERR "$new_syms New symbols added\n";
1619         } else {
1620                 print STDERR "No New symbols Added\n";
1621         }
1622 }
1623
1624 sub check_existing
1625 {
1626         (*nums, my @symbols)=@_;
1627         my %existing; my @remaining;
1628         @remaining=();
1629         foreach $sym (@symbols) {
1630                 (my $s, my $i) = $sym =~ /^(.*?)\\(.*)$/;
1631                 $existing{$s}=1;
1632         }
1633         foreach $sym (keys %nums) {
1634                 if (!exists $existing{$sym}) {
1635                         push @remaining, $sym;
1636                 }
1637         }
1638         if(@remaining) {
1639                 print STDERR "The following symbols do not seem to exist:\n";
1640                 foreach $sym (@remaining) {
1641                         print STDERR "\t",$sym,"\n";
1642                 }
1643         }
1644 }
1645
1646 sub count_parens
1647 {
1648         my $line = shift(@_);
1649
1650         my $open = $line =~ tr/\(//;
1651         my $close = $line =~ tr/\)//;
1652
1653         return $open - $close;
1654 }
1655
1656 #Parse opensslv.h to get the current version number. Also work out the base
1657 #version, i.e. the lowest version number that is binary compatible with this
1658 #version
1659 sub get_openssl_version()
1660 {
1661         open (IN, "include/openssl/opensslv.h") || die "Can't open opensslv.h";
1662
1663         while(<IN>) {
1664                 if (/OPENSSL_VERSION_TEXT\s+"OpenSSL (\d\.\d\.)(\d[a-z]*)(-| )/) {
1665                         my $suffix = $2;
1666                         my $baseversion = $1 =~ s/\./_/gr;
1667                         close IN;
1668                         return ($baseversion."0", $baseversion.$suffix);
1669                 }
1670         }
1671         die "Can't find OpenSSL version number\n";
1672 }
1673
1674 #Given an OpenSSL version number, calculate the next version number. If the
1675 #version number gets to a.b.czz then we go to a.b.(c+1)
1676 sub get_next_version()
1677 {
1678         my $thisversion = shift;
1679
1680         my ($base, $letter) = $thisversion =~ /^(\d_\d_\d)([a-z]{0,2})$/;
1681
1682         if ($letter eq "zz") {
1683                 my $lastnum = substr($base, -1);
1684                 return substr($base, 0, length($base)-1).(++$lastnum);
1685         }
1686         return $base.get_next_letter($letter);
1687 }
1688
1689 #Given the letters off the end of an OpenSSL version string, calculate what
1690 #the letters for the next release would be.
1691 sub get_next_letter()
1692 {
1693         my $thisletter = shift;
1694         my $baseletter = "";
1695         my $endletter;
1696
1697         if ($thisletter eq "") {
1698                 return "a";
1699         }
1700         if ((length $thisletter) > 1) {
1701                 ($baseletter, $endletter) = $thisletter =~ /([a-z]+)([a-z])/;
1702         } else {
1703                 $endletter = $thisletter;
1704         }
1705
1706         if ($endletter eq "z") {
1707                 return $thisletter."a";
1708         } else {
1709                 return $baseletter.(++$endletter);
1710         }
1711 }
1712
1713 #Check if a version is less than or equal to the current version. Its a fatal
1714 #error if not. They must also only differ in letters, or the last number (i.e.
1715 #the first two numbers must be the same)
1716 sub check_version_lte()
1717 {
1718         my ($testversion, $currversion) = @_;
1719         my $lentv;
1720         my $lencv;
1721         my $cvbase;
1722
1723         my ($cvnums) = $currversion =~ /^(\d_\d_\d)[a-z]*$/;
1724         my ($tvnums) = $testversion =~ /^(\d_\d_\d)[a-z]*$/;
1725
1726         #Die if we can't parse the version numbers or they don't look sane
1727         die "Invalid version number: $testversion and $currversion\n"
1728                 if (!defined($cvnums) || !defined($tvnums)
1729                         || length($cvnums) != 5
1730                         || length($tvnums) != 5);
1731
1732         #If the base versions (without letters) don't match check they only differ
1733         #in the last number
1734         if ($cvnums ne $tvnums) {
1735                 die "Invalid version number: $testversion "
1736                         ."for current version $currversion\n"
1737                         if (substr($cvnums, -1) < substr($tvnums, -1)
1738                                 || substr($cvnums, 0, 4) ne substr($tvnums, 0, 4));
1739                 return;
1740         }
1741         #If we get here then the base version (i.e. the numbers) are the same - they
1742         #only differ in the letters
1743
1744         $lentv = length $testversion;
1745         $lencv = length $currversion;
1746
1747         #If the testversion has more letters than the current version then it must
1748         #be later (or malformed)
1749         if ($lentv > $lencv) {
1750                 die "Invalid version number: $testversion "
1751                         ."is greater than $currversion\n";
1752         }
1753
1754         #Get the last letter from the current version
1755         my ($cvletter) = $currversion =~ /([a-z])$/;
1756         if (defined $cvletter) {
1757                 ($cvbase) = $currversion =~ /(\d_\d_\d[a-z]*)$cvletter$/;
1758         } else {
1759                 $cvbase = $currversion;
1760         }
1761         die "Unable to parse version number $currversion" if (!defined $cvbase);
1762         my $tvbase;
1763         my ($tvletter) = $testversion =~ /([a-z])$/;
1764         if (defined $tvletter) {
1765                 ($tvbase) = $testversion =~ /(\d_\d_\d[a-z]*)$tvletter$/;
1766         } else {
1767                 $tvbase = $testversion;
1768         }
1769         die "Unable to parse version number $testversion" if (!defined $tvbase);
1770
1771         if ($lencv > $lentv) {
1772                 #If current version has more letters than testversion then testversion
1773                 #minus the final letter must be a substring of the current version
1774                 die "Invalid version number $testversion "
1775                         ."is greater than $currversion or is invalid\n"
1776                         if (index($cvbase, $tvbase) != 0);
1777         } else {
1778                 #If both versions have the same number of letters then they must be
1779                 #equal up to the last letter, and the last letter in testversion must
1780                 #be less than or equal to the last letter in current version.
1781                 die "Invalid version number $testversion "
1782                         ."is greater than $currversion\n"
1783                         if (($cvbase ne $tvbase) && ($tvletter gt $cvletter));
1784         }
1785 }