X-Git-Url: https://git.openssl.org/?p=openssl.git;a=blobdiff_plain;f=test%2Frun_tests.pl;h=6343ec7bc3e0860ea38deeb7c9bc0eebfdc4ad5e;hp=66697db0cb5638ccf6cd25ce3f718b878d102e0f;hb=cffe973c45491b14d980e3b578da28e4a79a8705;hpb=90aeaf6bceb38746f9fa9fea9f73e4f682f37fb6;ds=sidebyside diff --git a/test/run_tests.pl b/test/run_tests.pl index 66697db0cb..6343ec7bc3 100644 --- a/test/run_tests.pl +++ b/test/run_tests.pl @@ -16,24 +16,24 @@ BEGIN { use File::Spec::Functions qw/catdir catfile curdir abs2rel rel2abs/; use File::Basename; -use if $^O ne "VMS", 'File::Glob' => qw/glob/; -use Test::Harness qw/runtests $switches/; +use FindBin; +use lib "$FindBin::Bin/../util/perl"; +use OpenSSL::Glob; + +my $TAP_Harness = eval { require TAP::Harness } ? "TAP::Harness" + : "OpenSSL::TAP::Harness"; my $srctop = $ENV{SRCTOP} || $ENV{TOP}; my $bldtop = $ENV{BLDTOP} || $ENV{TOP}; my $recipesdir = catdir($srctop, "test", "recipes"); -my $testlib = catdir($srctop, "test", "testlib"); -my $utillib = catdir($srctop, "util"); - -# It seems that $switches is getting interpreted with 'eval' or something -# like that, and that we need to take care of backslashes or they will -# disappear along the way. -$testlib =~ s|\\|\\\\|g if $^O eq "MSWin32"; -$utillib =~ s|\\|\\\\|g if $^O eq "MSWin32"; +my $libdir = rel2abs(catdir($srctop, "util", "perl")); -# Test::Harness provides the variable $switches to give it -# switches to be used when it calls our recipes. -$switches = "-w \"-I$testlib\" \"-I$utillib\""; +my %tapargs = + ( verbosity => $ENV{VERBOSE} || $ENV{V} || $ENV{HARNESS_VERBOSE} ? 1 : 0, + lib => [ $libdir ], + switches => '-w', + merge => 1 + ); my @alltests = find_matching_tests("*"); my %tests = (); @@ -81,10 +81,61 @@ foreach my $arg (@ARGV ? @ARGV : ('alltests')) { $initial_arg = 0; } -runtests(map { abs2rel($_, rel2abs(curdir())); } sort keys %tests); +my $harness = $TAP_Harness->new(\%tapargs); +my $ret = $harness->runtests(map { abs2rel($_, rel2abs(curdir())); } + sort keys %tests); + +# $ret->has_errors may be any number, not just 0 or 1. On VMS, numbers +# from 2 and on are used as is as VMS statuses, which has severity encoded +# in the lower 3 bits. 0 and 1, on the other hand, generate SUCCESS and +# FAILURE, so for currect reporting on all platforms, we make sure the only +# exit codes are 0 and 1. Double-bang is the trick to do so. +exit !!$ret->has_errors if (ref($ret) eq "TAP::Parser::Aggregator"); + +# If this isn't a TAP::Parser::Aggregator, it's the pre-TAP test harness, +# which simply dies at the end if any test failed, so we don't need to bother +# with any exit code in that case. sub find_matching_tests { my ($glob) = @_; + if ($glob =~ m|^[\d\[\]\?\-]+$|) { + return glob(catfile($recipesdir,"$glob-*.t")); + } return glob(catfile($recipesdir,"*-$glob.t")); } + + +# Fake TAP::Harness in case it's not loaded +use Test::Harness; +package OpenSSL::TAP::Harness; + +sub new { + my $class = shift; + my %args = %{ shift() }; + + return bless { %args }, $class; +} + +sub runtests { + my $self = shift; + + my @switches = (); + if ($self->{switches}) { + push @switches, $self->{switches}; + } + if ($self->{lib}) { + foreach (@{$self->{lib}}) { + my $l = $_; + + # It seems that $switches is getting interpreted with 'eval' or + # something like that, and that we need to take care of backslashes + # or they will disappear along the way. + $l =~ s|\\|\\\\|g if $^O eq "MSWin32"; + push @switches, "-I$l"; + } + } + + $Test::Harness::switches = join(' ', @switches); + Test::Harness::runtests(@_); +}