1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
|
#!/usr/bin/perl -w
use strict;
# using the standard built-in 'Test' module (assume nothing)
use Test;
foreach (qw(Makefile.PL Makefile examples lib t)) {
die("Please run 'make test' from the top-level source directory\n".
"(I can't see $_)\n")
unless -e $_;
}
my %skip = map { ("examples/$_") => 1 }
qw(. .. CVS Experimental README tester.png);
my @examples = grep { ! $skip{$_} } glob("examples/*");
my %guru_checked = (
"examples/patch100132" => <<'EGC',
...
Time: 0 wallclock secs ( 0.00 usr + 0.00 sys = 0.00 CPU)
OK (3 tests)
EGC
"examples/patch100132-1" => <<'EGC',
...
Time: 0 wallclock secs ( 0.00 usr + 0.00 sys = 0.00 CPU)
OK (3 tests)
EGC
"examples/patch100132-2" => <<'EGC',
...
Time: 0 wallclock secs ( 0.01 usr + 0.00 sys = 0.01 CPU)
OK (3 tests)
EGC
"examples/fail_example.pm" => <<'EGC',
Suite setup
.F.Suite teardown
Time: 0 wallclock secs ( 0.01 usr + 0.00 sys = 0.01 CPU)
!!!FAILURES!!!
Test Results:
Run: 2, Failures: 1, Errors: 0
There was 1 failure:
1) examples/fail_example.pm:19 - test_fail(fail_example)
Born to lose ...
Test was not successful.
EGC
);
plan(tests => scalar(@examples));
foreach my $e (keys %guru_checked) {
warn("Guru ".(defined $guru_checked{$e} ? 'answer' : 'excuse').
" exists for '$e' but there is no test file\n")
unless grep { $_ eq $e } @examples;
}
warn("\n > The STDERR redirection may not work or may behave differently under\n".
" > your OS '$^O'. That will probably cause this test to fail.\n")
if grep { $^O eq $_ } (qw( cygwin MSWin32 ));
# This will apply to various OSes. Is there a "capable of doing unix
# redirections" flag somewhere?
# Attempt to get hold of the correct perl to run the examples. I
# think we want $ENV{FULLPERLRUN} when running "make test", but that
# doesn't filter down to us. $ENV{PERL5LIB} is set correctly though.
my $perl = $^X || "perl";
# warn "running examples with \$perl='$perl'\n under \@INC=(@INC)\n with PERL5LIB=$ENV{PERL5LIB}\n";
foreach my $e (@examples) {
if (defined $guru_checked{$e}) {
# get program output
my $runner = $e =~ /\.pm$/ ? './TestRunner.pl ' : '';
my $cmd = "$perl -I examples $runner$e 2>&1";
# warn "cmd $cmd\n";
my $out = `$cmd`;
foreach ($out, $guru_checked{$e}) {
# mess about with start & end newlines
s/^\n+//;
$_ .= "\n" unless /\n$/;
# bin the naughty carriage returns
s/\r//g;
# we can't assume the order of tests will be the same
s/^[.F]+\n?Suite teardown$/TEST-RUN-SUMMARY/sm;
s/::Load[0-9_]+Anonymous[0-9_]+/::LOAD_ANONYMOUS_CLASSNAME/;
# indent lines with '# ' so they're comments if the test fails
s/\n/\n# /g;
# hide things that look like CPU usage
s{Time:\s+[\d\.]+\s+wallclock secs \([\d\s\.]+usr\s+\+[\d\s\.]+sys\s+=[\d\s\.]+CPU\)}
{TIME-SUMMARY}g;
}
ok($out, $guru_checked{$e});
} else {
skip( (exists $guru_checked{$e}
? "Skip $e: not yet checked"
: 0),
"nothing", "data at \$guru_checked{$e}");
}
}
|
