2 # HTML output for selftest
3 # Copyright (C) 2008 Jelmer Vernooij <jelmer@samba.org>
5 # This program is free software; you can redistribute it and/or modify
6 # it under the terms of the GNU General Public License as published by
7 # the Free Software Foundation; either version 3 of the License, or
8 # (at your option) any later version.
10 # This program is distributed in the hope that it will be useful,
11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 # GNU General Public License for more details.
15 # You should have received a copy of the GNU General Public License
16 # along with this program. If not, see <http://www.gnu.org/licenses/>.
24 use FindBin
qw($RealBin);
25 use lib "$RealBin/..";
27 use Subunit qw(parse_results);
30 my ($class, $dirname, $statistics) = @_;
34 local_statistics
=> {},
35 statistics
=> $statistics,
39 expected_success
=> [],
40 unexpected_success
=> [],
41 expected_failure
=> [],
42 unexpected_failure
=> [],
43 skip_testsuites
=> [],
48 link("$RealBin/output/testresults.css", "$dirname/testresults.css");
50 open(INDEX
, ">$dirname/index.html");
54 $self->print_html_header("Samba Testsuite Run", *INDEX
);
56 print INDEX
" <center>";
57 print INDEX
" <table>\n";
58 print INDEX
" <tr>\n";
59 print INDEX
" <td class=\"tableHead\">Test</td>\n";
60 print INDEX
" <td class=\"tableHead\">Result</td>\n";
61 print INDEX
" </tr>\n";
66 sub print_html_header
($$$)
68 my ($self, $title, $fh) = @_;
70 print $fh "<html lang=\"en\">\n";
72 print $fh " <title>$title</title>\n";
73 print $fh " <link rel=\"stylesheet\" type=\"text/css\" href=\"testresults.css\"/>\n";
74 print $fh "</head>\n";
76 print $fh "<table width=\"100%\" border=\"0\" cellspacing=\"0\">\n";
77 print $fh " <tr><td class=\"title\">$title</td></tr>\n";
78 print $fh " <tr><td>\n";
81 sub print_html_footer
($$)
85 print $fh "</td></tr>\n";
86 print $fh "</table>\n";
87 print $fh "</body>\n";
88 print $fh "</html>\n";
93 sub start_testsuite
($$)
95 my ($self, $name) = @_;
97 $self->{START_TIME
} = $self->{last_time
};
99 $self->{local_statistics
} = {
106 $self->{NAME
} = $name;
107 $self->{HTMLFILE
} = "$name.html";
108 $self->{HTMLFILE
} =~ s/[:\t\n \/]/_
/g
;
110 open(TEST
, ">$self->{dirname}/$self->{HTMLFILE}") or die("Unable to open $self->{HTMLFILE} for writing");
112 $self->print_html_header("Test Results for $name", *TEST
);
114 print TEST
"<h2>Tests</h2>\n";
116 print TEST
" <table>\n";
121 my ($self, $output) = @_;
123 $self->{msg
} .= "<span class=\"control\">$output<br/></span>\n";
128 my ($self, $output) = @_;
130 unless (defined($self->{active_test
})) {
131 print TEST
"$output<br/>";
133 $self->{msg
} .= "$output<br/>";
137 sub end_testsuite
($$$$)
139 my ($self, $name, $result, $unexpected, $reason) = @_;
141 print TEST
"</table>\n";
143 print TEST
"<div class=\"duration\">Duration: " . ($self->{last_time
} - $self->{START_TIME
}) . "s</div>\n";
145 $self->print_html_footer(*TEST
);
149 print INDEX
"<tr>\n";
150 print INDEX
" <td class=\"testSuite\"><a href=\"$self->{HTMLFILE}\">$name</a></td>\n";
151 my $st = $self->{local_statistics
};
153 if (not $unexpected) {
154 if ($result eq "failure") {
155 print INDEX
" <td class=\"resultExpectedFailure\">";
157 print INDEX
" <td class=\"resultOk\">";
160 print INDEX
" <td class=\"resultFailure\">";
164 if ($st->{success
} > 0) {
165 print INDEX
"$st->{success} ok";
168 if ($st->{skip
} > 0) {
169 print INDEX
", " if ($l);
170 print INDEX
"$st->{skip} skipped";
173 if ($st->{failure
} > 0) {
174 print INDEX
", " if ($l);
175 print INDEX
"$st->{failure} failures";
178 if ($st->{error
} > 0) {
179 print INDEX
", " if ($l);
180 print INDEX
"$st->{error} errors";
185 if (not $unexpected) {
194 print INDEX
"</tr>\n";
199 my ($self, $time) = @_;
200 $self->{last_time
} = $time;
205 my ($self, $testname) = @_;
207 $self->{active_test
} = $testname;
213 my ($self, $testname, $result, $unexpected, $reason) = @_;
217 $self->{local_statistics
}->{$result}++;
221 if ($result eq "skip") {
222 print TEST
"<td class=\"outputSkipped\">\n";
223 $track_class = "skip";
224 } elsif ($unexpected) {
225 print TEST
"<td class=\"outputFailure\">\n";
226 if ($result eq "error") {
227 $track_class = "error";
229 $track_class = "unexpected_$result";
232 if ($result eq "failure") {
233 print TEST
"<td class=\"outputExpectedFailure\">\n";
235 print TEST
"<td class=\"outputOk\">\n";
237 $track_class = "expected_$result";
240 push(@
{$self->{error_summary
}->{$track_class}}, ,
241 [$self->{HTMLFILE
}, $testname, $self->{NAME
},
244 print TEST
"<a name=\"$testname\"><h3>$testname</h3></a>\n";
246 print TEST
$self->{msg
};
248 if (defined($reason)) {
249 print TEST
"<div class=\"reason\">$reason</div>\n";
252 print TEST
"</td></tr>\n";
254 $self->{active_test
} = undef;
261 my $st = $self->{statistics
};
262 print INDEX
"<tr>\n";
263 print INDEX
" <td class=\"testSuiteTotal\">Total</td>\n";
265 if ($st->{TESTS_UNEXPECTED_OK
} == 0 and
266 $st->{TESTS_UNEXPECTED_FAIL
} == 0 and
267 $st->{TESTS_ERROR
} == 0) {
268 print INDEX
" <td class=\"resultOk\">";
270 print INDEX
" <td class=\"resultFailure\">";
272 print INDEX
($st->{TESTS_EXPECTED_OK
} + $st->{TESTS_UNEXPECTED_OK
}) . " ok";
273 if ($st->{TESTS_UNEXPECTED_OK
} > 0) {
274 print INDEX
" ($st->{TESTS_UNEXPECTED_OK} unexpected)";
276 if ($st->{TESTS_SKIP
} > 0) {
277 print INDEX
", $st->{TESTS_SKIP} skipped";
279 if (($st->{TESTS_UNEXPECTED_FAIL
} + $st->{TESTS_EXPECTED_FAIL
}) > 0) {
280 print INDEX
", " . ($st->{TESTS_UNEXPECTED_FAIL
} + $st->{TESTS_EXPECTED_FAIL
}) . " failures";
281 if ($st->{TESTS_UNEXPECTED_FAIL
} > 0) {
282 print INDEX
" ($st->{TESTS_EXPECTED_FAIL} expected)";
285 if ($st->{TESTS_ERROR
} > 0) {
286 print INDEX
", $st->{TESTS_ERROR} errors";
291 print INDEX
"</tr>\n";
293 print INDEX
"</table>\n";
294 print INDEX
"<a href=\"summary.html\">Summary</a>\n";
295 print INDEX
"</center>\n";
296 $self->print_html_footer(*INDEX
);
299 my $summ = $self->{error_summary
};
300 open(SUMMARY
, ">$self->{dirname}/summary.html");
301 $self->print_html_header("Summary", *SUMMARY
);
302 sub print_table
($$) {
303 my ($title, $list) = @_;
304 return if ($#$list == -1);
305 print SUMMARY
"<h3>$title</h3>\n";
306 print SUMMARY
"<table>\n";
307 print SUMMARY
"<tr>\n";
308 print SUMMARY
" <td class=\"tableHead\">Testsuite</td>\n";
309 print SUMMARY
" <td class=\"tableHead\">Test</td>\n";
310 print SUMMARY
" <td class=\"tableHead\">Reason</td>\n";
311 print SUMMARY
"</tr>\n";
314 print SUMMARY
"<tr>\n";
315 print SUMMARY
" <td><a href=\"" . $$_[0] . "\">$$_[2]</a></td>\n";
316 print SUMMARY
" <td><a href=\"" . $$_[0] . "#$$_[1]\">$$_[1]</a></td>\n";
317 if (defined($$_[3])) {
318 print SUMMARY
" <td>$$_[3]</td>\n";
320 print SUMMARY
" <td></td>\n";
322 print SUMMARY
"</tr>\n";
325 print SUMMARY
"</table>";
327 print_table
("Errors", $summ->{error
});
328 print_table
("Unexpected successes", $summ->{unexpected_success
});
329 print_table
("Unexpected failures", $summ->{unexpected_failure
});
330 print_table
("Skipped tests", $summ->{skip
});
331 print_table
("Expected failures", $summ->{expected_failure
});
333 print SUMMARY
"<h3>Skipped testsuites</h3>\n";
334 print SUMMARY
"<table>\n";
335 print SUMMARY
"<tr>\n";
336 print SUMMARY
" <td class=\"tableHead\">Testsuite</td>\n";
337 print SUMMARY
" <td class=\"tableHead\">Reason</td>\n";
338 print SUMMARY
"</tr>\n";
340 foreach (@
{$summ->{skip_testsuites
}}) {
341 print SUMMARY
"<tr>\n";
342 print SUMMARY
" <td>$$_[0]</td>\n";
343 if (defined($$_[1])) {
344 print SUMMARY
" <td>$$_[1]</td>\n";
346 print SUMMARY
" <td></td>\n";
348 print SUMMARY
"</tr>\n";
351 print SUMMARY
"</table>";
353 $self->print_html_footer(*SUMMARY
);
357 sub skip_testsuite
($$$$)
359 my ($self, $name, $reason) = @_;
361 push (@
{$self->{error_summary
}->{skip_testsuites
}},