|
0
|
1 # Library of functions for dealing with DejaGNU, or which are otherwise
|
|
|
2 # generally useful for the DejaGNU tool stack.
|
|
|
3 #
|
|
|
4 # Author: Matthew Sachs <msachs@apple.com>
|
|
|
5 #
|
|
|
6 # Functions:
|
|
|
7 # parseLogFile: See "sub parseLogFile" below for details. This function
|
|
|
8 # returns a detailed parse of a DejaGNU log or sum file.
|
|
|
9 # ispass: Takes a DejaGNU result (e.g. "PASS", "XPASS") and returns
|
|
|
10 # true if and only if it is a passing result (PASS, XFAIL, or
|
|
|
11 # KFAIL.)
|
|
|
12 #
|
|
|
13 # Copyright (c) 2006 Free Software Foundation.
|
|
|
14 #
|
|
|
15 # This file is part of GCC.
|
|
|
16 #
|
|
|
17 # GCC is free software; you can redistribute it and/or modify
|
|
|
18 # it under the terms of the GNU General Public License as published by
|
|
|
19 # the Free Software Foundation; either version 3, or (at your option)
|
|
|
20 # any later version.
|
|
|
21 #
|
|
|
22 # GCC is distributed in the hope that it will be useful,
|
|
|
23 # but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
24 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
25 # GNU General Public License for more details.
|
|
|
26 #
|
|
|
27 # You should have received a copy of the GNU General Public License
|
|
|
28 # along with GCC; see the file COPYING. If not, write to
|
|
|
29 # the Free Software Foundation, 51 Franklin Street, Fifth Floor,
|
|
|
30 # Boston, MA 02110-1301, USA.
|
|
|
31
|
|
|
32 package dglib;
|
|
|
33
|
|
|
34 use strict;
|
|
|
35 use warnings;
|
|
|
36 use Exporter;
|
|
|
37
|
|
|
38 our @ISA = qw(Exporter);
|
|
|
39 our @EXPORT = qw(ispass parseLogFile);
|
|
|
40
|
|
|
41 use File::Basename;
|
|
|
42 use POSIX qw(mktime);
|
|
|
43
|
|
|
44
|
|
|
45 # Create a group hierarchy, returning the leaf node
|
|
|
46 sub mkGroupPath {
|
|
|
47 my($root, $groups, @newgroups) = @_;
|
|
|
48
|
|
|
49 my $parent = $root;
|
|
|
50 my $fullname = "";
|
|
|
51 foreach my $group(@newgroups) {
|
|
|
52 $fullname .= "/" if $fullname;
|
|
|
53 $fullname .= $group;
|
|
|
54 if(exists($groups->{$fullname})) {
|
|
|
55 $parent = $groups->{$fullname};
|
|
|
56 } else {
|
|
|
57 my $newgroup = {name => $group, parent => $parent};
|
|
|
58 $groups->{$fullname} = $newgroup;
|
|
|
59 $parent->{testgroup} ||= [];
|
|
|
60 push @{$parent->{testgroup}}, $newgroup;
|
|
|
61 $parent = $newgroup;
|
|
|
62 }
|
|
|
63 }
|
|
|
64
|
|
|
65 return $parent;
|
|
|
66 }
|
|
|
67
|
|
|
68 # Extract information from DejaGNU log or sum files.
|
|
|
69 # Options, if provided, should be a hashref with zero or more of the following keys:
|
|
|
70 # gccdir:
|
|
|
71 # Passing in the full path to the root of the gcc/testsuite directory
|
|
|
72 # will help in the parsing, but if it isn't provided, it will be guessed.
|
|
|
73 # diagnostics:
|
|
|
74 # If set to 0, diagnostics will not be returned. This can save a lot
|
|
|
75 # of memory if you are not using this information.
|
|
|
76 # fullname:
|
|
|
77 # If set to 0, the fullname key will not be included in tests.
|
|
|
78 # Returns a hash with the following keys:
|
|
|
79 # incomplete: 1 if the summary file appears truncated, otherwise 0
|
|
|
80 # diagnostics: List of (type, value) for any errors detected. Type can be ERROR, WARNING, or NOTE.
|
|
|
81 # test: Array of root-level tests, with keys:
|
|
|
82 # name: Name of the test, relative to the enclosing test group.
|
|
|
83 # fullname: Fully-qualified name of the test.
|
|
|
84 # result: DejaGNU result (PASS, FAIL, XPASS, &c)
|
|
|
85 # detail: For multi-phase (e.g. compile/link/execute), this will be
|
|
|
86 # the furthest phase which the test was able to attempt,
|
|
|
87 # so if the result is FAIL and this is "link phase", the test
|
|
|
88 # compiled but failed to link. This key may contain other
|
|
|
89 # auxiliary data.
|
|
|
90 # pseudotest: If 1, this test may not really exist; see "pseudotest" below.
|
|
|
91 # testgroup: Array of root-level testgroups, with keys:
|
|
|
92 # name: Name of the group.
|
|
|
93 # parent: Parent test group.
|
|
|
94 # test: As per above.
|
|
|
95 # testgroup: Child test groups.
|
|
|
96 # compiler: Version string from compiler used to run the tests (if detected)
|
|
|
97 sub parseLogFile($;$) {
|
|
|
98 my($logfile, $options) = @_;
|
|
|
99 $options ||= {};
|
|
|
100 my $gccdir = $options->{gccdir} || "";
|
|
|
101 my $return_diags = exists($options->{diagnostics}) ? $options->{diagnostics} : 1;
|
|
|
102 my $emit_fullname = exists($options->{fullname}) ? $options->{fullname} : 1;
|
|
|
103 my $is_gdb = 0;
|
|
|
104 my $gdbhack = "";
|
|
|
105
|
|
|
106 my %ret = (incomplete => 1, diagnostics => [], testgroup => []);
|
|
|
107 my(%testindex, %groupindex);
|
|
|
108
|
|
|
109 open(LOGFILE, $logfile) or die "Couldn't open log file $logfile: $!\n";
|
|
|
110
|
|
|
111 my($currgroup, $currtest, $lastrun);
|
|
|
112 $currgroup = \%ret;
|
|
|
113
|
|
|
114 my %monmap = (Jan => 0, Feb => 1, Mar => 2, Apr => 3, May => 4, Jun => 5, Jul => 6, Aug => 7, Sep => 8, Oct => 9, Nov => 10, Dec => 11);
|
|
|
115
|
|
|
116 # We don't want gccdir matching on an empty string.
|
|
|
117 $gccdir ||= "this will never match, or my name isn't Reginald St. Croix";
|
|
|
118
|
|
|
119 my $line = 1;
|
|
|
120 while(<LOGFILE>) {
|
|
|
121 chomp;
|
|
|
122 s/\x{d}$//; #^M
|
|
|
123 next if $_ eq "";
|
|
|
124
|
|
|
125 if(/^gcc version/) {
|
|
|
126 $ret{compiler} = $_;
|
|
|
127 } elsif(/^got a .* signal, interrupted by user /) {
|
|
|
128 $ret{incomplete} = 2;
|
|
|
129 } elsif(/^\s*=== gdb/) {
|
|
|
130 $is_gdb = 1;
|
|
|
131 # The log file from the GDB test suite is prone to have random crap
|
|
|
132 # in front of test result lines, so we need to be looser about how
|
|
|
133 # we parse those for GDB.
|
|
|
134 $gdbhack = ".*";
|
|
|
135 } elsif(/^(Test Run By \S+ on|runtest completed at) ... (.{3}) (\d{1,2}) (\d{1,2}):(\d{1,2}):(\d{1,2}) (\d{4})/) {
|
|
|
136 my $time = mktime($6, $5, $4, $3, $monmap{$2}, $7 - 1900);
|
|
|
137 if($1 eq "runtest completed at") {
|
|
|
138 $ret{end_time} = $time;
|
|
|
139 } else {
|
|
|
140 $ret{start_time} = $time;
|
|
|
141 }
|
|
|
142 } elsif(m<^Running (?!target )\Q$gccdir\E/?(\S+)> or m<^Running (?!target )\S*?((?:gcc|gdb|libstdc\+\+-v3)/testsuite/\S+)>) {
|
|
|
143 # We keep track of the last "Running foo/bar/baz.exp" line because
|
|
|
144 # some tests don't bother printing out the full paths of their files,
|
|
|
145 # and this gives us the directory information.
|
|
|
146
|
|
|
147 $lastrun = $1;
|
|
|
148 $lastrun =~ s!/[^/]*/\.\.!!; # foo/bar/../baz -> foo/baz
|
|
|
149 $currgroup = mkGroupPath(\%ret, \%groupindex, split(m!/!, $lastrun));
|
|
|
150 #$currgroup->{testfile} = $lastrun;
|
|
|
151 } elsif(/^Executing on (.*?):(.*)/) {
|
|
|
152 # Okay, if it's "Executing on host", it's a new
|
|
|
153 # file. If it's "Executing on unix", it's probably
|
|
|
154 # a test within the file -- an execution test, specifically --
|
|
|
155 # (makes sense, no?) But not always, sometimes we
|
|
|
156 # see "Executing on unix" outside the context of a
|
|
|
157 # file.
|
|
|
158
|
|
|
159 # Try to pick out the gccdir-relative filename.
|
|
|
160 # If we can't find it, it isn't really a new testfile,
|
|
|
161 # but a derived file.
|
|
|
162 my($exectype, $execwhat) = ($1, $2);
|
|
|
163 next if $execwhat =~ /^dsymutil/;
|
|
|
164 $execwhat =~
|
|
|
165 s!.*?\s\Q$gccdir\E/?(\S+).*!$1! or
|
|
|
166 s!.*?/((?:gcc|gdb|libstdc\+\+-v3)/testsuite/\S+).*!$1! or
|
|
|
167 $exectype = "unix";
|
|
|
168
|
|
|
169 if($exectype eq "host" or !$currgroup) {
|
|
|
170 # New file
|
|
|
171
|
|
|
172 my $nogroup = 0;
|
|
|
173 if($execwhat =~ / /) {
|
|
|
174 # We probably haven't parsed the file correctly.
|
|
|
175 # Try getting it from $lastrun.
|
|
|
176
|
|
|
177 $execwhat = dirname($lastrun) . "/" . basename($execwhat) if $lastrun and $execwhat;
|
|
|
178 $execwhat =~ s/\s.*//;
|
|
|
179
|
|
|
180 # At the end of each tool, it invokes "gcc -v" or "c++ -v"
|
|
|
181 # as a test. We don't really want to treat this as a test.
|
|
|
182 if($execwhat =~ m!/(gcc|c\+\+)$!) {
|
|
|
183 undef $currtest;
|
|
|
184 undef $currgroup;
|
|
|
185 $nogroup = 1;
|
|
|
186 }
|
|
|
187 }
|
|
|
188
|
|
|
189 if(!$nogroup) {
|
|
|
190 undef $currtest;
|
|
|
191 $execwhat =~ s!/[^/]*/\.\.!!; # foo/bar/../baz -> foo/baz
|
|
|
192
|
|
|
193 if($lastrun) {
|
|
|
194 my $lastbase = dirname($lastrun);
|
|
|
195 my $basegroup = $execwhat;
|
|
|
196 $basegroup =~ s!^\Q$lastbase\E/!!;
|
|
|
197 $execwhat = "$lastrun/$basegroup";
|
|
|
198 }
|
|
|
199
|
|
|
200 $currgroup = mkGroupPath(\%ret, \%groupindex, split(m!/!, $execwhat));
|
|
|
201 #$currgroup->{testfile} = $execwhat;
|
|
|
202 }
|
|
|
203 } else {
|
|
|
204 # New test within current file
|
|
|
205
|
|
|
206 $currtest = {};
|
|
|
207 }
|
|
|
208 } elsif(/^# of/) {
|
|
|
209 # This line appears should appear near the end of summary files.
|
|
|
210 # If it doesn't, something went wrong.
|
|
|
211
|
|
|
212 if($ret{incomplete} == 2) {
|
|
|
213 #Ah, but we previously saw indication that we were killed via a signal.
|
|
|
214 $ret{incomplete} = 1;
|
|
|
215 } else {
|
|
|
216 $ret{incomplete} = 0;
|
|
|
217 }
|
|
|
218 } elsif(/^testcase .* completed/) {
|
|
|
219 # End of a .exp file
|
|
|
220 undef $currtest;
|
|
|
221 undef $currgroup;
|
|
|
222 } elsif(/^$gdbhack(FAIL|PASS|UNRESOLVED|UNSUPPORTED|UNTESTED|XFAIL|XPASS|KFAIL|KPASS): (.*)/) {
|
|
|
223 # If the currtest already has a name, that means we've already seen
|
|
|
224 # its results, so what we have now is a new test. However, if we
|
|
|
225 # haven't seen results for currtest yet, that means currtest just
|
|
|
226 # has some diagnostics associated with it but no actual results,
|
|
|
227 # so just use that one.
|
|
|
228 undef $currtest if $currtest->{name};
|
|
|
229
|
|
|
230 my $phase = ""; # compile/link/execute
|
|
|
231 my($test, $result) = ($2, $1);
|
|
|
232
|
|
|
233 # Compile/(link/)execute combining
|
|
|
234 if($test =~ /^(.*) compile\s*$/) {
|
|
|
235 $test = "$1 compile,link,execute";
|
|
|
236 $phase = "compile";
|
|
|
237 } elsif($test =~ /^(.*)-(.*) (link|execute)\s*$/) {
|
|
|
238 $test = "$1 compile,link,execute";
|
|
|
239 if($3 eq "link") {
|
|
|
240 $phase = "link";
|
|
|
241 } else {
|
|
|
242 $phase = "execute";
|
|
|
243 }
|
|
|
244 } elsif($test =~ /(compile|compilation|execute|execution)/) {
|
|
|
245 my $phasematch = $1;
|
|
|
246 if($test =~ /^com/) {
|
|
|
247 $phase = "compile";
|
|
|
248 } else {
|
|
|
249 $phase = "execute";
|
|
|
250 }
|
|
|
251 $test =~ s!\Q$phasematch\E!compile,execute!;
|
|
|
252 }
|
|
|
253
|
|
|
254 # gcov tests behave in non-standard fashion.
|
|
|
255 my $failwhy = "";
|
|
|
256 $test =~ s/ gcov failed: (.*)// and $failwhy = $1;
|
|
|
257
|
|
|
258 # And some other tests have random information after a colon :(
|
|
|
259 # But for scan-assembler, this really is part of the name.
|
|
|
260 if(!$is_gdb and $test !~ /scan-assembler/ and $test =~ s/:\s*(.+)//) {
|
|
|
261 $failwhy = $1;
|
|
|
262 }
|
|
|
263
|
|
|
264 $test =~ s/\s*$//;
|
|
|
265 $test =~ s/^\s*$//;
|
|
|
266
|
|
|
267 # Sometimes there's a test which shows up as:
|
|
|
268 # foo (test for excess errors)
|
|
|
269 # foo (something else)
|
|
|
270 # foo: error executing dg-final
|
|
|
271 # if it runs, but just:
|
|
|
272 # foo
|
|
|
273 # if it doesn't. When we see the top form, we create a
|
|
|
274 # "pseudotest" in the bottom form, so that comparisons
|
|
|
275 # can be made.
|
|
|
276 my $basetest = $test;
|
|
|
277 $basetest =~ s/:? .*//;
|
|
|
278
|
|
|
279 if(exists($testindex{$test}) and !$testindex{$test}->{pseudotest}) {
|
|
|
280 $currtest = $testindex{$test};
|
|
|
281 if(ispass($currtest->{result})) {
|
|
|
282 $currtest->{result} = $result;
|
|
|
283 $currtest->{detail} = "$phase phase";
|
|
|
284 $currtest->{detail} .= "; $failwhy" if $failwhy;
|
|
|
285 }
|
|
|
286 } else {
|
|
|
287 # This might have been created earlier as a pseudotest.
|
|
|
288 # If so, overwrite it.
|
|
|
289 $currtest ||= $testindex{$test} || {};
|
|
|
290
|
|
|
291 $currtest->{name} = basename($test);
|
|
|
292 if($emit_fullname) {
|
|
|
293 $currtest->{fullname} = ($currgroup->{name} || dirname($test)) . "/$currtest->{name}";
|
|
|
294 }
|
|
|
295 my $grpname = $currgroup->{name} || "";
|
|
|
296 $currtest->{name} =~ s/^\s*\Q$grpname\E\s*//;
|
|
|
297 $currtest->{name} =~ s/^: // if $is_gdb;
|
|
|
298 # Sometimes there's a test at the root of the group.
|
|
|
299 # For instance, you'll have:
|
|
|
300 # FAIL: foo/bar.c (test for excess errors)
|
|
|
301 # UNRESOLVED: foo/bar.c: couldn't open "bar.s": no such file or directory
|
|
|
302 # In this case, groupname *is* the entire name, so the regex above will make the test name empty.
|
|
|
303 # In this case, we actually want to use the parent group and make this a test within that group.
|
|
|
304 my $orig_currgroup = $currgroup;
|
|
|
305 if(!$currtest->{name}) {
|
|
|
306 $currtest->{name} = $grpname;
|
|
|
307 $currgroup = $currgroup->{parent};
|
|
|
308 $grpname = $currgroup->{name} || "";
|
|
|
309 }
|
|
|
310
|
|
|
311 $currtest->{result} = $result;
|
|
|
312 if($phase and $failwhy) {
|
|
|
313 $currtest->{detail} = "$phase phase; $failwhy" if $phase;
|
|
|
314 } elsif($phase) {
|
|
|
315 $currtest->{detail} = "$phase phase";
|
|
|
316 } elsif($failwhy) {
|
|
|
317 $currtest->{detail} = $failwhy;
|
|
|
318 }
|
|
|
319
|
|
|
320 $currgroup->{test} ||= [];
|
|
|
321 push @{$currgroup->{test}}, $currtest;
|
|
|
322 $testindex{$test} = $currtest;
|
|
|
323 $currgroup = $orig_currgroup;
|
|
|
324
|
|
|
325 if($basetest ne $test) {
|
|
|
326 if(!exists($testindex{$basetest}) ) {
|
|
|
327 my $btbase = basename($basetest);
|
|
|
328 $testindex{$basetest} = {
|
|
|
329 name => $btbase,
|
|
|
330 result => $result,
|
|
|
331 pseudotest => 1,
|
|
|
332 fullname => $btbase
|
|
|
333 };
|
|
|
334 if($emit_fullname) {
|
|
|
335 $testindex{basetest}->{fullname} = ($currgroup->{name} || dirname($basetest)) . "/$btbase";
|
|
|
336 }
|
|
|
337 push @{$currgroup->{parent}->{test}}, $testindex{$basetest};
|
|
|
338 } else {
|
|
|
339 # Only let the base test pass if all the sub-tests pass
|
|
|
340 $testindex{$basetest}->{result} = $result if !ispass($result);
|
|
|
341 }
|
|
|
342 }
|
|
|
343
|
|
|
344 }
|
|
|
345 } elsif(/^\s+=== .* Summary ===\s*$/) {
|
|
|
346 undef $currgroup;
|
|
|
347 undef $currtest;
|
|
|
348 }
|
|
|
349
|
|
|
350 my $severity;
|
|
|
351 if(/^(ERROR|WARNING|NOTE): (.*)/) {
|
|
|
352 $severity = $1;
|
|
|
353 my $message = $2;
|
|
|
354
|
|
|
355 if($message eq "program timed out.") {
|
|
|
356 $currtest->{result} = "TIMEDOUT";
|
|
|
357 } elsif(
|
|
|
358 $message =~ /can't read "(HOSTCC|libiconv)": no such variable/ or
|
|
|
359 $message =~ /no files matched glob pattern/ or
|
|
|
360 $message =~ /error executing dg-final: .*: no such file/
|
|
|
361 ) {
|
|
|
362 $severity = "NOTE";
|
|
|
363 }
|
|
|
364 } else {
|
|
|
365 $severity = "logline";
|
|
|
366 }
|
|
|
367
|
|
|
368 if($return_diags) {
|
|
|
369 my $dobj;
|
|
|
370 if($currtest) {
|
|
|
371 $currtest->{diagnostics} ||= [];
|
|
|
372 $dobj = $currtest->{diagnostics};
|
|
|
373 } elsif($currgroup) {
|
|
|
374 $currgroup->{diagnostics} ||= [];
|
|
|
375 $dobj = $currgroup->{diagnostics};
|
|
|
376 } else {
|
|
|
377 $dobj = $ret{diagnostics};
|
|
|
378 }
|
|
|
379
|
|
|
380 push @$dobj, {message => $_, severity => $severity, line => $line};
|
|
|
381 }
|
|
|
382 } continue {
|
|
|
383 $line++;
|
|
|
384 }
|
|
|
385 close LOGFILE;
|
|
|
386
|
|
|
387 return %ret;
|
|
|
388 }
|
|
|
389
|
|
|
390 # Split a test into testdivs
|
|
|
391 sub splitTest($$) {
|
|
|
392 my($root, $test) = @_;
|
|
|
393
|
|
|
394 $test->{fullname} =~ /^(\S+)\s*(.*)/;
|
|
|
395 my($path, $descriptor) = ($1, $2);
|
|
|
396 my @nodes = split(m!/!, $path);
|
|
|
397 push @nodes, $descriptor if $descriptor;
|
|
|
398 my $lastnode = pop @nodes;
|
|
|
399
|
|
|
400 my $hash = $root;
|
|
|
401 foreach (@nodes) {
|
|
|
402 $hash->{testdiv} ||= {};
|
|
|
403 $hash = $hash->{testdiv}->{$_} ||= {};
|
|
|
404 }
|
|
|
405
|
|
|
406
|
|
|
407 $hash->{test} ||= {};
|
|
|
408 $hash->{test}->{$lastnode} = $test;
|
|
|
409 }
|
|
|
410
|
|
|
411
|
|
|
412 # ==== Comparison ====
|
|
|
413
|
|
|
414 sub ispass($) {
|
|
|
415 my $result = shift;
|
|
|
416
|
|
|
417 if($result eq "PASS" or $result eq "XFAIL" or $result eq "KFAIL") {
|
|
|
418 return 1;
|
|
|
419 } else {
|
|
|
420 return 0;
|
|
|
421 }
|
|
|
422 }
|
|
|
423
|
|
|
424 1;
|
