From 99efda8eda7c757983ce5a78dd252b48859f14ee Mon Sep 17 00:00:00 2001 From: Thiago Jung Bauermann Date: Tue, 28 Feb 2023 23:03:05 +0000 Subject: compare_dg_tests.pl: Add mode for merging sum files It could have been a separate script, but it's kept in compare_dg_tests.pl to reuse read_sum() and empty_result(). Change-Id: I84e274bf0e93228e5c0dd2cb3915385d12d7ea8c --- compare_dg_tests.pl | 122 ++++++++- testsuite/Makefile | 5 +- testsuite/sum-merge-1.txt | 542 ++++++++++++++++++++++++++++++++++++++ testsuite/sum-merge-2.txt | 541 ++++++++++++++++++++++++++++++++++++++ testsuite/sum-merge-3.txt | 541 ++++++++++++++++++++++++++++++++++++++ testsuite/sum-merge-expected.txt | 546 +++++++++++++++++++++++++++++++++++++++ 6 files changed, 2295 insertions(+), 2 deletions(-) create mode 100644 testsuite/sum-merge-1.txt create mode 100644 testsuite/sum-merge-2.txt create mode 100644 testsuite/sum-merge-3.txt create mode 100644 testsuite/sum-merge-expected.txt diff --git a/compare_dg_tests.pl b/compare_dg_tests.pl index 6eec385..f660000 100755 --- a/compare_dg_tests.pl +++ b/compare_dg_tests.pl @@ -17,6 +17,7 @@ sub compare_results($$); sub usage(); sub print_compare_results_summary($$); sub nothing($$$$); +sub merge($$@); my $PASS_PASS = "Still passes [PASS => PASS]"; my $PASS_XPASS = "PASS now XPASS [PASS =>XPASS]"; @@ -224,6 +225,8 @@ my $quiet=0; my $long=0; my $short=0; my $debug=0; +my $merge_mode=0; # Merge result sum files into reference sum file +my $output_file; my ($testroot, $basename); my ($ref_file_name, $res_file_name); my $nounstable=0; @@ -237,6 +240,7 @@ my @hwdep_markers=(); # Optional markers when parsing hwdep_file my $ratio_thresh = 0.95; # Warn if pass ratio is below this threshold GetOptions ("l" => \$long, + "o=s" => \$output_file, "s" => \$short, "q" => \$quiet, "v" => \$verbose, @@ -249,7 +253,28 @@ GetOptions ("l" => \$long, "unstable-marker=s" => \@unstable_markers, "no-hwdep" => \$no_hwdep, "hwdep-tests=s" => \$hwdep_file, - "hwdep-marker=s" => \@hwdep_markers); + "hwdep-marker=s" => \@hwdep_markers, + "merge" => \$merge_mode); + +# Merge is a separate operating mode of this script where instead of comparing sum files, +# it merges them. It could be a separate script, but it's kept here to reuse the sum file +# parsing code. +# +# In this mode, the script will merge the sum files provided as arguments into one +# synthetic sum file. The reference sum file will be the first one provided as argument. +# For tests that didn't pass, check the other sum files to see whether that test PASSed or +# XFAILed in any of them. If so, the status for the test is changed to PASS or XFAIL in +# the reference file. The result is written to the file given by the '-o' option. +if ($merge_mode) { + $ref_file_name = shift(@ARGV); + my $ref = read_sum($ref_file_name); + my @res; + foreach (@ARGV) { + push(@res, read_sum($_)); + } + + exit merge($output_file, $ref_file_name, @res); +} $ref_file_name = $ARGV[0] if ($#ARGV == 1); $res_file_name = $ARGV[1] if ($#ARGV == 1); @@ -1038,3 +1063,98 @@ sub print_compare_results_summary($$) return $return_value; } + +###################################################### +# MERGING +sub merge($$@) +{ + my ($output_file, $ref_file, @results) = @_; + my $res = empty_result(); + my $current_tool=""; + my $current_exp=""; + + open(REF, '<', $ref_file) or die $!; + open(OUTPUT, '>', $output_file) or die $!; + + print OUTPUT "Note: This is a synthetic sum file generated by merging the sum files of\n"; + print OUTPUT " several testsuite runs. To investigate test results, refer to the\n"; + print OUTPUT " original sum and log files.\n\n"; + + while () { + my $printed = 0; + if (m/^(PASS|XPASS|FAIL|XFAIL|KFAIL|UNSUPPORTED|UNTESTED|UNRESOLVED): *(.*)/) { + my ($diag,$tc) = ($1,$2); + # Prefix test name wih .exp filename to help report + # regressions/run bisect. + $tc = "$current_tool:$current_exp=$tc"; + + if ($diag ne "PASS") { + my $xfail_seen = 0; + + # Did this test pass or xfail in any of the other results? + foreach my $result (@results) { + if ($result->{testcases}->{$tc}->{PASS}) { + print OUTPUT "PASS: $2\n"; + $printed = 1; + + # Adjust the summary statistics. + $res->{$diag}--; + $res->{PASS}++; + last; + } elsif ($result->{testcases}->{$tc}->{XFAIL}) { + $xfail_seen = 1; + } + } + + if (not $printed and $xfail_seen) { + print OUTPUT "XFAIL: $2\n"; + $printed = 1; + + # Adjust the summary statistics. + $res->{$diag}--; + $res->{XFAIL}++; + } + } + } elsif (m/^(# of expected passes|# of unexpected failures|# of expected failures|# of known failures|# of unsupported tests|# of untested testcases|# of unresolved testcases)(\s+)(\d+)$/) { + my $total; + my $adjustment = 0; + + $adjustment = $res->{PASS} if ($1 eq "# of expected passes"); + $adjustment = $res->{FAIL} if ($1 eq "# of unexpected failures"); + $adjustment = $res->{XFAIL} if ($1 eq "# of expected failures"); + $adjustment = $res->{KFAIL} if ($1 eq "# of known failures"); + $adjustment = $res->{UNSUPPORTED} if ($1 eq "# of unsupported tests"); + $adjustment = $res->{UNTESTED} if ($1 eq "# of untested testcases"); + $adjustment = $res->{UNRESOLVED} if ($1 eq "# of unresolved testcases"); + + $total = $3 + $adjustment; + print OUTPUT "$1$2$total\n"; + $printed = 1; + } elsif (m/^Running (.*) \.\.\.*/) { + $current_exp=$1; + $current_exp =~ s|.*/testsuite/||; + } elsif (m/^\t\t=== (.*) tests ===/) { + $current_tool=$1; + } elsif (m/^\t\t=== (.*) Summary ===/) { + $current_tool=""; + $current_exp=""; + } elsif (m/^Note: This is a synthetic sum file.*/) { + # If the reference file is itself a synthetic sum file, we should skip the + # note at the top because we already printed it. + + # Skip next 3 lines. + foreach my $i (0..2) { + my $skipped_line = ; + } + + $printed = 1; + } + + # Pass-through lines that weren't modified. + print OUTPUT $_ if (not $printed); + } + close(REF); + close(OUTPUT); + + return 0; +} diff --git a/testsuite/Makefile b/testsuite/Makefile index d7e84de..171073a 100644 --- a/testsuite/Makefile +++ b/testsuite/Makefile @@ -1,6 +1,9 @@ check: LC_ALL=C ../compare_dg_tests.pl --hwdep-tests=hw-dependent-tests.txt sum-1.txt sum-2.txt > cmp-1-2.txt ; diff cmp-1-2.txt expected-1-2.txt LC_ALL=C ../compare_dg_tests.pl --hwdep-tests=hw-dependent-tests.txt -l sum-1.txt sum-2.txt > cmp-1-2-long.txt ; diff cmp-1-2-long.txt expected-1-2-long.txt + LC_ALL=C ../compare_dg_tests.pl --merge -o merged-sum.txt sum-merge-1.txt sum-merge-2.txt sum-merge-3.txt ; diff merged-sum.txt sum-merge-expected.txt + # Test that merging a merged file doesn't duplicate the header note. + LC_ALL=C ../compare_dg_tests.pl --merge -o merged-sum.txt sum-merge-expected.txt sum-merge-1.txt ; diff merged-sum.txt sum-merge-expected.txt clean: - rm -f cmp-1-2.txt cmp-1-2-long.txt + rm -f cmp-1-2.txt cmp-1-2-long.txt merged-sum.txt diff --git a/testsuite/sum-merge-1.txt b/testsuite/sum-merge-1.txt new file mode 100644 index 0000000..1848be3 --- /dev/null +++ b/testsuite/sum-merge-1.txt @@ -0,0 +1,542 @@ + === gcc-compare-results tests === + +Running target mytarget + +Running tests-pass.exp ... +PASS: test-pass-pass-pass +PASS: test-pass-pass-xpass +PASS: test-pass-pass-fail +PASS: test-pass-pass-xfail +PASS: test-pass-pass-kfail +PASS: test-pass-pass-unsupported +PASS: test-pass-pass-untested +PASS: test-pass-pass-unresolved +PASS: test-pass-xpass-pass +PASS: test-pass-xpass-xpass +PASS: test-pass-xpass-fail +PASS: test-pass-xpass-xfail +PASS: test-pass-xpass-kfail +PASS: test-pass-xpass-unsupported +PASS: test-pass-xpass-untested +PASS: test-pass-xpass-unresolved +PASS: test-pass-fail-pass +PASS: test-pass-fail-xpass +PASS: test-pass-fail-fail +PASS: test-pass-fail-xfail +PASS: test-pass-fail-kfail +PASS: test-pass-fail-unsupported +PASS: test-pass-fail-untested +PASS: test-pass-fail-unresolved +PASS: test-pass-xfail-pass +PASS: test-pass-xfail-xpass +PASS: test-pass-xfail-fail +PASS: test-pass-xfail-xfail +PASS: test-pass-xfail-kfail +PASS: test-pass-xfail-unsupported +PASS: test-pass-xfail-untested +PASS: test-pass-xfail-unresolved +PASS: test-pass-kfail-pass +PASS: test-pass-kfail-xpass +PASS: test-pass-kfail-fail +PASS: test-pass-kfail-xfail +PASS: test-pass-kfail-kfail +PASS: test-pass-kfail-unsupported +PASS: test-pass-kfail-untested +PASS: test-pass-kfail-unresolved +PASS: test-pass-unsupported-pass +PASS: test-pass-unsupported-xpass +PASS: test-pass-unsupported-fail +PASS: test-pass-unsupported-xfail +PASS: test-pass-unsupported-kfail +PASS: test-pass-unsupported-unsupported +PASS: test-pass-unsupported-untested +PASS: test-pass-unsupported-unresolved +PASS: test-pass-untested-pass +PASS: test-pass-untested-xpass +PASS: test-pass-untested-fail +PASS: test-pass-untested-xfail +PASS: test-pass-untested-kfail +PASS: test-pass-untested-unsupported +PASS: test-pass-untested-untested +PASS: test-pass-untested-unresolved +PASS: test-pass-unresolved-pass +PASS: test-pass-unresolved-xpass +PASS: test-pass-unresolved-fail +PASS: test-pass-unresolved-xfail +PASS: test-pass-unresolved-kfail +PASS: test-pass-unresolved-unsupported +PASS: test-pass-unresolved-untested +PASS: test-pass-unresolved-unresolved + +Running tests-xpass.exp ... +XPASS: test-xpass-pass-pass +XPASS: test-xpass-pass-xpass +XPASS: test-xpass-pass-fail +XPASS: test-xpass-pass-xfail +XPASS: test-xpass-pass-kfail +XPASS: test-xpass-pass-unsupported +XPASS: test-xpass-pass-untested +XPASS: test-xpass-pass-unresolved +XPASS: test-xpass-xpass-pass +XPASS: test-xpass-xpass-xpass +XPASS: test-xpass-xpass-fail +XPASS: test-xpass-xpass-xfail +XPASS: test-xpass-xpass-kfail +XPASS: test-xpass-xpass-unsupported +XPASS: test-xpass-xpass-untested +XPASS: test-xpass-xpass-unresolved +XPASS: test-xpass-fail-pass +XPASS: test-xpass-fail-xpass +XPASS: test-xpass-fail-fail +XPASS: test-xpass-fail-xfail +XPASS: test-xpass-fail-kfail +XPASS: test-xpass-fail-unsupported +XPASS: test-xpass-fail-untested +XPASS: test-xpass-fail-unresolved +XPASS: test-xpass-xfail-pass +XPASS: test-xpass-xfail-xpass +XPASS: test-xpass-xfail-fail +XPASS: test-xpass-xfail-xfail +XPASS: test-xpass-xfail-kfail +XPASS: test-xpass-xfail-unsupported +XPASS: test-xpass-xfail-untested +XPASS: test-xpass-xfail-unresolved +XPASS: test-xpass-kfail-pass +XPASS: test-xpass-kfail-xpass +XPASS: test-xpass-kfail-fail +XPASS: test-xpass-kfail-xfail +XPASS: test-xpass-kfail-kfail +XPASS: test-xpass-kfail-unsupported +XPASS: test-xpass-kfail-untested +XPASS: test-xpass-kfail-unresolved +XPASS: test-xpass-unsupported-pass +XPASS: test-xpass-unsupported-xpass +XPASS: test-xpass-unsupported-fail +XPASS: test-xpass-unsupported-xfail +XPASS: test-xpass-unsupported-kfail +XPASS: test-xpass-unsupported-unsupported +XPASS: test-xpass-unsupported-untested +XPASS: test-xpass-unsupported-unresolved +XPASS: test-xpass-untested-pass +XPASS: test-xpass-untested-xpass +XPASS: test-xpass-untested-fail +XPASS: test-xpass-untested-xfail +XPASS: test-xpass-untested-kfail +XPASS: test-xpass-untested-unsupported +XPASS: test-xpass-untested-untested +XPASS: test-xpass-untested-unresolved +XPASS: test-xpass-unresolved-pass +XPASS: test-xpass-unresolved-xpass +XPASS: test-xpass-unresolved-fail +XPASS: test-xpass-unresolved-xfail +XPASS: test-xpass-unresolved-kfail +XPASS: test-xpass-unresolved-unsupported +XPASS: test-xpass-unresolved-untested +XPASS: test-xpass-unresolved-unresolved + +Running tests-fail.exp ... +FAIL: test-fail-pass-pass +FAIL: test-fail-pass-xpass +FAIL: test-fail-pass-fail +FAIL: test-fail-pass-xfail +FAIL: test-fail-pass-kfail +FAIL: test-fail-pass-unsupported +FAIL: test-fail-pass-untested +FAIL: test-fail-pass-unresolved +FAIL: test-fail-xpass-pass +FAIL: test-fail-xpass-xpass +FAIL: test-fail-xpass-fail +FAIL: test-fail-xpass-xfail +FAIL: test-fail-xpass-kfail +FAIL: test-fail-xpass-unsupported +FAIL: test-fail-xpass-untested +FAIL: test-fail-xpass-unresolved +FAIL: test-fail-fail-pass +FAIL: test-fail-fail-xpass +FAIL: test-fail-fail-fail +FAIL: test-fail-fail-xfail +FAIL: test-fail-fail-kfail +FAIL: test-fail-fail-unsupported +FAIL: test-fail-fail-untested +FAIL: test-fail-fail-unresolved +FAIL: test-fail-xfail-pass +FAIL: test-fail-xfail-xpass +FAIL: test-fail-xfail-fail +FAIL: test-fail-xfail-xfail +FAIL: test-fail-xfail-kfail +FAIL: test-fail-xfail-unsupported +FAIL: test-fail-xfail-untested +FAIL: test-fail-xfail-unresolved +FAIL: test-fail-kfail-pass +FAIL: test-fail-kfail-xpass +FAIL: test-fail-kfail-fail +FAIL: test-fail-kfail-xfail +FAIL: test-fail-kfail-kfail +FAIL: test-fail-kfail-unsupported +FAIL: test-fail-kfail-untested +FAIL: test-fail-kfail-unresolved +FAIL: test-fail-unsupported-pass +FAIL: test-fail-unsupported-xpass +FAIL: test-fail-unsupported-fail +FAIL: test-fail-unsupported-xfail +FAIL: test-fail-unsupported-kfail +FAIL: test-fail-unsupported-unsupported +FAIL: test-fail-unsupported-untested +FAIL: test-fail-unsupported-unresolved +FAIL: test-fail-untested-pass +FAIL: test-fail-untested-xpass +FAIL: test-fail-untested-fail +FAIL: test-fail-untested-xfail +FAIL: test-fail-untested-kfail +FAIL: test-fail-untested-unsupported +FAIL: test-fail-untested-untested +FAIL: test-fail-untested-unresolved +FAIL: test-fail-unresolved-pass +FAIL: test-fail-unresolved-xpass +FAIL: test-fail-unresolved-fail +FAIL: test-fail-unresolved-xfail +FAIL: test-fail-unresolved-kfail +FAIL: test-fail-unresolved-unsupported +FAIL: test-fail-unresolved-untested +FAIL: test-fail-unresolved-unresolved + +Running tests-xfail.exp ... +XFAIL: test-xfail-pass-pass +XFAIL: test-xfail-pass-xpass +XFAIL: test-xfail-pass-fail +XFAIL: test-xfail-pass-xfail +XFAIL: test-xfail-pass-kfail +XFAIL: test-xfail-pass-unsupported +XFAIL: test-xfail-pass-untested +XFAIL: test-xfail-pass-unresolved +XFAIL: test-xfail-xpass-pass +XFAIL: test-xfail-xpass-xpass +XFAIL: test-xfail-xpass-fail +XFAIL: test-xfail-xpass-xfail +XFAIL: test-xfail-xpass-kfail +XFAIL: test-xfail-xpass-unsupported +XFAIL: test-xfail-xpass-untested +XFAIL: test-xfail-xpass-unresolved +XFAIL: test-xfail-fail-pass +XFAIL: test-xfail-fail-xpass +XFAIL: test-xfail-fail-fail +XFAIL: test-xfail-fail-xfail +XFAIL: test-xfail-fail-kfail +XFAIL: test-xfail-fail-unsupported +XFAIL: test-xfail-fail-untested +XFAIL: test-xfail-fail-unresolved +XFAIL: test-xfail-xfail-pass +XFAIL: test-xfail-xfail-xpass +XFAIL: test-xfail-xfail-fail +XFAIL: test-xfail-xfail-xfail +XFAIL: test-xfail-xfail-kfail +XFAIL: test-xfail-xfail-unsupported +XFAIL: test-xfail-xfail-untested +XFAIL: test-xfail-xfail-unresolved +XFAIL: test-xfail-kfail-pass +XFAIL: test-xfail-kfail-xpass +XFAIL: test-xfail-kfail-fail +XFAIL: test-xfail-kfail-xfail +XFAIL: test-xfail-kfail-kfail +XFAIL: test-xfail-kfail-unsupported +XFAIL: test-xfail-kfail-untested +XFAIL: test-xfail-kfail-unresolved +XFAIL: test-xfail-unsupported-pass +XFAIL: test-xfail-unsupported-xpass +XFAIL: test-xfail-unsupported-fail +XFAIL: test-xfail-unsupported-xfail +XFAIL: test-xfail-unsupported-kfail +XFAIL: test-xfail-unsupported-unsupported +XFAIL: test-xfail-unsupported-untested +XFAIL: test-xfail-unsupported-unresolved +XFAIL: test-xfail-untested-pass +XFAIL: test-xfail-untested-xpass +XFAIL: test-xfail-untested-fail +XFAIL: test-xfail-untested-xfail +XFAIL: test-xfail-untested-kfail +XFAIL: test-xfail-untested-unsupported +XFAIL: test-xfail-untested-untested +XFAIL: test-xfail-untested-unresolved +XFAIL: test-xfail-unresolved-pass +XFAIL: test-xfail-unresolved-xpass +XFAIL: test-xfail-unresolved-fail +XFAIL: test-xfail-unresolved-xfail +XFAIL: test-xfail-unresolved-kfail +XFAIL: test-xfail-unresolved-unsupported +XFAIL: test-xfail-unresolved-untested +XFAIL: test-xfail-unresolved-unresolved + +Running tests-kfail.exp ... +KFAIL: test-kfail-pass-pass +KFAIL: test-kfail-pass-xpass +KFAIL: test-kfail-pass-fail +KFAIL: test-kfail-pass-xfail +KFAIL: test-kfail-pass-kfail +KFAIL: test-kfail-pass-unsupported +KFAIL: test-kfail-pass-untested +KFAIL: test-kfail-pass-unresolved +KFAIL: test-kfail-xpass-pass +KFAIL: test-kfail-xpass-xpass +KFAIL: test-kfail-xpass-fail +KFAIL: test-kfail-xpass-xfail +KFAIL: test-kfail-xpass-kfail +KFAIL: test-kfail-xpass-unsupported +KFAIL: test-kfail-xpass-untested +KFAIL: test-kfail-xpass-unresolved +KFAIL: test-kfail-fail-pass +KFAIL: test-kfail-fail-xpass +KFAIL: test-kfail-fail-fail +KFAIL: test-kfail-fail-xfail +KFAIL: test-kfail-fail-kfail +KFAIL: test-kfail-fail-unsupported +KFAIL: test-kfail-fail-untested +KFAIL: test-kfail-fail-unresolved +KFAIL: test-kfail-xfail-pass +KFAIL: test-kfail-xfail-xpass +KFAIL: test-kfail-xfail-fail +KFAIL: test-kfail-xfail-xfail +KFAIL: test-kfail-xfail-kfail +KFAIL: test-kfail-xfail-unsupported +KFAIL: test-kfail-xfail-untested +KFAIL: test-kfail-xfail-unresolved +KFAIL: test-kfail-kfail-pass +KFAIL: test-kfail-kfail-xpass +KFAIL: test-kfail-kfail-fail +KFAIL: test-kfail-kfail-xfail +KFAIL: test-kfail-kfail-kfail +KFAIL: test-kfail-kfail-unsupported +KFAIL: test-kfail-kfail-untested +KFAIL: test-kfail-kfail-unresolved +KFAIL: test-kfail-unsupported-pass +KFAIL: test-kfail-unsupported-xpass +KFAIL: test-kfail-unsupported-fail +KFAIL: test-kfail-unsupported-xfail +KFAIL: test-kfail-unsupported-kfail +KFAIL: test-kfail-unsupported-unsupported +KFAIL: test-kfail-unsupported-untested +KFAIL: test-kfail-unsupported-unresolved +KFAIL: test-kfail-untested-pass +KFAIL: test-kfail-untested-xpass +KFAIL: test-kfail-untested-fail +KFAIL: test-kfail-untested-xfail +KFAIL: test-kfail-untested-kfail +KFAIL: test-kfail-untested-unsupported +KFAIL: test-kfail-untested-untested +KFAIL: test-kfail-untested-unresolved +KFAIL: test-kfail-unresolved-pass +KFAIL: test-kfail-unresolved-xpass +KFAIL: test-kfail-unresolved-fail +KFAIL: test-kfail-unresolved-xfail +KFAIL: test-kfail-unresolved-kfail +KFAIL: test-kfail-unresolved-unsupported +KFAIL: test-kfail-unresolved-untested +KFAIL: test-kfail-unresolved-unresolved + +Running tests-unsupported.exp ... +UNSUPPORTED: test-unsupported-pass-pass +UNSUPPORTED: test-unsupported-pass-xpass +UNSUPPORTED: test-unsupported-pass-fail +UNSUPPORTED: test-unsupported-pass-xfail +UNSUPPORTED: test-unsupported-pass-kfail +UNSUPPORTED: test-unsupported-pass-unsupported +UNSUPPORTED: test-unsupported-pass-untested +UNSUPPORTED: test-unsupported-pass-unresolved +UNSUPPORTED: test-unsupported-xpass-pass +UNSUPPORTED: test-unsupported-xpass-xpass +UNSUPPORTED: test-unsupported-xpass-fail +UNSUPPORTED: test-unsupported-xpass-xfail +UNSUPPORTED: test-unsupported-xpass-kfail +UNSUPPORTED: test-unsupported-xpass-unsupported +UNSUPPORTED: test-unsupported-xpass-untested +UNSUPPORTED: test-unsupported-xpass-unresolved +UNSUPPORTED: test-unsupported-fail-pass +UNSUPPORTED: test-unsupported-fail-xpass +UNSUPPORTED: test-unsupported-fail-fail +UNSUPPORTED: test-unsupported-fail-xfail +UNSUPPORTED: test-unsupported-fail-kfail +UNSUPPORTED: test-unsupported-fail-unsupported +UNSUPPORTED: test-unsupported-fail-untested +UNSUPPORTED: test-unsupported-fail-unresolved +UNSUPPORTED: test-unsupported-xfail-pass +UNSUPPORTED: test-unsupported-xfail-xpass +UNSUPPORTED: test-unsupported-xfail-fail +UNSUPPORTED: test-unsupported-xfail-xfail +UNSUPPORTED: test-unsupported-xfail-kfail +UNSUPPORTED: test-unsupported-xfail-unsupported +UNSUPPORTED: test-unsupported-xfail-untested +UNSUPPORTED: test-unsupported-xfail-unresolved +UNSUPPORTED: test-unsupported-kfail-pass +UNSUPPORTED: test-unsupported-kfail-xpass +UNSUPPORTED: test-unsupported-kfail-fail +UNSUPPORTED: test-unsupported-kfail-xfail +UNSUPPORTED: test-unsupported-kfail-kfail +UNSUPPORTED: test-unsupported-kfail-unsupported +UNSUPPORTED: test-unsupported-kfail-untested +UNSUPPORTED: test-unsupported-kfail-unresolved +UNSUPPORTED: test-unsupported-unsupported-pass +UNSUPPORTED: test-unsupported-unsupported-xpass +UNSUPPORTED: test-unsupported-unsupported-fail +UNSUPPORTED: test-unsupported-unsupported-xfail +UNSUPPORTED: test-unsupported-unsupported-kfail +UNSUPPORTED: test-unsupported-unsupported-unsupported +UNSUPPORTED: test-unsupported-unsupported-untested +UNSUPPORTED: test-unsupported-unsupported-unresolved +UNSUPPORTED: test-unsupported-untested-pass +UNSUPPORTED: test-unsupported-untested-xpass +UNSUPPORTED: test-unsupported-untested-fail +UNSUPPORTED: test-unsupported-untested-xfail +UNSUPPORTED: test-unsupported-untested-kfail +UNSUPPORTED: test-unsupported-untested-unsupported +UNSUPPORTED: test-unsupported-untested-untested +UNSUPPORTED: test-unsupported-untested-unresolved +UNSUPPORTED: test-unsupported-unresolved-pass +UNSUPPORTED: test-unsupported-unresolved-xpass +UNSUPPORTED: test-unsupported-unresolved-fail +UNSUPPORTED: test-unsupported-unresolved-xfail +UNSUPPORTED: test-unsupported-unresolved-kfail +UNSUPPORTED: test-unsupported-unresolved-unsupported +UNSUPPORTED: test-unsupported-unresolved-untested +UNSUPPORTED: test-unsupported-unresolved-unresolved + +Running tests-untested.exp ... +UNTESTED: test-untested-pass-pass +UNTESTED: test-untested-pass-xpass +UNTESTED: test-untested-pass-fail +UNTESTED: test-untested-pass-xfail +UNTESTED: test-untested-pass-kfail +UNTESTED: test-untested-pass-unsupported +UNTESTED: test-untested-pass-untested +UNTESTED: test-untested-pass-unresolved +UNTESTED: test-untested-xpass-pass +UNTESTED: test-untested-xpass-xpass +UNTESTED: test-untested-xpass-fail +UNTESTED: test-untested-xpass-xfail +UNTESTED: test-untested-xpass-kfail +UNTESTED: test-untested-xpass-unsupported +UNTESTED: test-untested-xpass-untested +UNTESTED: test-untested-xpass-unresolved +UNTESTED: test-untested-fail-pass +UNTESTED: test-untested-fail-xpass +UNTESTED: test-untested-fail-fail +UNTESTED: test-untested-fail-xfail +UNTESTED: test-untested-fail-kfail +UNTESTED: test-untested-fail-unsupported +UNTESTED: test-untested-fail-untested +UNTESTED: test-untested-fail-unresolved +UNTESTED: test-untested-xfail-pass +UNTESTED: test-untested-xfail-xpass +UNTESTED: test-untested-xfail-fail +UNTESTED: test-untested-xfail-xfail +UNTESTED: test-untested-xfail-kfail +UNTESTED: test-untested-xfail-unsupported +UNTESTED: test-untested-xfail-untested +UNTESTED: test-untested-xfail-unresolved +UNTESTED: test-untested-kfail-pass +UNTESTED: test-untested-kfail-xpass +UNTESTED: test-untested-kfail-fail +UNTESTED: test-untested-kfail-xfail +UNTESTED: test-untested-kfail-kfail +UNTESTED: test-untested-kfail-unsupported +UNTESTED: test-untested-kfail-untested +UNTESTED: test-untested-kfail-unresolved +UNTESTED: test-untested-unsupported-pass +UNTESTED: test-untested-unsupported-xpass +UNTESTED: test-untested-unsupported-fail +UNTESTED: test-untested-unsupported-xfail +UNTESTED: test-untested-unsupported-kfail +UNTESTED: test-untested-unsupported-unsupported +UNTESTED: test-untested-unsupported-untested +UNTESTED: test-untested-unsupported-unresolved +UNTESTED: test-untested-untested-pass +UNTESTED: test-untested-untested-xpass +UNTESTED: test-untested-untested-fail +UNTESTED: test-untested-untested-xfail +UNTESTED: test-untested-untested-kfail +UNTESTED: test-untested-untested-unsupported +UNTESTED: test-untested-untested-untested +UNTESTED: test-untested-untested-unresolved +UNTESTED: test-untested-unresolved-pass +UNTESTED: test-untested-unresolved-xpass +UNTESTED: test-untested-unresolved-fail +UNTESTED: test-untested-unresolved-xfail +UNTESTED: test-untested-unresolved-kfail +UNTESTED: test-untested-unresolved-unsupported +UNTESTED: test-untested-unresolved-untested +UNTESTED: test-untested-unresolved-unresolved + +Running tests-unresolved.exp ... +UNRESOLVED: test-unresolved-pass-pass +UNRESOLVED: test-unresolved-pass-xpass +UNRESOLVED: test-unresolved-pass-fail +UNRESOLVED: test-unresolved-pass-xfail +UNRESOLVED: test-unresolved-pass-kfail +UNRESOLVED: test-unresolved-pass-unsupported +UNRESOLVED: test-unresolved-pass-untested +UNRESOLVED: test-unresolved-pass-unresolved +UNRESOLVED: test-unresolved-xpass-pass +UNRESOLVED: test-unresolved-xpass-xpass +UNRESOLVED: test-unresolved-xpass-fail +UNRESOLVED: test-unresolved-xpass-xfail +UNRESOLVED: test-unresolved-xpass-kfail +UNRESOLVED: test-unresolved-xpass-unsupported +UNRESOLVED: test-unresolved-xpass-untested +UNRESOLVED: test-unresolved-xpass-unresolved +UNRESOLVED: test-unresolved-fail-pass +UNRESOLVED: test-unresolved-fail-xpass +UNRESOLVED: test-unresolved-fail-fail +UNRESOLVED: test-unresolved-fail-xfail +UNRESOLVED: test-unresolved-fail-kfail +UNRESOLVED: test-unresolved-fail-unsupported +UNRESOLVED: test-unresolved-fail-untested +UNRESOLVED: test-unresolved-fail-unresolved +UNRESOLVED: test-unresolved-xfail-pass +UNRESOLVED: test-unresolved-xfail-xpass +UNRESOLVED: test-unresolved-xfail-fail +UNRESOLVED: test-unresolved-xfail-xfail +UNRESOLVED: test-unresolved-xfail-kfail +UNRESOLVED: test-unresolved-xfail-unsupported +UNRESOLVED: test-unresolved-xfail-untested +UNRESOLVED: test-unresolved-xfail-unresolved +UNRESOLVED: test-unresolved-kfail-pass +UNRESOLVED: test-unresolved-kfail-xpass +UNRESOLVED: test-unresolved-kfail-fail +UNRESOLVED: test-unresolved-kfail-xfail +UNRESOLVED: test-unresolved-kfail-kfail +UNRESOLVED: test-unresolved-kfail-unsupported +UNRESOLVED: test-unresolved-kfail-untested +UNRESOLVED: test-unresolved-kfail-unresolved +UNRESOLVED: test-unresolved-unsupported-pass +UNRESOLVED: test-unresolved-unsupported-xpass +UNRESOLVED: test-unresolved-unsupported-fail +UNRESOLVED: test-unresolved-unsupported-xfail +UNRESOLVED: test-unresolved-unsupported-kfail +UNRESOLVED: test-unresolved-unsupported-unsupported +UNRESOLVED: test-unresolved-unsupported-untested +UNRESOLVED: test-unresolved-unsupported-unresolved +UNRESOLVED: test-unresolved-untested-pass +UNRESOLVED: test-unresolved-untested-xpass +UNRESOLVED: test-unresolved-untested-fail +UNRESOLVED: test-unresolved-untested-xfail +UNRESOLVED: test-unresolved-untested-kfail +UNRESOLVED: test-unresolved-untested-unsupported +UNRESOLVED: test-unresolved-untested-untested +UNRESOLVED: test-unresolved-untested-unresolved +UNRESOLVED: test-unresolved-unresolved-pass +UNRESOLVED: test-unresolved-unresolved-xpass +UNRESOLVED: test-unresolved-unresolved-fail +UNRESOLVED: test-unresolved-unresolved-xfail +UNRESOLVED: test-unresolved-unresolved-kfail +UNRESOLVED: test-unresolved-unresolved-unsupported +UNRESOLVED: test-unresolved-unresolved-untested +UNRESOLVED: test-unresolved-unresolved-unresolved + + === gcc-compare-results Summary === + +# of 1 +# of expected passes 64 +# of unexpected failures 64 +# of expected failures 64 +# of known failures 64 +# of untested testcases 64 +# of unresolved testcases 64 +# of unsupported tests 64 diff --git a/testsuite/sum-merge-2.txt b/testsuite/sum-merge-2.txt new file mode 100644 index 0000000..7814f2c --- /dev/null +++ b/testsuite/sum-merge-2.txt @@ -0,0 +1,541 @@ + === gcc-compare-results tests === + +Running target mytarget + +Running tests-pass.exp ... +PASS: test-pass-pass-pass +PASS: test-pass-pass-xpass +PASS: test-pass-pass-fail +PASS: test-pass-pass-xfail +PASS: test-pass-pass-kfail +PASS: test-pass-pass-unsupported +PASS: test-pass-pass-untested +PASS: test-pass-pass-unresolved +XPASS: test-pass-xpass-pass +XPASS: test-pass-xpass-xpass +XPASS: test-pass-xpass-fail +XPASS: test-pass-xpass-xfail +XPASS: test-pass-xpass-kfail +XPASS: test-pass-xpass-unsupported +XPASS: test-pass-xpass-untested +XPASS: test-pass-xpass-unresolved +FAIL: test-pass-fail-pass +FAIL: test-pass-fail-xpass +FAIL: test-pass-fail-fail +FAIL: test-pass-fail-xfail +FAIL: test-pass-fail-kfail +FAIL: test-pass-fail-unsupported +FAIL: test-pass-fail-untested +FAIL: test-pass-fail-unresolved +XFAIL: test-pass-xfail-pass +XFAIL: test-pass-xfail-xpass +XFAIL: test-pass-xfail-fail +XFAIL: test-pass-xfail-xfail +XFAIL: test-pass-xfail-kfail +XFAIL: test-pass-xfail-unsupported +XFAIL: test-pass-xfail-untested +XFAIL: test-pass-xfail-unresolved +KFAIL: test-pass-kfail-pass +KFAIL: test-pass-kfail-xpass +KFAIL: test-pass-kfail-fail +KFAIL: test-pass-kfail-xfail +KFAIL: test-pass-kfail-kfail +KFAIL: test-pass-kfail-unsupported +KFAIL: test-pass-kfail-untested +KFAIL: test-pass-kfail-unresolved +UNSUPPORTED: test-pass-unsupported-pass +UNSUPPORTED: test-pass-unsupported-xpass +UNSUPPORTED: test-pass-unsupported-fail +UNSUPPORTED: test-pass-unsupported-xfail +UNSUPPORTED: test-pass-unsupported-kfail +UNSUPPORTED: test-pass-unsupported-unsupported +UNSUPPORTED: test-pass-unsupported-untested +UNSUPPORTED: test-pass-unsupported-unresolved +UNTESTED: test-pass-untested-pass +UNTESTED: test-pass-untested-xpass +UNTESTED: test-pass-untested-fail +UNTESTED: test-pass-untested-xfail +UNTESTED: test-pass-untested-kfail +UNTESTED: test-pass-untested-unsupported +UNTESTED: test-pass-untested-untested +UNTESTED: test-pass-untested-unresolved +UNRESOLVED: test-pass-unresolved-pass +UNRESOLVED: test-pass-unresolved-xpass +UNRESOLVED: test-pass-unresolved-fail +UNRESOLVED: test-pass-unresolved-xfail +UNRESOLVED: test-pass-unresolved-kfail +UNRESOLVED: test-pass-unresolved-unsupported +UNRESOLVED: test-pass-unresolved-untested +UNRESOLVED: test-pass-unresolved-unresolved + +Running tests-xpass.exp ... +PASS: test-xpass-pass-pass +PASS: test-xpass-pass-xpass +PASS: test-xpass-pass-fail +PASS: test-xpass-pass-xfail +PASS: test-xpass-pass-kfail +PASS: test-xpass-pass-unsupported +PASS: test-xpass-pass-untested +PASS: test-xpass-pass-unresolved +XPASS: test-xpass-xpass-pass +XPASS: test-xpass-xpass-xpass +XPASS: test-xpass-xpass-fail +XPASS: test-xpass-xpass-xfail +XPASS: test-xpass-xpass-kfail +XPASS: test-xpass-xpass-unsupported +XPASS: test-xpass-xpass-untested +XPASS: test-xpass-xpass-unresolved +FAIL: test-xpass-fail-pass +FAIL: test-xpass-fail-xpass +FAIL: test-xpass-fail-fail +FAIL: test-xpass-fail-xfail +FAIL: test-xpass-fail-kfail +FAIL: test-xpass-fail-unsupported +FAIL: test-xpass-fail-untested +FAIL: test-xpass-fail-unresolved +XFAIL: test-xpass-xfail-pass +XFAIL: test-xpass-xfail-xpass +XFAIL: test-xpass-xfail-fail +XFAIL: test-xpass-xfail-xfail +XFAIL: test-xpass-xfail-kfail +XFAIL: test-xpass-xfail-unsupported +XFAIL: test-xpass-xfail-untested +XFAIL: test-xpass-xfail-unresolved +KFAIL: test-xpass-kfail-pass +KFAIL: test-xpass-kfail-xpass +KFAIL: test-xpass-kfail-fail +KFAIL: test-xpass-kfail-xfail +KFAIL: test-xpass-kfail-kfail +KFAIL: test-xpass-kfail-unsupported +KFAIL: test-xpass-kfail-untested +KFAIL: test-xpass-kfail-unresolved +UNSUPPORTED: test-xpass-unsupported-pass +UNSUPPORTED: test-xpass-unsupported-xpass +UNSUPPORTED: test-xpass-unsupported-fail +UNSUPPORTED: test-xpass-unsupported-xfail +UNSUPPORTED: test-xpass-unsupported-kfail +UNSUPPORTED: test-xpass-unsupported-unsupported +UNSUPPORTED: test-xpass-unsupported-untested +UNSUPPORTED: test-xpass-unsupported-unresolved +UNTESTED: test-xpass-untested-pass +UNTESTED: test-xpass-untested-xpass +UNTESTED: test-xpass-untested-fail +UNTESTED: test-xpass-untested-xfail +UNTESTED: test-xpass-untested-kfail +UNTESTED: test-xpass-untested-unsupported +UNTESTED: test-xpass-untested-untested +UNTESTED: test-xpass-untested-unresolved +UNRESOLVED: test-xpass-unresolved-pass +UNRESOLVED: test-xpass-unresolved-xpass +UNRESOLVED: test-xpass-unresolved-fail +UNRESOLVED: test-xpass-unresolved-xfail +UNRESOLVED: test-xpass-unresolved-kfail +UNRESOLVED: test-xpass-unresolved-unsupported +UNRESOLVED: test-xpass-unresolved-untested +UNRESOLVED: test-xpass-unresolved-unresolved + +Running tests-fail.exp ... +PASS: test-fail-pass-pass +PASS: test-fail-pass-xpass +PASS: test-fail-pass-fail +PASS: test-fail-pass-xfail +PASS: test-fail-pass-kfail +PASS: test-fail-pass-unsupported +PASS: test-fail-pass-untested +PASS: test-fail-pass-unresolved +XPASS: test-fail-xpass-pass +XPASS: test-fail-xpass-xpass +XPASS: test-fail-xpass-fail +XPASS: test-fail-xpass-xfail +XPASS: test-fail-xpass-kfail +XPASS: test-fail-xpass-unsupported +XPASS: test-fail-xpass-untested +XPASS: test-fail-xpass-unresolved +FAIL: test-fail-fail-pass +FAIL: test-fail-fail-xpass +FAIL: test-fail-fail-fail +FAIL: test-fail-fail-xfail +FAIL: test-fail-fail-kfail +FAIL: test-fail-fail-unsupported +FAIL: test-fail-fail-untested +FAIL: test-fail-fail-unresolved +XFAIL: test-fail-xfail-pass +XFAIL: test-fail-xfail-xpass +XFAIL: test-fail-xfail-fail +XFAIL: test-fail-xfail-xfail +XFAIL: test-fail-xfail-kfail +XFAIL: test-fail-xfail-unsupported +XFAIL: test-fail-xfail-untested +XFAIL: test-fail-xfail-unresolved +KFAIL: test-fail-kfail-pass +KFAIL: test-fail-kfail-xpass +KFAIL: test-fail-kfail-fail +KFAIL: test-fail-kfail-xfail +KFAIL: test-fail-kfail-kfail +KFAIL: test-fail-kfail-unsupported +KFAIL: test-fail-kfail-untested +KFAIL: test-fail-kfail-unresolved +UNSUPPORTED: test-fail-unsupported-pass +UNSUPPORTED: test-fail-unsupported-xpass +UNSUPPORTED: test-fail-unsupported-fail +UNSUPPORTED: test-fail-unsupported-xfail +UNSUPPORTED: test-fail-unsupported-kfail +UNSUPPORTED: test-fail-unsupported-unsupported +UNSUPPORTED: test-fail-unsupported-untested +UNSUPPORTED: test-fail-unsupported-unresolved +UNTESTED: test-fail-untested-pass +UNTESTED: test-fail-untested-xpass +UNTESTED: test-fail-untested-fail +UNTESTED: test-fail-untested-xfail +UNTESTED: test-fail-untested-kfail +UNTESTED: test-fail-untested-unsupported +UNTESTED: test-fail-untested-untested +UNTESTED: test-fail-untested-unresolved +UNRESOLVED: test-fail-unresolved-pass +UNRESOLVED: test-fail-unresolved-xpass +UNRESOLVED: test-fail-unresolved-fail +UNRESOLVED: test-fail-unresolved-xfail +UNRESOLVED: test-fail-unresolved-kfail +UNRESOLVED: test-fail-unresolved-unsupported +UNRESOLVED: test-fail-unresolved-untested +UNRESOLVED: test-fail-unresolved-unresolved + +Running tests-xfail.exp ... +PASS: test-xfail-pass-pass +PASS: test-xfail-pass-xpass +PASS: test-xfail-pass-fail +PASS: test-xfail-pass-xfail +PASS: test-xfail-pass-kfail +PASS: test-xfail-pass-unsupported +PASS: test-xfail-pass-untested +PASS: test-xfail-pass-unresolved +XPASS: test-xfail-xpass-pass +XPASS: test-xfail-xpass-xpass +XPASS: test-xfail-xpass-fail +XPASS: test-xfail-xpass-xfail +XPASS: test-xfail-xpass-kfail +XPASS: test-xfail-xpass-unsupported +XPASS: test-xfail-xpass-untested +XPASS: test-xfail-xpass-unresolved +FAIL: test-xfail-fail-pass +FAIL: test-xfail-fail-xpass +FAIL: test-xfail-fail-fail +FAIL: test-xfail-fail-xfail +FAIL: test-xfail-fail-kfail +FAIL: test-xfail-fail-unsupported +FAIL: test-xfail-fail-untested +FAIL: test-xfail-fail-unresolved +XFAIL: test-xfail-xfail-pass +XFAIL: test-xfail-xfail-xpass +XFAIL: test-xfail-xfail-fail +XFAIL: test-xfail-xfail-xfail +XFAIL: test-xfail-xfail-kfail +XFAIL: test-xfail-xfail-unsupported +XFAIL: test-xfail-xfail-untested +XFAIL: test-xfail-xfail-unresolved +KFAIL: test-xfail-kfail-pass +KFAIL: test-xfail-kfail-xpass +KFAIL: test-xfail-kfail-fail +KFAIL: test-xfail-kfail-xfail +KFAIL: test-xfail-kfail-kfail +KFAIL: test-xfail-kfail-unsupported +KFAIL: test-xfail-kfail-untested +KFAIL: test-xfail-kfail-unresolved +UNSUPPORTED: test-xfail-unsupported-pass +UNSUPPORTED: test-xfail-unsupported-xpass +UNSUPPORTED: test-xfail-unsupported-fail +UNSUPPORTED: test-xfail-unsupported-xfail +UNSUPPORTED: test-xfail-unsupported-kfail +UNSUPPORTED: test-xfail-unsupported-unsupported +UNSUPPORTED: test-xfail-unsupported-untested +UNSUPPORTED: test-xfail-unsupported-unresolved +UNTESTED: test-xfail-untested-pass +UNTESTED: test-xfail-untested-xpass +UNTESTED: test-xfail-untested-fail +UNTESTED: test-xfail-untested-xfail +UNTESTED: test-xfail-untested-kfail +UNTESTED: test-xfail-untested-unsupported +UNTESTED: test-xfail-untested-untested +UNTESTED: test-xfail-untested-unresolved +UNRESOLVED: test-xfail-unresolved-pass +UNRESOLVED: test-xfail-unresolved-xpass +UNRESOLVED: test-xfail-unresolved-fail +UNRESOLVED: test-xfail-unresolved-xfail +UNRESOLVED: test-xfail-unresolved-kfail +UNRESOLVED: test-xfail-unresolved-unsupported +UNRESOLVED: test-xfail-unresolved-untested +UNRESOLVED: test-xfail-unresolved-unresolved + +Running tests-kfail.exp ... +PASS: test-kfail-pass-pass +PASS: test-kfail-pass-xpass +PASS: test-kfail-pass-fail +PASS: test-kfail-pass-xfail +PASS: test-kfail-pass-kfail +PASS: test-kfail-pass-unsupported +PASS: test-kfail-pass-untested +PASS: test-kfail-pass-unresolved +XPASS: test-kfail-xpass-pass +XPASS: test-kfail-xpass-xpass +XPASS: test-kfail-xpass-fail +XPASS: test-kfail-xpass-xfail +XPASS: test-kfail-xpass-kfail +XPASS: test-kfail-xpass-unsupported +XPASS: test-kfail-xpass-untested +XPASS: test-kfail-xpass-unresolved +FAIL: test-kfail-fail-pass +FAIL: test-kfail-fail-xpass +FAIL: test-kfail-fail-fail +FAIL: test-kfail-fail-xfail +FAIL: test-kfail-fail-kfail +FAIL: test-kfail-fail-unsupported +FAIL: test-kfail-fail-untested +FAIL: test-kfail-fail-unresolved +XFAIL: test-kfail-xfail-pass +XFAIL: test-kfail-xfail-xpass +XFAIL: test-kfail-xfail-fail +XFAIL: test-kfail-xfail-xfail +XFAIL: test-kfail-xfail-kfail +XFAIL: test-kfail-xfail-unsupported +XFAIL: test-kfail-xfail-untested +XFAIL: test-kfail-xfail-unresolved +KFAIL: test-kfail-kfail-pass +KFAIL: test-kfail-kfail-xpass +KFAIL: test-kfail-kfail-fail +KFAIL: test-kfail-kfail-xfail +KFAIL: test-kfail-kfail-kfail +KFAIL: test-kfail-kfail-unsupported +KFAIL: test-kfail-kfail-untested +KFAIL: test-kfail-kfail-unresolved +UNSUPPORTED: test-kfail-unsupported-pass +UNSUPPORTED: test-kfail-unsupported-xpass +UNSUPPORTED: test-kfail-unsupported-fail +UNSUPPORTED: test-kfail-unsupported-xfail +UNSUPPORTED: test-kfail-unsupported-kfail +UNSUPPORTED: test-kfail-unsupported-unsupported +UNSUPPORTED: test-kfail-unsupported-untested +UNSUPPORTED: test-kfail-unsupported-unresolved +UNTESTED: test-kfail-untested-pass +UNTESTED: test-kfail-untested-xpass +UNTESTED: test-kfail-untested-fail +UNTESTED: test-kfail-untested-xfail +UNTESTED: test-kfail-untested-kfail +UNTESTED: test-kfail-untested-unsupported +UNTESTED: test-kfail-untested-untested +UNTESTED: test-kfail-untested-unresolved +UNRESOLVED: test-kfail-unresolved-pass +UNRESOLVED: test-kfail-unresolved-xpass +UNRESOLVED: test-kfail-unresolved-fail +UNRESOLVED: test-kfail-unresolved-xfail +UNRESOLVED: test-kfail-unresolved-kfail +UNRESOLVED: test-kfail-unresolved-unsupported +UNRESOLVED: test-kfail-unresolved-untested +UNRESOLVED: test-kfail-unresolved-unresolved + +Running tests-unsupported.exp ... +PASS: test-unsupported-pass-pass +PASS: test-unsupported-pass-xpass +PASS: test-unsupported-pass-fail +PASS: test-unsupported-pass-xfail +PASS: test-unsupported-pass-kfail +PASS: test-unsupported-pass-unsupported +PASS: test-unsupported-pass-untested +PASS: test-unsupported-pass-unresolved +XPASS: test-unsupported-xpass-pass +XPASS: test-unsupported-xpass-xpass +XPASS: test-unsupported-xpass-fail +XPASS: test-unsupported-xpass-xfail +XPASS: test-unsupported-xpass-kfail +XPASS: test-unsupported-xpass-unsupported +XPASS: test-unsupported-xpass-untested +XPASS: test-unsupported-xpass-unresolved +FAIL: test-unsupported-fail-pass +FAIL: test-unsupported-fail-xpass +FAIL: test-unsupported-fail-fail +FAIL: test-unsupported-fail-xfail +FAIL: test-unsupported-fail-kfail +FAIL: test-unsupported-fail-unsupported +FAIL: test-unsupported-fail-untested +FAIL: test-unsupported-fail-unresolved +XFAIL: test-unsupported-xfail-pass +XFAIL: test-unsupported-xfail-xpass +XFAIL: test-unsupported-xfail-fail +XFAIL: test-unsupported-xfail-xfail +XFAIL: test-unsupported-xfail-kfail +XFAIL: test-unsupported-xfail-unsupported +XFAIL: test-unsupported-xfail-untested +XFAIL: test-unsupported-xfail-unresolved +KFAIL: test-unsupported-kfail-pass +KFAIL: test-unsupported-kfail-xpass +KFAIL: test-unsupported-kfail-fail +KFAIL: test-unsupported-kfail-xfail +KFAIL: test-unsupported-kfail-kfail +KFAIL: test-unsupported-kfail-unsupported +KFAIL: test-unsupported-kfail-untested +KFAIL: test-unsupported-kfail-unresolved +UNSUPPORTED: test-unsupported-unsupported-pass +UNSUPPORTED: test-unsupported-unsupported-xpass +UNSUPPORTED: test-unsupported-unsupported-fail +UNSUPPORTED: test-unsupported-unsupported-xfail +UNSUPPORTED: test-unsupported-unsupported-kfail +UNSUPPORTED: test-unsupported-unsupported-unsupported +UNSUPPORTED: test-unsupported-unsupported-untested +UNSUPPORTED: test-unsupported-unsupported-unresolved +UNTESTED: test-unsupported-untested-pass +UNTESTED: test-unsupported-untested-xpass +UNTESTED: test-unsupported-untested-fail +UNTESTED: test-unsupported-untested-xfail +UNTESTED: test-unsupported-untested-kfail +UNTESTED: test-unsupported-untested-unsupported +UNTESTED: test-unsupported-untested-untested +UNTESTED: test-unsupported-untested-unresolved +UNRESOLVED: test-unsupported-unresolved-pass +UNRESOLVED: test-unsupported-unresolved-xpass +UNRESOLVED: test-unsupported-unresolved-fail +UNRESOLVED: test-unsupported-unresolved-xfail +UNRESOLVED: test-unsupported-unresolved-kfail +UNRESOLVED: test-unsupported-unresolved-unsupported +UNRESOLVED: test-unsupported-unresolved-untested +UNRESOLVED: test-unsupported-unresolved-unresolved + +Running tests-untested.exp ... +PASS: test-untested-pass-pass +PASS: test-untested-pass-xpass +PASS: test-untested-pass-fail +PASS: test-untested-pass-xfail +PASS: test-untested-pass-kfail +PASS: test-untested-pass-unsupported +PASS: test-untested-pass-untested +PASS: test-untested-pass-unresolved +XPASS: test-untested-xpass-pass +XPASS: test-untested-xpass-xpass +XPASS: test-untested-xpass-fail +XPASS: test-untested-xpass-xfail +XPASS: test-untested-xpass-kfail +XPASS: test-untested-xpass-unsupported +XPASS: test-untested-xpass-untested +XPASS: test-untested-xpass-unresolved +FAIL: test-untested-fail-pass +FAIL: test-untested-fail-xpass +FAIL: test-untested-fail-fail +FAIL: test-untested-fail-xfail +FAIL: test-untested-fail-kfail +FAIL: test-untested-fail-unsupported +FAIL: test-untested-fail-untested +FAIL: test-untested-fail-unresolved +XFAIL: test-untested-xfail-pass +XFAIL: test-untested-xfail-xpass +XFAIL: test-untested-xfail-fail +XFAIL: test-untested-xfail-xfail +XFAIL: test-untested-xfail-kfail +XFAIL: test-untested-xfail-unsupported +XFAIL: test-untested-xfail-untested +XFAIL: test-untested-xfail-unresolved +KFAIL: test-untested-kfail-pass +KFAIL: test-untested-kfail-xpass +KFAIL: test-untested-kfail-fail +KFAIL: test-untested-kfail-xfail +KFAIL: test-untested-kfail-kfail +KFAIL: test-untested-kfail-unsupported +KFAIL: test-untested-kfail-untested +KFAIL: test-untested-kfail-unresolved +UNSUPPORTED: test-untested-unsupported-pass +UNSUPPORTED: test-untested-unsupported-xpass +UNSUPPORTED: test-untested-unsupported-fail +UNSUPPORTED: test-untested-unsupported-xfail +UNSUPPORTED: test-untested-unsupported-kfail +UNSUPPORTED: test-untested-unsupported-unsupported +UNSUPPORTED: test-untested-unsupported-untested +UNSUPPORTED: test-untested-unsupported-unresolved +UNTESTED: test-untested-untested-pass +UNTESTED: test-untested-untested-xpass +UNTESTED: test-untested-untested-fail +UNTESTED: test-untested-untested-xfail +UNTESTED: test-untested-untested-kfail +UNTESTED: test-untested-untested-unsupported +UNTESTED: test-untested-untested-untested +UNTESTED: test-untested-untested-unresolved +UNRESOLVED: test-untested-unresolved-pass +UNRESOLVED: test-untested-unresolved-xpass +UNRESOLVED: test-untested-unresolved-fail +UNRESOLVED: test-untested-unresolved-xfail +UNRESOLVED: test-untested-unresolved-kfail +UNRESOLVED: test-untested-unresolved-unsupported +UNRESOLVED: test-untested-unresolved-untested +UNRESOLVED: test-untested-unresolved-unresolved + +Running tests-unresolved.exp ... +PASS: test-unresolved-pass-pass +PASS: test-unresolved-pass-xpass +PASS: test-unresolved-pass-fail +PASS: test-unresolved-pass-xfail +PASS: test-unresolved-pass-kfail +PASS: test-unresolved-pass-unsupported +PASS: test-unresolved-pass-untested +PASS: test-unresolved-pass-unresolved +XPASS: test-unresolved-xpass-pass +XPASS: test-unresolved-xpass-xpass +XPASS: test-unresolved-xpass-fail +XPASS: test-unresolved-xpass-xfail +XPASS: test-unresolved-xpass-kfail +XPASS: test-unresolved-xpass-unsupported +XPASS: test-unresolved-xpass-untested +XPASS: test-unresolved-xpass-unresolved +FAIL: test-unresolved-fail-pass +FAIL: test-unresolved-fail-xpass +FAIL: test-unresolved-fail-fail +FAIL: test-unresolved-fail-xfail +FAIL: test-unresolved-fail-kfail +FAIL: test-unresolved-fail-unsupported +FAIL: test-unresolved-fail-untested +FAIL: test-unresolved-fail-unresolved +XFAIL: test-unresolved-xfail-pass +XFAIL: test-unresolved-xfail-xpass +XFAIL: test-unresolved-xfail-fail +XFAIL: test-unresolved-xfail-xfail +XFAIL: test-unresolved-xfail-kfail +XFAIL: test-unresolved-xfail-unsupported +XFAIL: test-unresolved-xfail-untested +XFAIL: test-unresolved-xfail-unresolved +KFAIL: test-unresolved-kfail-pass +KFAIL: test-unresolved-kfail-xpass +KFAIL: test-unresolved-kfail-fail +KFAIL: test-unresolved-kfail-xfail +KFAIL: test-unresolved-kfail-kfail +KFAIL: test-unresolved-kfail-unsupported +KFAIL: test-unresolved-kfail-untested +KFAIL: test-unresolved-kfail-unresolved +UNSUPPORTED: test-unresolved-unsupported-pass +UNSUPPORTED: test-unresolved-unsupported-xpass +UNSUPPORTED: test-unresolved-unsupported-fail +UNSUPPORTED: test-unresolved-unsupported-xfail +UNSUPPORTED: test-unresolved-unsupported-kfail +UNSUPPORTED: test-unresolved-unsupported-unsupported +UNSUPPORTED: test-unresolved-unsupported-untested +UNSUPPORTED: test-unresolved-unsupported-unresolved +UNTESTED: test-unresolved-untested-pass +UNTESTED: test-unresolved-untested-xpass +UNTESTED: test-unresolved-untested-fail +UNTESTED: test-unresolved-untested-xfail +UNTESTED: test-unresolved-untested-kfail +UNTESTED: test-unresolved-untested-unsupported +UNTESTED: test-unresolved-untested-untested +UNTESTED: test-unresolved-untested-unresolved +UNRESOLVED: test-unresolved-unresolved-pass +UNRESOLVED: test-unresolved-unresolved-xpass +UNRESOLVED: test-unresolved-unresolved-fail +UNRESOLVED: test-unresolved-unresolved-xfail +UNRESOLVED: test-unresolved-unresolved-kfail +UNRESOLVED: test-unresolved-unresolved-unsupported +UNRESOLVED: test-unresolved-unresolved-untested +UNRESOLVED: test-unresolved-unresolved-unresolved + + === gcc-compare-results Summary === + +# of expected passes 64 +# of unexpected failures 64 +# of expected failures 64 +# of known failures 64 +# of untested testcases 64 +# of unresolved testcases 64 +# of unsupported tests 64 diff --git a/testsuite/sum-merge-3.txt b/testsuite/sum-merge-3.txt new file mode 100644 index 0000000..1addd3c --- /dev/null +++ b/testsuite/sum-merge-3.txt @@ -0,0 +1,541 @@ + === gcc-compare-results tests === + +Running target mytarget + +Running tests-pass.exp ... +PASS: test-pass-pass-pass +XPASS: test-pass-pass-xpass +FAIL: test-pass-pass-fail +XFAIL: test-pass-pass-xfail +KFAIL: test-pass-pass-kfail +UNSUPPORTED: test-pass-pass-unsupported +UNTESTED: test-pass-pass-untested +UNRESOLVED: test-pass-pass-unresolved +PASS: test-pass-xpass-pass +XPASS: test-pass-xpass-xpass +FAIL: test-pass-xpass-fail +XFAIL: test-pass-xpass-xfail +KFAIL: test-pass-xpass-kfail +UNSUPPORTED: test-pass-xpass-unsupported +UNTESTED: test-pass-xpass-untested +UNRESOLVED: test-pass-xpass-unresolved +PASS: test-pass-fail-pass +XPASS: test-pass-fail-xpass +FAIL: test-pass-fail-fail +XFAIL: test-pass-fail-xfail +KFAIL: test-pass-fail-kfail +UNSUPPORTED: test-pass-fail-unsupported +UNTESTED: test-pass-fail-untested +UNRESOLVED: test-pass-fail-unresolved +PASS: test-pass-xfail-pass +XPASS: test-pass-xfail-xpass +FAIL: test-pass-xfail-fail +XFAIL: test-pass-xfail-xfail +KFAIL: test-pass-xfail-kfail +UNSUPPORTED: test-pass-xfail-unsupported +UNTESTED: test-pass-xfail-untested +UNRESOLVED: test-pass-xfail-unresolved +PASS: test-pass-kfail-pass +XPASS: test-pass-kfail-xpass +FAIL: test-pass-kfail-fail +XFAIL: test-pass-kfail-xfail +KFAIL: test-pass-kfail-kfail +UNSUPPORTED: test-pass-kfail-unsupported +UNTESTED: test-pass-kfail-untested +UNRESOLVED: test-pass-kfail-unresolved +PASS: test-pass-unsupported-pass +XPASS: test-pass-unsupported-xpass +FAIL: test-pass-unsupported-fail +XFAIL: test-pass-unsupported-xfail +KFAIL: test-pass-unsupported-kfail +UNSUPPORTED: test-pass-unsupported-unsupported +UNTESTED: test-pass-unsupported-untested +UNRESOLVED: test-pass-unsupported-unresolved +PASS: test-pass-untested-pass +XPASS: test-pass-untested-xpass +FAIL: test-pass-untested-fail +XFAIL: test-pass-untested-xfail +KFAIL: test-pass-untested-kfail +UNSUPPORTED: test-pass-untested-unsupported +UNTESTED: test-pass-untested-untested +UNRESOLVED: test-pass-untested-unresolved +PASS: test-pass-unresolved-pass +XPASS: test-pass-unresolved-xpass +FAIL: test-pass-unresolved-fail +XFAIL: test-pass-unresolved-xfail +KFAIL: test-pass-unresolved-kfail +UNSUPPORTED: test-pass-unresolved-unsupported +UNTESTED: test-pass-unresolved-untested +UNRESOLVED: test-pass-unresolved-unresolved + +Running tests-xpass.exp ... +PASS: test-xpass-pass-pass +XPASS: test-xpass-pass-xpass +FAIL: test-xpass-pass-fail +XFAIL: test-xpass-pass-xfail +KFAIL: test-xpass-pass-kfail +UNSUPPORTED: test-xpass-pass-unsupported +UNTESTED: test-xpass-pass-untested +UNRESOLVED: test-xpass-pass-unresolved +PASS: test-xpass-xpass-pass +XPASS: test-xpass-xpass-xpass +FAIL: test-xpass-xpass-fail +XFAIL: test-xpass-xpass-xfail +KFAIL: test-xpass-xpass-kfail +UNSUPPORTED: test-xpass-xpass-unsupported +UNTESTED: test-xpass-xpass-untested +UNRESOLVED: test-xpass-xpass-unresolved +PASS: test-xpass-fail-pass +XPASS: test-xpass-fail-xpass +FAIL: test-xpass-fail-fail +XFAIL: test-xpass-fail-xfail +KFAIL: test-xpass-fail-kfail +UNSUPPORTED: test-xpass-fail-unsupported +UNTESTED: test-xpass-fail-untested +UNRESOLVED: test-xpass-fail-unresolved +PASS: test-xpass-xfail-pass +XPASS: test-xpass-xfail-xpass +FAIL: test-xpass-xfail-fail +XFAIL: test-xpass-xfail-xfail +KFAIL: test-xpass-xfail-kfail +UNSUPPORTED: test-xpass-xfail-unsupported +UNTESTED: test-xpass-xfail-untested +UNRESOLVED: test-xpass-xfail-unresolved +PASS: test-xpass-kfail-pass +XPASS: test-xpass-kfail-xpass +FAIL: test-xpass-kfail-fail +XFAIL: test-xpass-kfail-xfail +KFAIL: test-xpass-kfail-kfail +UNSUPPORTED: test-xpass-kfail-unsupported +UNTESTED: test-xpass-kfail-untested +UNRESOLVED: test-xpass-kfail-unresolved +PASS: test-xpass-unsupported-pass +XPASS: test-xpass-unsupported-xpass +FAIL: test-xpass-unsupported-fail +XFAIL: test-xpass-unsupported-xfail +KFAIL: test-xpass-unsupported-kfail +UNSUPPORTED: test-xpass-unsupported-unsupported +UNTESTED: test-xpass-unsupported-untested +UNRESOLVED: test-xpass-unsupported-unresolved +PASS: test-xpass-untested-pass +XPASS: test-xpass-untested-xpass +FAIL: test-xpass-untested-fail +XFAIL: test-xpass-untested-xfail +KFAIL: test-xpass-untested-kfail +UNSUPPORTED: test-xpass-untested-unsupported +UNTESTED: test-xpass-untested-untested +UNRESOLVED: test-xpass-untested-unresolved +PASS: test-xpass-unresolved-pass +XPASS: test-xpass-unresolved-xpass +FAIL: test-xpass-unresolved-fail +XFAIL: test-xpass-unresolved-xfail +KFAIL: test-xpass-unresolved-kfail +UNSUPPORTED: test-xpass-unresolved-unsupported +UNTESTED: test-xpass-unresolved-untested +UNRESOLVED: test-xpass-unresolved-unresolved + +Running tests-fail.exp ... +PASS: test-fail-pass-pass +XPASS: test-fail-pass-xpass +FAIL: test-fail-pass-fail +XFAIL: test-fail-pass-xfail +KFAIL: test-fail-pass-kfail +UNSUPPORTED: test-fail-pass-unsupported +UNTESTED: test-fail-pass-untested +UNRESOLVED: test-fail-pass-unresolved +PASS: test-fail-xpass-pass +XPASS: test-fail-xpass-xpass +FAIL: test-fail-xpass-fail +XFAIL: test-fail-xpass-xfail +KFAIL: test-fail-xpass-kfail +UNSUPPORTED: test-fail-xpass-unsupported +UNTESTED: test-fail-xpass-untested +UNRESOLVED: test-fail-xpass-unresolved +PASS: test-fail-fail-pass +XPASS: test-fail-fail-xpass +FAIL: test-fail-fail-fail +XFAIL: test-fail-fail-xfail +KFAIL: test-fail-fail-kfail +UNSUPPORTED: test-fail-fail-unsupported +UNTESTED: test-fail-fail-untested +UNRESOLVED: test-fail-fail-unresolved +PASS: test-fail-xfail-pass +XPASS: test-fail-xfail-xpass +FAIL: test-fail-xfail-fail +XFAIL: test-fail-xfail-xfail +KFAIL: test-fail-xfail-kfail +UNSUPPORTED: test-fail-xfail-unsupported +UNTESTED: test-fail-xfail-untested +UNRESOLVED: test-fail-xfail-unresolved +PASS: test-fail-kfail-pass +XPASS: test-fail-kfail-xpass +FAIL: test-fail-kfail-fail +XFAIL: test-fail-kfail-xfail +KFAIL: test-fail-kfail-kfail +UNSUPPORTED: test-fail-kfail-unsupported +UNTESTED: test-fail-kfail-untested +UNRESOLVED: test-fail-kfail-unresolved +PASS: test-fail-unsupported-pass +XPASS: test-fail-unsupported-xpass +FAIL: test-fail-unsupported-fail +XFAIL: test-fail-unsupported-xfail +KFAIL: test-fail-unsupported-kfail +UNSUPPORTED: test-fail-unsupported-unsupported +UNTESTED: test-fail-unsupported-untested +UNRESOLVED: test-fail-unsupported-unresolved +PASS: test-fail-untested-pass +XPASS: test-fail-untested-xpass +FAIL: test-fail-untested-fail +XFAIL: test-fail-untested-xfail +KFAIL: test-fail-untested-kfail +UNSUPPORTED: test-fail-untested-unsupported +UNTESTED: test-fail-untested-untested +UNRESOLVED: test-fail-untested-unresolved +PASS: test-fail-unresolved-pass +XPASS: test-fail-unresolved-xpass +FAIL: test-fail-unresolved-fail +XFAIL: test-fail-unresolved-xfail +KFAIL: test-fail-unresolved-kfail +UNSUPPORTED: test-fail-unresolved-unsupported +UNTESTED: test-fail-unresolved-untested +UNRESOLVED: test-fail-unresolved-unresolved + +Running tests-xfail.exp ... +PASS: test-xfail-pass-pass +XPASS: test-xfail-pass-xpass +FAIL: test-xfail-pass-fail +XFAIL: test-xfail-pass-xfail +KFAIL: test-xfail-pass-kfail +UNSUPPORTED: test-xfail-pass-unsupported +UNTESTED: test-xfail-pass-untested +UNRESOLVED: test-xfail-pass-unresolved +PASS: test-xfail-xpass-pass +XPASS: test-xfail-xpass-xpass +FAIL: test-xfail-xpass-fail +XFAIL: test-xfail-xpass-xfail +KFAIL: test-xfail-xpass-kfail +UNSUPPORTED: test-xfail-xpass-unsupported +UNTESTED: test-xfail-xpass-untested +UNRESOLVED: test-xfail-xpass-unresolved +PASS: test-xfail-fail-pass +XPASS: test-xfail-fail-xpass +FAIL: test-xfail-fail-fail +XFAIL: test-xfail-fail-xfail +KFAIL: test-xfail-fail-kfail +UNSUPPORTED: test-xfail-fail-unsupported +UNTESTED: test-xfail-fail-untested +UNRESOLVED: test-xfail-fail-unresolved +PASS: test-xfail-xfail-pass +XPASS: test-xfail-xfail-xpass +FAIL: test-xfail-xfail-fail +XFAIL: test-xfail-xfail-xfail +KFAIL: test-xfail-xfail-kfail +UNSUPPORTED: test-xfail-xfail-unsupported +UNTESTED: test-xfail-xfail-untested +UNRESOLVED: test-xfail-xfail-unresolved +PASS: test-xfail-kfail-pass +XPASS: test-xfail-kfail-xpass +FAIL: test-xfail-kfail-fail +XFAIL: test-xfail-kfail-xfail +KFAIL: test-xfail-kfail-kfail +UNSUPPORTED: test-xfail-kfail-unsupported +UNTESTED: test-xfail-kfail-untested +UNRESOLVED: test-xfail-kfail-unresolved +PASS: test-xfail-unsupported-pass +XPASS: test-xfail-unsupported-xpass +FAIL: test-xfail-unsupported-fail +XFAIL: test-xfail-unsupported-xfail +KFAIL: test-xfail-unsupported-kfail +UNSUPPORTED: test-xfail-unsupported-unsupported +UNTESTED: test-xfail-unsupported-untested +UNRESOLVED: test-xfail-unsupported-unresolved +PASS: test-xfail-untested-pass +XPASS: test-xfail-untested-xpass +FAIL: test-xfail-untested-fail +XFAIL: test-xfail-untested-xfail +KFAIL: test-xfail-untested-kfail +UNSUPPORTED: test-xfail-untested-unsupported +UNTESTED: test-xfail-untested-untested +UNRESOLVED: test-xfail-untested-unresolved +PASS: test-xfail-unresolved-pass +XPASS: test-xfail-unresolved-xpass +FAIL: test-xfail-unresolved-fail +XFAIL: test-xfail-unresolved-xfail +KFAIL: test-xfail-unresolved-kfail +UNSUPPORTED: test-xfail-unresolved-unsupported +UNTESTED: test-xfail-unresolved-untested +UNRESOLVED: test-xfail-unresolved-unresolved + +Running tests-kfail.exp ... +PASS: test-kfail-pass-pass +XPASS: test-kfail-pass-xpass +FAIL: test-kfail-pass-fail +XFAIL: test-kfail-pass-xfail +KFAIL: test-kfail-pass-kfail +UNSUPPORTED: test-kfail-pass-unsupported +UNTESTED: test-kfail-pass-untested +UNRESOLVED: test-kfail-pass-unresolved +PASS: test-kfail-xpass-pass +XPASS: test-kfail-xpass-xpass +FAIL: test-kfail-xpass-fail +XFAIL: test-kfail-xpass-xfail +KFAIL: test-kfail-xpass-kfail +UNSUPPORTED: test-kfail-xpass-unsupported +UNTESTED: test-kfail-xpass-untested +UNRESOLVED: test-kfail-xpass-unresolved +PASS: test-kfail-fail-pass +XPASS: test-kfail-fail-xpass +FAIL: test-kfail-fail-fail +XFAIL: test-kfail-fail-xfail +KFAIL: test-kfail-fail-kfail +UNSUPPORTED: test-kfail-fail-unsupported +UNTESTED: test-kfail-fail-untested +UNRESOLVED: test-kfail-fail-unresolved +PASS: test-kfail-xfail-pass +XPASS: test-kfail-xfail-xpass +FAIL: test-kfail-xfail-fail +XFAIL: test-kfail-xfail-xfail +KFAIL: test-kfail-xfail-kfail +UNSUPPORTED: test-kfail-xfail-unsupported +UNTESTED: test-kfail-xfail-untested +UNRESOLVED: test-kfail-xfail-unresolved +PASS: test-kfail-kfail-pass +XPASS: test-kfail-kfail-xpass +FAIL: test-kfail-kfail-fail +XFAIL: test-kfail-kfail-xfail +KFAIL: test-kfail-kfail-kfail +UNSUPPORTED: test-kfail-kfail-unsupported +UNTESTED: test-kfail-kfail-untested +UNRESOLVED: test-kfail-kfail-unresolved +PASS: test-kfail-unsupported-pass +XPASS: test-kfail-unsupported-xpass +FAIL: test-kfail-unsupported-fail +XFAIL: test-kfail-unsupported-xfail +KFAIL: test-kfail-unsupported-kfail +UNSUPPORTED: test-kfail-unsupported-unsupported +UNTESTED: test-kfail-unsupported-untested +UNRESOLVED: test-kfail-unsupported-unresolved +PASS: test-kfail-untested-pass +XPASS: test-kfail-untested-xpass +FAIL: test-kfail-untested-fail +XFAIL: test-kfail-untested-xfail +KFAIL: test-kfail-untested-kfail +UNSUPPORTED: test-kfail-untested-unsupported +UNTESTED: test-kfail-untested-untested +UNRESOLVED: test-kfail-untested-unresolved +PASS: test-kfail-unresolved-pass +XPASS: test-kfail-unresolved-xpass +FAIL: test-kfail-unresolved-fail +XFAIL: test-kfail-unresolved-xfail +KFAIL: test-kfail-unresolved-kfail +UNSUPPORTED: test-kfail-unresolved-unsupported +UNTESTED: test-kfail-unresolved-untested +UNRESOLVED: test-kfail-unresolved-unresolved + +Running tests-unsupported.exp ... +PASS: test-unsupported-pass-pass +XPASS: test-unsupported-pass-xpass +FAIL: test-unsupported-pass-fail +XFAIL: test-unsupported-pass-xfail +KFAIL: test-unsupported-pass-kfail +UNSUPPORTED: test-unsupported-pass-unsupported +UNTESTED: test-unsupported-pass-untested +UNRESOLVED: test-unsupported-pass-unresolved +PASS: test-unsupported-xpass-pass +XPASS: test-unsupported-xpass-xpass +FAIL: test-unsupported-xpass-fail +XFAIL: test-unsupported-xpass-xfail +KFAIL: test-unsupported-xpass-kfail +UNSUPPORTED: test-unsupported-xpass-unsupported +UNTESTED: test-unsupported-xpass-untested +UNRESOLVED: test-unsupported-xpass-unresolved +PASS: test-unsupported-fail-pass +XPASS: test-unsupported-fail-xpass +FAIL: test-unsupported-fail-fail +XFAIL: test-unsupported-fail-xfail +KFAIL: test-unsupported-fail-kfail +UNSUPPORTED: test-unsupported-fail-unsupported +UNTESTED: test-unsupported-fail-untested +UNRESOLVED: test-unsupported-fail-unresolved +PASS: test-unsupported-xfail-pass +XPASS: test-unsupported-xfail-xpass +FAIL: test-unsupported-xfail-fail +XFAIL: test-unsupported-xfail-xfail +KFAIL: test-unsupported-xfail-kfail +UNSUPPORTED: test-unsupported-xfail-unsupported +UNTESTED: test-unsupported-xfail-untested +UNRESOLVED: test-unsupported-xfail-unresolved +PASS: test-unsupported-kfail-pass +XPASS: test-unsupported-kfail-xpass +FAIL: test-unsupported-kfail-fail +XFAIL: test-unsupported-kfail-xfail +KFAIL: test-unsupported-kfail-kfail +UNSUPPORTED: test-unsupported-kfail-unsupported +UNTESTED: test-unsupported-kfail-untested +UNRESOLVED: test-unsupported-kfail-unresolved +PASS: test-unsupported-unsupported-pass +XPASS: test-unsupported-unsupported-xpass +FAIL: test-unsupported-unsupported-fail +XFAIL: test-unsupported-unsupported-xfail +KFAIL: test-unsupported-unsupported-kfail +UNSUPPORTED: test-unsupported-unsupported-unsupported +UNTESTED: test-unsupported-unsupported-untested +UNRESOLVED: test-unsupported-unsupported-unresolved +PASS: test-unsupported-untested-pass +XPASS: test-unsupported-untested-xpass +FAIL: test-unsupported-untested-fail +XFAIL: test-unsupported-untested-xfail +KFAIL: test-unsupported-untested-kfail +UNSUPPORTED: test-unsupported-untested-unsupported +UNTESTED: test-unsupported-untested-untested +UNRESOLVED: test-unsupported-untested-unresolved +PASS: test-unsupported-unresolved-pass +XPASS: test-unsupported-unresolved-xpass +FAIL: test-unsupported-unresolved-fail +XFAIL: test-unsupported-unresolved-xfail +KFAIL: test-unsupported-unresolved-kfail +UNSUPPORTED: test-unsupported-unresolved-unsupported +UNTESTED: test-unsupported-unresolved-untested +UNRESOLVED: test-unsupported-unresolved-unresolved + +Running tests-untested.exp ... +PASS: test-untested-pass-pass +XPASS: test-untested-pass-xpass +FAIL: test-untested-pass-fail +XFAIL: test-untested-pass-xfail +KFAIL: test-untested-pass-kfail +UNSUPPORTED: test-untested-pass-unsupported +UNTESTED: test-untested-pass-untested +UNRESOLVED: test-untested-pass-unresolved +PASS: test-untested-xpass-pass +XPASS: test-untested-xpass-xpass +FAIL: test-untested-xpass-fail +XFAIL: test-untested-xpass-xfail +KFAIL: test-untested-xpass-kfail +UNSUPPORTED: test-untested-xpass-unsupported +UNTESTED: test-untested-xpass-untested +UNRESOLVED: test-untested-xpass-unresolved +PASS: test-untested-fail-pass +XPASS: test-untested-fail-xpass +FAIL: test-untested-fail-fail +XFAIL: test-untested-fail-xfail +KFAIL: test-untested-fail-kfail +UNSUPPORTED: test-untested-fail-unsupported +UNTESTED: test-untested-fail-untested +UNRESOLVED: test-untested-fail-unresolved +PASS: test-untested-xfail-pass +XPASS: test-untested-xfail-xpass +FAIL: test-untested-xfail-fail +XFAIL: test-untested-xfail-xfail +KFAIL: test-untested-xfail-kfail +UNSUPPORTED: test-untested-xfail-unsupported +UNTESTED: test-untested-xfail-untested +UNRESOLVED: test-untested-xfail-unresolved +PASS: test-untested-kfail-pass +XPASS: test-untested-kfail-xpass +FAIL: test-untested-kfail-fail +XFAIL: test-untested-kfail-xfail +KFAIL: test-untested-kfail-kfail +UNSUPPORTED: test-untested-kfail-unsupported +UNTESTED: test-untested-kfail-untested +UNRESOLVED: test-untested-kfail-unresolved +PASS: test-untested-unsupported-pass +XPASS: test-untested-unsupported-xpass +FAIL: test-untested-unsupported-fail +XFAIL: test-untested-unsupported-xfail +KFAIL: test-untested-unsupported-kfail +UNSUPPORTED: test-untested-unsupported-unsupported +UNTESTED: test-untested-unsupported-untested +UNRESOLVED: test-untested-unsupported-unresolved +PASS: test-untested-untested-pass +XPASS: test-untested-untested-xpass +FAIL: test-untested-untested-fail +XFAIL: test-untested-untested-xfail +KFAIL: test-untested-untested-kfail +UNSUPPORTED: test-untested-untested-unsupported +UNTESTED: test-untested-untested-untested +UNRESOLVED: test-untested-untested-unresolved +PASS: test-untested-unresolved-pass +XPASS: test-untested-unresolved-xpass +FAIL: test-untested-unresolved-fail +XFAIL: test-untested-unresolved-xfail +KFAIL: test-untested-unresolved-kfail +UNSUPPORTED: test-untested-unresolved-unsupported +UNTESTED: test-untested-unresolved-untested +UNRESOLVED: test-untested-unresolved-unresolved + +Running tests-unresolved.exp ... +PASS: test-unresolved-pass-pass +XPASS: test-unresolved-pass-xpass +FAIL: test-unresolved-pass-fail +XFAIL: test-unresolved-pass-xfail +KFAIL: test-unresolved-pass-kfail +UNSUPPORTED: test-unresolved-pass-unsupported +UNTESTED: test-unresolved-pass-untested +UNRESOLVED: test-unresolved-pass-unresolved +PASS: test-unresolved-xpass-pass +XPASS: test-unresolved-xpass-xpass +FAIL: test-unresolved-xpass-fail +XFAIL: test-unresolved-xpass-xfail +KFAIL: test-unresolved-xpass-kfail +UNSUPPORTED: test-unresolved-xpass-unsupported +UNTESTED: test-unresolved-xpass-untested +UNRESOLVED: test-unresolved-xpass-unresolved +PASS: test-unresolved-fail-pass +XPASS: test-unresolved-fail-xpass +FAIL: test-unresolved-fail-fail +XFAIL: test-unresolved-fail-xfail +KFAIL: test-unresolved-fail-kfail +UNSUPPORTED: test-unresolved-fail-unsupported +UNTESTED: test-unresolved-fail-untested +UNRESOLVED: test-unresolved-fail-unresolved +PASS: test-unresolved-xfail-pass +XPASS: test-unresolved-xfail-xpass +FAIL: test-unresolved-xfail-fail +XFAIL: test-unresolved-xfail-xfail +KFAIL: test-unresolved-xfail-kfail +UNSUPPORTED: test-unresolved-xfail-unsupported +UNTESTED: test-unresolved-xfail-untested +UNRESOLVED: test-unresolved-xfail-unresolved +PASS: test-unresolved-kfail-pass +XPASS: test-unresolved-kfail-xpass +FAIL: test-unresolved-kfail-fail +XFAIL: test-unresolved-kfail-xfail +KFAIL: test-unresolved-kfail-kfail +UNSUPPORTED: test-unresolved-kfail-unsupported +UNTESTED: test-unresolved-kfail-untested +UNRESOLVED: test-unresolved-kfail-unresolved +PASS: test-unresolved-unsupported-pass +XPASS: test-unresolved-unsupported-xpass +FAIL: test-unresolved-unsupported-fail +XFAIL: test-unresolved-unsupported-xfail +KFAIL: test-unresolved-unsupported-kfail +UNSUPPORTED: test-unresolved-unsupported-unsupported +UNTESTED: test-unresolved-unsupported-untested +UNRESOLVED: test-unresolved-unsupported-unresolved +PASS: test-unresolved-untested-pass +XPASS: test-unresolved-untested-xpass +FAIL: test-unresolved-untested-fail +XFAIL: test-unresolved-untested-xfail +KFAIL: test-unresolved-untested-kfail +UNSUPPORTED: test-unresolved-untested-unsupported +UNTESTED: test-unresolved-untested-untested +UNRESOLVED: test-unresolved-untested-unresolved +PASS: test-unresolved-unresolved-pass +XPASS: test-unresolved-unresolved-xpass +FAIL: test-unresolved-unresolved-fail +XFAIL: test-unresolved-unresolved-xfail +KFAIL: test-unresolved-unresolved-kfail +UNSUPPORTED: test-unresolved-unresolved-unsupported +UNTESTED: test-unresolved-unresolved-untested +UNRESOLVED: test-unresolved-unresolved-unresolved + + === gcc-compare-results Summary === + +# of expected passes 64 +# of unexpected failures 64 +# of expected failures 64 +# of known failures 64 +# of untested testcases 64 +# of unresolved testcases 64 +# of unsupported tests 64 diff --git a/testsuite/sum-merge-expected.txt b/testsuite/sum-merge-expected.txt new file mode 100644 index 0000000..07e9a94 --- /dev/null +++ b/testsuite/sum-merge-expected.txt @@ -0,0 +1,546 @@ +Note: This is a synthetic sum file generated by merging the sum files of + several testsuite runs. To investigate test results, refer to the + original sum and log files. + + === gcc-compare-results tests === + +Running target mytarget + +Running tests-pass.exp ... +PASS: test-pass-pass-pass +PASS: test-pass-pass-xpass +PASS: test-pass-pass-fail +PASS: test-pass-pass-xfail +PASS: test-pass-pass-kfail +PASS: test-pass-pass-unsupported +PASS: test-pass-pass-untested +PASS: test-pass-pass-unresolved +PASS: test-pass-xpass-pass +PASS: test-pass-xpass-xpass +PASS: test-pass-xpass-fail +PASS: test-pass-xpass-xfail +PASS: test-pass-xpass-kfail +PASS: test-pass-xpass-unsupported +PASS: test-pass-xpass-untested +PASS: test-pass-xpass-unresolved +PASS: test-pass-fail-pass +PASS: test-pass-fail-xpass +PASS: test-pass-fail-fail +PASS: test-pass-fail-xfail +PASS: test-pass-fail-kfail +PASS: test-pass-fail-unsupported +PASS: test-pass-fail-untested +PASS: test-pass-fail-unresolved +PASS: test-pass-xfail-pass +PASS: test-pass-xfail-xpass +PASS: test-pass-xfail-fail +PASS: test-pass-xfail-xfail +PASS: test-pass-xfail-kfail +PASS: test-pass-xfail-unsupported +PASS: test-pass-xfail-untested +PASS: test-pass-xfail-unresolved +PASS: test-pass-kfail-pass +PASS: test-pass-kfail-xpass +PASS: test-pass-kfail-fail +PASS: test-pass-kfail-xfail +PASS: test-pass-kfail-kfail +PASS: test-pass-kfail-unsupported +PASS: test-pass-kfail-untested +PASS: test-pass-kfail-unresolved +PASS: test-pass-unsupported-pass +PASS: test-pass-unsupported-xpass +PASS: test-pass-unsupported-fail +PASS: test-pass-unsupported-xfail +PASS: test-pass-unsupported-kfail +PASS: test-pass-unsupported-unsupported +PASS: test-pass-unsupported-untested +PASS: test-pass-unsupported-unresolved +PASS: test-pass-untested-pass +PASS: test-pass-untested-xpass +PASS: test-pass-untested-fail +PASS: test-pass-untested-xfail +PASS: test-pass-untested-kfail +PASS: test-pass-untested-unsupported +PASS: test-pass-untested-untested +PASS: test-pass-untested-unresolved +PASS: test-pass-unresolved-pass +PASS: test-pass-unresolved-xpass +PASS: test-pass-unresolved-fail +PASS: test-pass-unresolved-xfail +PASS: test-pass-unresolved-kfail +PASS: test-pass-unresolved-unsupported +PASS: test-pass-unresolved-untested +PASS: test-pass-unresolved-unresolved + +Running tests-xpass.exp ... +PASS: test-xpass-pass-pass +PASS: test-xpass-pass-xpass +PASS: test-xpass-pass-fail +PASS: test-xpass-pass-xfail +PASS: test-xpass-pass-kfail +PASS: test-xpass-pass-unsupported +PASS: test-xpass-pass-untested +PASS: test-xpass-pass-unresolved +PASS: test-xpass-xpass-pass +XPASS: test-xpass-xpass-xpass +XPASS: test-xpass-xpass-fail +XFAIL: test-xpass-xpass-xfail +XPASS: test-xpass-xpass-kfail +XPASS: test-xpass-xpass-unsupported +XPASS: test-xpass-xpass-untested +XPASS: test-xpass-xpass-unresolved +PASS: test-xpass-fail-pass +XPASS: test-xpass-fail-xpass +XPASS: test-xpass-fail-fail +XFAIL: test-xpass-fail-xfail +XPASS: test-xpass-fail-kfail +XPASS: test-xpass-fail-unsupported +XPASS: test-xpass-fail-untested +XPASS: test-xpass-fail-unresolved +PASS: test-xpass-xfail-pass +XFAIL: test-xpass-xfail-xpass +XFAIL: test-xpass-xfail-fail +XFAIL: test-xpass-xfail-xfail +XFAIL: test-xpass-xfail-kfail +XFAIL: test-xpass-xfail-unsupported +XFAIL: test-xpass-xfail-untested +XFAIL: test-xpass-xfail-unresolved +PASS: test-xpass-kfail-pass +XPASS: test-xpass-kfail-xpass +XPASS: test-xpass-kfail-fail +XFAIL: test-xpass-kfail-xfail +XPASS: test-xpass-kfail-kfail +XPASS: test-xpass-kfail-unsupported +XPASS: test-xpass-kfail-untested +XPASS: test-xpass-kfail-unresolved +PASS: test-xpass-unsupported-pass +XPASS: test-xpass-unsupported-xpass +XPASS: test-xpass-unsupported-fail +XFAIL: test-xpass-unsupported-xfail +XPASS: test-xpass-unsupported-kfail +XPASS: test-xpass-unsupported-unsupported +XPASS: test-xpass-unsupported-untested +XPASS: test-xpass-unsupported-unresolved +PASS: test-xpass-untested-pass +XPASS: test-xpass-untested-xpass +XPASS: test-xpass-untested-fail +XFAIL: test-xpass-untested-xfail +XPASS: test-xpass-untested-kfail +XPASS: test-xpass-untested-unsupported +XPASS: test-xpass-untested-untested +XPASS: test-xpass-untested-unresolved +PASS: test-xpass-unresolved-pass +XPASS: test-xpass-unresolved-xpass +XPASS: test-xpass-unresolved-fail +XFAIL: test-xpass-unresolved-xfail +XPASS: test-xpass-unresolved-kfail +XPASS: test-xpass-unresolved-unsupported +XPASS: test-xpass-unresolved-untested +XPASS: test-xpass-unresolved-unresolved + +Running tests-fail.exp ... +PASS: test-fail-pass-pass +PASS: test-fail-pass-xpass +PASS: test-fail-pass-fail +PASS: test-fail-pass-xfail +PASS: test-fail-pass-kfail +PASS: test-fail-pass-unsupported +PASS: test-fail-pass-untested +PASS: test-fail-pass-unresolved +PASS: test-fail-xpass-pass +FAIL: test-fail-xpass-xpass +FAIL: test-fail-xpass-fail +XFAIL: test-fail-xpass-xfail +FAIL: test-fail-xpass-kfail +FAIL: test-fail-xpass-unsupported +FAIL: test-fail-xpass-untested +FAIL: test-fail-xpass-unresolved +PASS: test-fail-fail-pass +FAIL: test-fail-fail-xpass +FAIL: test-fail-fail-fail +XFAIL: test-fail-fail-xfail +FAIL: test-fail-fail-kfail +FAIL: test-fail-fail-unsupported +FAIL: test-fail-fail-untested +FAIL: test-fail-fail-unresolved +PASS: test-fail-xfail-pass +XFAIL: test-fail-xfail-xpass +XFAIL: test-fail-xfail-fail +XFAIL: test-fail-xfail-xfail +XFAIL: test-fail-xfail-kfail +XFAIL: test-fail-xfail-unsupported +XFAIL: test-fail-xfail-untested +XFAIL: test-fail-xfail-unresolved +PASS: test-fail-kfail-pass +FAIL: test-fail-kfail-xpass +FAIL: test-fail-kfail-fail +XFAIL: test-fail-kfail-xfail +FAIL: test-fail-kfail-kfail +FAIL: test-fail-kfail-unsupported +FAIL: test-fail-kfail-untested +FAIL: test-fail-kfail-unresolved +PASS: test-fail-unsupported-pass +FAIL: test-fail-unsupported-xpass +FAIL: test-fail-unsupported-fail +XFAIL: test-fail-unsupported-xfail +FAIL: test-fail-unsupported-kfail +FAIL: test-fail-unsupported-unsupported +FAIL: test-fail-unsupported-untested +FAIL: test-fail-unsupported-unresolved +PASS: test-fail-untested-pass +FAIL: test-fail-untested-xpass +FAIL: test-fail-untested-fail +XFAIL: test-fail-untested-xfail +FAIL: test-fail-untested-kfail +FAIL: test-fail-untested-unsupported +FAIL: test-fail-untested-untested +FAIL: test-fail-untested-unresolved +PASS: test-fail-unresolved-pass +FAIL: test-fail-unresolved-xpass +FAIL: test-fail-unresolved-fail +XFAIL: test-fail-unresolved-xfail +FAIL: test-fail-unresolved-kfail +FAIL: test-fail-unresolved-unsupported +FAIL: test-fail-unresolved-untested +FAIL: test-fail-unresolved-unresolved + +Running tests-xfail.exp ... +PASS: test-xfail-pass-pass +PASS: test-xfail-pass-xpass +PASS: test-xfail-pass-fail +PASS: test-xfail-pass-xfail +PASS: test-xfail-pass-kfail +PASS: test-xfail-pass-unsupported +PASS: test-xfail-pass-untested +PASS: test-xfail-pass-unresolved +PASS: test-xfail-xpass-pass +XFAIL: test-xfail-xpass-xpass +XFAIL: test-xfail-xpass-fail +XFAIL: test-xfail-xpass-xfail +XFAIL: test-xfail-xpass-kfail +XFAIL: test-xfail-xpass-unsupported +XFAIL: test-xfail-xpass-untested +XFAIL: test-xfail-xpass-unresolved +PASS: test-xfail-fail-pass +XFAIL: test-xfail-fail-xpass +XFAIL: test-xfail-fail-fail +XFAIL: test-xfail-fail-xfail +XFAIL: test-xfail-fail-kfail +XFAIL: test-xfail-fail-unsupported +XFAIL: test-xfail-fail-untested +XFAIL: test-xfail-fail-unresolved +PASS: test-xfail-xfail-pass +XFAIL: test-xfail-xfail-xpass +XFAIL: test-xfail-xfail-fail +XFAIL: test-xfail-xfail-xfail +XFAIL: test-xfail-xfail-kfail +XFAIL: test-xfail-xfail-unsupported +XFAIL: test-xfail-xfail-untested +XFAIL: test-xfail-xfail-unresolved +PASS: test-xfail-kfail-pass +XFAIL: test-xfail-kfail-xpass +XFAIL: test-xfail-kfail-fail +XFAIL: test-xfail-kfail-xfail +XFAIL: test-xfail-kfail-kfail +XFAIL: test-xfail-kfail-unsupported +XFAIL: test-xfail-kfail-untested +XFAIL: test-xfail-kfail-unresolved +PASS: test-xfail-unsupported-pass +XFAIL: test-xfail-unsupported-xpass +XFAIL: test-xfail-unsupported-fail +XFAIL: test-xfail-unsupported-xfail +XFAIL: test-xfail-unsupported-kfail +XFAIL: test-xfail-unsupported-unsupported +XFAIL: test-xfail-unsupported-untested +XFAIL: test-xfail-unsupported-unresolved +PASS: test-xfail-untested-pass +XFAIL: test-xfail-untested-xpass +XFAIL: test-xfail-untested-fail +XFAIL: test-xfail-untested-xfail +XFAIL: test-xfail-untested-kfail +XFAIL: test-xfail-untested-unsupported +XFAIL: test-xfail-untested-untested +XFAIL: test-xfail-untested-unresolved +PASS: test-xfail-unresolved-pass +XFAIL: test-xfail-unresolved-xpass +XFAIL: test-xfail-unresolved-fail +XFAIL: test-xfail-unresolved-xfail +XFAIL: test-xfail-unresolved-kfail +XFAIL: test-xfail-unresolved-unsupported +XFAIL: test-xfail-unresolved-untested +XFAIL: test-xfail-unresolved-unresolved + +Running tests-kfail.exp ... +PASS: test-kfail-pass-pass +PASS: test-kfail-pass-xpass +PASS: test-kfail-pass-fail +PASS: test-kfail-pass-xfail +PASS: test-kfail-pass-kfail +PASS: test-kfail-pass-unsupported +PASS: test-kfail-pass-untested +PASS: test-kfail-pass-unresolved +PASS: test-kfail-xpass-pass +KFAIL: test-kfail-xpass-xpass +KFAIL: test-kfail-xpass-fail +XFAIL: test-kfail-xpass-xfail +KFAIL: test-kfail-xpass-kfail +KFAIL: test-kfail-xpass-unsupported +KFAIL: test-kfail-xpass-untested +KFAIL: test-kfail-xpass-unresolved +PASS: test-kfail-fail-pass +KFAIL: test-kfail-fail-xpass +KFAIL: test-kfail-fail-fail +XFAIL: test-kfail-fail-xfail +KFAIL: test-kfail-fail-kfail +KFAIL: test-kfail-fail-unsupported +KFAIL: test-kfail-fail-untested +KFAIL: test-kfail-fail-unresolved +PASS: test-kfail-xfail-pass +XFAIL: test-kfail-xfail-xpass +XFAIL: test-kfail-xfail-fail +XFAIL: test-kfail-xfail-xfail +XFAIL: test-kfail-xfail-kfail +XFAIL: test-kfail-xfail-unsupported +XFAIL: test-kfail-xfail-untested +XFAIL: test-kfail-xfail-unresolved +PASS: test-kfail-kfail-pass +KFAIL: test-kfail-kfail-xpass +KFAIL: test-kfail-kfail-fail +XFAIL: test-kfail-kfail-xfail +KFAIL: test-kfail-kfail-kfail +KFAIL: test-kfail-kfail-unsupported +KFAIL: test-kfail-kfail-untested +KFAIL: test-kfail-kfail-unresolved +PASS: test-kfail-unsupported-pass +KFAIL: test-kfail-unsupported-xpass +KFAIL: test-kfail-unsupported-fail +XFAIL: test-kfail-unsupported-xfail +KFAIL: test-kfail-unsupported-kfail +KFAIL: test-kfail-unsupported-unsupported +KFAIL: test-kfail-unsupported-untested +KFAIL: test-kfail-unsupported-unresolved +PASS: test-kfail-untested-pass +KFAIL: test-kfail-untested-xpass +KFAIL: test-kfail-untested-fail +XFAIL: test-kfail-untested-xfail +KFAIL: test-kfail-untested-kfail +KFAIL: test-kfail-untested-unsupported +KFAIL: test-kfail-untested-untested +KFAIL: test-kfail-untested-unresolved +PASS: test-kfail-unresolved-pass +KFAIL: test-kfail-unresolved-xpass +KFAIL: test-kfail-unresolved-fail +XFAIL: test-kfail-unresolved-xfail +KFAIL: test-kfail-unresolved-kfail +KFAIL: test-kfail-unresolved-unsupported +KFAIL: test-kfail-unresolved-untested +KFAIL: test-kfail-unresolved-unresolved + +Running tests-unsupported.exp ... +PASS: test-unsupported-pass-pass +PASS: test-unsupported-pass-xpass +PASS: test-unsupported-pass-fail +PASS: test-unsupported-pass-xfail +PASS: test-unsupported-pass-kfail +PASS: test-unsupported-pass-unsupported +PASS: test-unsupported-pass-untested +PASS: test-unsupported-pass-unresolved +PASS: test-unsupported-xpass-pass +UNSUPPORTED: test-unsupported-xpass-xpass +UNSUPPORTED: test-unsupported-xpass-fail +XFAIL: test-unsupported-xpass-xfail +UNSUPPORTED: test-unsupported-xpass-kfail +UNSUPPORTED: test-unsupported-xpass-unsupported +UNSUPPORTED: test-unsupported-xpass-untested +UNSUPPORTED: test-unsupported-xpass-unresolved +PASS: test-unsupported-fail-pass +UNSUPPORTED: test-unsupported-fail-xpass +UNSUPPORTED: test-unsupported-fail-fail +XFAIL: test-unsupported-fail-xfail +UNSUPPORTED: test-unsupported-fail-kfail +UNSUPPORTED: test-unsupported-fail-unsupported +UNSUPPORTED: test-unsupported-fail-untested +UNSUPPORTED: test-unsupported-fail-unresolved +PASS: test-unsupported-xfail-pass +XFAIL: test-unsupported-xfail-xpass +XFAIL: test-unsupported-xfail-fail +XFAIL: test-unsupported-xfail-xfail +XFAIL: test-unsupported-xfail-kfail +XFAIL: test-unsupported-xfail-unsupported +XFAIL: test-unsupported-xfail-untested +XFAIL: test-unsupported-xfail-unresolved +PASS: test-unsupported-kfail-pass +UNSUPPORTED: test-unsupported-kfail-xpass +UNSUPPORTED: test-unsupported-kfail-fail +XFAIL: test-unsupported-kfail-xfail +UNSUPPORTED: test-unsupported-kfail-kfail +UNSUPPORTED: test-unsupported-kfail-unsupported +UNSUPPORTED: test-unsupported-kfail-untested +UNSUPPORTED: test-unsupported-kfail-unresolved +PASS: test-unsupported-unsupported-pass +UNSUPPORTED: test-unsupported-unsupported-xpass +UNSUPPORTED: test-unsupported-unsupported-fail +XFAIL: test-unsupported-unsupported-xfail +UNSUPPORTED: test-unsupported-unsupported-kfail +UNSUPPORTED: test-unsupported-unsupported-unsupported +UNSUPPORTED: test-unsupported-unsupported-untested +UNSUPPORTED: test-unsupported-unsupported-unresolved +PASS: test-unsupported-untested-pass +UNSUPPORTED: test-unsupported-untested-xpass +UNSUPPORTED: test-unsupported-untested-fail +XFAIL: test-unsupported-untested-xfail +UNSUPPORTED: test-unsupported-untested-kfail +UNSUPPORTED: test-unsupported-untested-unsupported +UNSUPPORTED: test-unsupported-untested-untested +UNSUPPORTED: test-unsupported-untested-unresolved +PASS: test-unsupported-unresolved-pass +UNSUPPORTED: test-unsupported-unresolved-xpass +UNSUPPORTED: test-unsupported-unresolved-fail +XFAIL: test-unsupported-unresolved-xfail +UNSUPPORTED: test-unsupported-unresolved-kfail +UNSUPPORTED: test-unsupported-unresolved-unsupported +UNSUPPORTED: test-unsupported-unresolved-untested +UNSUPPORTED: test-unsupported-unresolved-unresolved + +Running tests-untested.exp ... +PASS: test-untested-pass-pass +PASS: test-untested-pass-xpass +PASS: test-untested-pass-fail +PASS: test-untested-pass-xfail +PASS: test-untested-pass-kfail +PASS: test-untested-pass-unsupported +PASS: test-untested-pass-untested +PASS: test-untested-pass-unresolved +PASS: test-untested-xpass-pass +UNTESTED: test-untested-xpass-xpass +UNTESTED: test-untested-xpass-fail +XFAIL: test-untested-xpass-xfail +UNTESTED: test-untested-xpass-kfail +UNTESTED: test-untested-xpass-unsupported +UNTESTED: test-untested-xpass-untested +UNTESTED: test-untested-xpass-unresolved +PASS: test-untested-fail-pass +UNTESTED: test-untested-fail-xpass +UNTESTED: test-untested-fail-fail +XFAIL: test-untested-fail-xfail +UNTESTED: test-untested-fail-kfail +UNTESTED: test-untested-fail-unsupported +UNTESTED: test-untested-fail-untested +UNTESTED: test-untested-fail-unresolved +PASS: test-untested-xfail-pass +XFAIL: test-untested-xfail-xpass +XFAIL: test-untested-xfail-fail +XFAIL: test-untested-xfail-xfail +XFAIL: test-untested-xfail-kfail +XFAIL: test-untested-xfail-unsupported +XFAIL: test-untested-xfail-untested +XFAIL: test-untested-xfail-unresolved +PASS: test-untested-kfail-pass +UNTESTED: test-untested-kfail-xpass +UNTESTED: test-untested-kfail-fail +XFAIL: test-untested-kfail-xfail +UNTESTED: test-untested-kfail-kfail +UNTESTED: test-untested-kfail-unsupported +UNTESTED: test-untested-kfail-untested +UNTESTED: test-untested-kfail-unresolved +PASS: test-untested-unsupported-pass +UNTESTED: test-untested-unsupported-xpass +UNTESTED: test-untested-unsupported-fail +XFAIL: test-untested-unsupported-xfail +UNTESTED: test-untested-unsupported-kfail +UNTESTED: test-untested-unsupported-unsupported +UNTESTED: test-untested-unsupported-untested +UNTESTED: test-untested-unsupported-unresolved +PASS: test-untested-untested-pass +UNTESTED: test-untested-untested-xpass +UNTESTED: test-untested-untested-fail +XFAIL: test-untested-untested-xfail +UNTESTED: test-untested-untested-kfail +UNTESTED: test-untested-untested-unsupported +UNTESTED: test-untested-untested-untested +UNTESTED: test-untested-untested-unresolved +PASS: test-untested-unresolved-pass +UNTESTED: test-untested-unresolved-xpass +UNTESTED: test-untested-unresolved-fail +XFAIL: test-untested-unresolved-xfail +UNTESTED: test-untested-unresolved-kfail +UNTESTED: test-untested-unresolved-unsupported +UNTESTED: test-untested-unresolved-untested +UNTESTED: test-untested-unresolved-unresolved + +Running tests-unresolved.exp ... +PASS: test-unresolved-pass-pass +PASS: test-unresolved-pass-xpass +PASS: test-unresolved-pass-fail +PASS: test-unresolved-pass-xfail +PASS: test-unresolved-pass-kfail +PASS: test-unresolved-pass-unsupported +PASS: test-unresolved-pass-untested +PASS: test-unresolved-pass-unresolved +PASS: test-unresolved-xpass-pass +UNRESOLVED: test-unresolved-xpass-xpass +UNRESOLVED: test-unresolved-xpass-fail +XFAIL: test-unresolved-xpass-xfail +UNRESOLVED: test-unresolved-xpass-kfail +UNRESOLVED: test-unresolved-xpass-unsupported +UNRESOLVED: test-unresolved-xpass-untested +UNRESOLVED: test-unresolved-xpass-unresolved +PASS: test-unresolved-fail-pass +UNRESOLVED: test-unresolved-fail-xpass +UNRESOLVED: test-unresolved-fail-fail +XFAIL: test-unresolved-fail-xfail +UNRESOLVED: test-unresolved-fail-kfail +UNRESOLVED: test-unresolved-fail-unsupported +UNRESOLVED: test-unresolved-fail-untested +UNRESOLVED: test-unresolved-fail-unresolved +PASS: test-unresolved-xfail-pass +XFAIL: test-unresolved-xfail-xpass +XFAIL: test-unresolved-xfail-fail +XFAIL: test-unresolved-xfail-xfail +XFAIL: test-unresolved-xfail-kfail +XFAIL: test-unresolved-xfail-unsupported +XFAIL: test-unresolved-xfail-untested +XFAIL: test-unresolved-xfail-unresolved +PASS: test-unresolved-kfail-pass +UNRESOLVED: test-unresolved-kfail-xpass +UNRESOLVED: test-unresolved-kfail-fail +XFAIL: test-unresolved-kfail-xfail +UNRESOLVED: test-unresolved-kfail-kfail +UNRESOLVED: test-unresolved-kfail-unsupported +UNRESOLVED: test-unresolved-kfail-untested +UNRESOLVED: test-unresolved-kfail-unresolved +PASS: test-unresolved-unsupported-pass +UNRESOLVED: test-unresolved-unsupported-xpass +UNRESOLVED: test-unresolved-unsupported-fail +XFAIL: test-unresolved-unsupported-xfail +UNRESOLVED: test-unresolved-unsupported-kfail +UNRESOLVED: test-unresolved-unsupported-unsupported +UNRESOLVED: test-unresolved-unsupported-untested +UNRESOLVED: test-unresolved-unsupported-unresolved +PASS: test-unresolved-untested-pass +UNRESOLVED: test-unresolved-untested-xpass +UNRESOLVED: test-unresolved-untested-fail +XFAIL: test-unresolved-untested-xfail +UNRESOLVED: test-unresolved-untested-kfail +UNRESOLVED: test-unresolved-untested-unsupported +UNRESOLVED: test-unresolved-untested-untested +UNRESOLVED: test-unresolved-untested-unresolved +PASS: test-unresolved-unresolved-pass +UNRESOLVED: test-unresolved-unresolved-xpass +UNRESOLVED: test-unresolved-unresolved-fail +XFAIL: test-unresolved-unresolved-xfail +UNRESOLVED: test-unresolved-unresolved-kfail +UNRESOLVED: test-unresolved-unresolved-unsupported +UNRESOLVED: test-unresolved-unresolved-untested +UNRESOLVED: test-unresolved-unresolved-unresolved + + === gcc-compare-results Summary === + +# of 1 +# of expected passes 169 +# of unexpected failures 36 +# of expected failures 127 +# of known failures 36 +# of untested testcases 36 +# of unresolved testcases 36 +# of unsupported tests 36 -- cgit v1.2.3