compare_dg_tests.pl: Add mode for merging sum files

It could have been a separate script, but it's kept in compare_dg_tests.pl
to reuse read_sum() and empty_result().

Change-Id: I84e274bf0e93228e5c0dd2cb3915385d12d7ea8c

6 files changed, 2295 insertions, 2 deletions

diff --git a/compare_dg_tests.pl b/compare_dg_tests.pl
index 6eec385..f660000 100755
--- a/compare_dg_tests.pl
+++ b/compare_dg_tests.pl
@@ -17,6 +17,7 @@ sub compare_results($$);
 sub usage();
 sub print_compare_results_summary($$);
 sub nothing($$$$);
+sub merge($$@);
 
 my $PASS_PASS             = "Still passes              [PASS => PASS]";
 my $PASS_XPASS            = "PASS now XPASS            [PASS =>XPASS]";
@@ -224,6 +225,8 @@ my $quiet=0;
 my $long=0;
 my $short=0;
 my $debug=0;
+my $merge_mode=0; # Merge result sum files into reference sum file
+my $output_file;
 my ($testroot, $basename);
 my ($ref_file_name, $res_file_name);
 my $nounstable=0;
@@ -237,6 +240,7 @@ my @hwdep_markers=(); # Optional markers when parsing hwdep_file
 my $ratio_thresh = 0.95; # Warn if pass ratio is below this threshold
 
 GetOptions ("l"           => \$long,
+            "o=s"         => \$output_file,
             "s"           => \$short,
             "q"           => \$quiet,
             "v"           => \$verbose,
@@ -249,7 +253,28 @@ GetOptions ("l"           => \$long,
             "unstable-marker=s"    => \@unstable_markers,
             "no-hwdep"  => \$no_hwdep,
             "hwdep-tests=s" => \$hwdep_file,
-            "hwdep-marker=s"    => \@hwdep_markers);
+            "hwdep-marker=s"    => \@hwdep_markers,
+            "merge"             => \$merge_mode);
+
+# Merge is a separate operating mode of this script where instead of comparing sum files,
+# it merges them. It could be a separate script, but it's kept here to reuse the sum file
+# parsing code.
+#
+# In this mode, the script will merge the sum files provided as arguments into one
+# synthetic sum file. The reference sum file will be the first one provided as argument.
+# For tests that didn't pass, check the other sum files to see whether that test PASSed or
+# XFAILed in any of them. If so, the status for the test is changed to PASS or XFAIL in
+# the reference file. The result is written to the file given by the '-o' option.
+if ($merge_mode) {
+    $ref_file_name = shift(@ARGV);
+    my $ref = read_sum($ref_file_name);
+    my @res;
+    foreach (@ARGV) {
+        push(@res, read_sum($_));
+    }
+
+    exit merge($output_file, $ref_file_name, @res);
+}
 
 $ref_file_name = $ARGV[0] if ($#ARGV == 1);
 $res_file_name = $ARGV[1] if ($#ARGV == 1);
@@ -1038,3 +1063,98 @@ sub print_compare_results_summary($$)
 
    return $return_value;
 }
+
+######################################################
+# MERGING
+sub merge($$@)
+{
+    my ($output_file, $ref_file, @results) = @_;
+    my $res = empty_result();
+    my $current_tool="";
+    my $current_exp="";
+
+    open(REF, '<', $ref_file) or die $!;
+    open(OUTPUT, '>', $output_file) or die $!;
+
+    print OUTPUT "Note: This is a synthetic sum file generated by merging the sum files of\n";
+    print OUTPUT "      several testsuite runs. To investigate test results, refer to the\n";
+    print OUTPUT "      original sum and log files.\n\n";
+
+    while (<REF>) {
+        my $printed = 0;
+        if (m/^(PASS|XPASS|FAIL|XFAIL|KFAIL|UNSUPPORTED|UNTESTED|UNRESOLVED): *(.*)/) {
+            my ($diag,$tc) = ($1,$2);
+            # Prefix test name wih .exp filename to help report
+            # regressions/run bisect.
+            $tc = "$current_tool:$current_exp=$tc";
+
+            if ($diag ne "PASS") {
+                my $xfail_seen = 0;
+
+                # Did this test pass or xfail in any of the other results?
+                foreach my $result (@results) {
+                    if ($result->{testcases}->{$tc}->{PASS}) {
+                        print OUTPUT "PASS: $2\n";
+                        $printed = 1;
+
+                        # Adjust the summary statistics.
+                        $res->{$diag}--;
+                        $res->{PASS}++;
+                        last;
+                    } elsif ($result->{testcases}->{$tc}->{XFAIL}) {
+                        $xfail_seen = 1;
+                    }
+                }
+
+                if (not $printed and $xfail_seen) {
+                    print OUTPUT "XFAIL: $2\n";
+                    $printed = 1;
+
+                    # Adjust the summary statistics.
+                    $res->{$diag}--;
+                    $res->{XFAIL}++;
+                }
+            }
+        } elsif (m/^(# of expected passes|# of unexpected failures|# of expected failures|# of known failures|# of unsupported tests|# of untested testcases|# of unresolved testcases)(\s+)(\d+)$/) {
+            my $total;
+            my $adjustment = 0;
+
+            $adjustment = $res->{PASS} if ($1 eq "# of expected passes");
+            $adjustment = $res->{FAIL} if ($1 eq "# of unexpected failures");
+            $adjustment = $res->{XFAIL} if ($1 eq "# of expected failures");
+            $adjustment = $res->{KFAIL} if ($1 eq "# of known failures");
+            $adjustment = $res->{UNSUPPORTED} if ($1 eq "# of unsupported tests");
+            $adjustment = $res->{UNTESTED} if ($1 eq "# of untested testcases");
+            $adjustment = $res->{UNRESOLVED} if ($1 eq "# of unresolved testcases");
+
+            $total = $3 + $adjustment;
+            print OUTPUT "$1$2$total\n";
+            $printed = 1;
+        } elsif (m/^Running (.*) \.\.\.*/) {
+            $current_exp=$1;
+            $current_exp =~ s|.*/testsuite/||;
+        } elsif (m/^\t\t=== (.*) tests ===/) {
+            $current_tool=$1;
+        } elsif (m/^\t\t=== (.*) Summary ===/) {
+            $current_tool="";
+            $current_exp="";
+        } elsif (m/^Note: This is a synthetic sum file.*/) {
+            # If the reference file is itself a synthetic sum file, we should skip the
+            # note at the top because we already printed it.
+
+            # Skip next 3 lines.
+            foreach my $i (0..2) {
+                my $skipped_line = <REF>;
+            }
+
+            $printed = 1;
+        }
+
+        # Pass-through lines that weren't modified.
+        print OUTPUT $_ if (not $printed);
+    }
+    close(REF);
+    close(OUTPUT);
+
+    return 0;
+}
diff --git a/testsuite/Makefile b/testsuite/Makefile
index d7e84de..171073a 100644
--- a/testsuite/Makefile
+++ b/testsuite/Makefile
@@ -1,6 +1,9 @@
 check:
 	LC_ALL=C ../compare_dg_tests.pl --hwdep-tests=hw-dependent-tests.txt sum-1.txt sum-2.txt > cmp-1-2.txt ; diff cmp-1-2.txt expected-1-2.txt
 	LC_ALL=C ../compare_dg_tests.pl --hwdep-tests=hw-dependent-tests.txt -l sum-1.txt sum-2.txt > cmp-1-2-long.txt ; diff cmp-1-2-long.txt expected-1-2-long.txt
+	LC_ALL=C ../compare_dg_tests.pl --merge -o merged-sum.txt sum-merge-1.txt sum-merge-2.txt sum-merge-3.txt ; diff merged-sum.txt sum-merge-expected.txt
+	# Test that merging a merged file doesn't duplicate the header note.
+	LC_ALL=C ../compare_dg_tests.pl --merge -o merged-sum.txt sum-merge-expected.txt sum-merge-1.txt ; diff merged-sum.txt sum-merge-expected.txt
 
 clean:
-	rm -f cmp-1-2.txt cmp-1-2-long.txt
+	rm -f cmp-1-2.txt cmp-1-2-long.txt merged-sum.txt
diff --git a/testsuite/sum-merge-1.txt b/testsuite/sum-merge-1.txt
new file mode 100644
index 0000000..1848be3
--- /dev/null
+++ b/testsuite/sum-merge-1.txt
@@ -0,0 +1,542 @@
+		=== gcc-compare-results tests ===
+
+Running target mytarget
+
+Running tests-pass.exp ...
+PASS: test-pass-pass-pass
+PASS: test-pass-pass-xpass
+PASS: test-pass-pass-fail
+PASS: test-pass-pass-xfail
+PASS: test-pass-pass-kfail
+PASS: test-pass-pass-unsupported
+PASS: test-pass-pass-untested
+PASS: test-pass-pass-unresolved
+PASS: test-pass-xpass-pass
+PASS: test-pass-xpass-xpass
+PASS: test-pass-xpass-fail
+PASS: test-pass-xpass-xfail
+PASS: test-pass-xpass-kfail
+PASS: test-pass-xpass-unsupported
+PASS: test-pass-xpass-untested
+PASS: test-pass-xpass-unresolved
+PASS: test-pass-fail-pass
+PASS: test-pass-fail-xpass
+PASS: test-pass-fail-fail
+PASS: test-pass-fail-xfail
+PASS: test-pass-fail-kfail
+PASS: test-pass-fail-unsupported
+PASS: test-pass-fail-untested
+PASS: test-pass-fail-unresolved
+PASS: test-pass-xfail-pass
+PASS: test-pass-xfail-xpass
+PASS: test-pass-xfail-fail
+PASS: test-pass-xfail-xfail
+PASS: test-pass-xfail-kfail
+PASS: test-pass-xfail-unsupported
+PASS: test-pass-xfail-untested
+PASS: test-pass-xfail-unresolved
+PASS: test-pass-kfail-pass
+PASS: test-pass-kfail-xpass
+PASS: test-pass-kfail-fail
+PASS: test-pass-kfail-xfail
+PASS: test-pass-kfail-kfail
+PASS: test-pass-kfail-unsupported
+PASS: test-pass-kfail-untested
+PASS: test-pass-kfail-unresolved
+PASS: test-pass-unsupported-pass
+PASS: test-pass-unsupported-xpass
+PASS: test-pass-unsupported-fail
+PASS: test-pass-unsupported-xfail
+PASS: test-pass-unsupported-kfail
+PASS: test-pass-unsupported-unsupported
+PASS: test-pass-unsupported-untested
+PASS: test-pass-unsupported-unresolved
+PASS: test-pass-untested-pass
+PASS: test-pass-untested-xpass
+PASS: test-pass-untested-fail
+PASS: test-pass-untested-xfail
+PASS: test-pass-untested-kfail
+PASS: test-pass-untested-unsupported
+PASS: test-pass-untested-untested
+PASS: test-pass-untested-unresolved
+PASS: test-pass-unresolved-pass
+PASS: test-pass-unresolved-xpass
+PASS: test-pass-unresolved-fail
+PASS: test-pass-unresolved-xfail
+PASS: test-pass-unresolved-kfail
+PASS: test-pass-unresolved-unsupported
+PASS: test-pass-unresolved-untested
+PASS: test-pass-unresolved-unresolved
+
+Running tests-xpass.exp ...
+XPASS: test-xpass-pass-pass
+XPASS: test-xpass-pass-xpass
+XPASS: test-xpass-pass-fail
+XPASS: test-xpass-pass-xfail
+XPASS: test-xpass-pass-kfail
+XPASS: test-xpass-pass-unsupported
+XPASS: test-xpass-pass-untested
+XPASS: test-xpass-pass-unresolved
+XPASS: test-xpass-xpass-pass
+XPASS: test-xpass-xpass-xpass
+XPASS: test-xpass-xpass-fail
+XPASS: test-xpass-xpass-xfail
+XPASS: test-xpass-xpass-kfail
+XPASS: test-xpass-xpass-unsupported
+XPASS: test-xpass-xpass-untested
+XPASS: test-xpass-xpass-unresolved
+XPASS: test-xpass-fail-pass
+XPASS: test-xpass-fail-xpass
+XPASS: test-xpass-fail-fail
+XPASS: test-xpass-fail-xfail
+XPASS: test-xpass-fail-kfail
+XPASS: test-xpass-fail-unsupported
+XPASS: test-xpass-fail-untested
+XPASS: test-xpass-fail-unresolved
+XPASS: test-xpass-xfail-pass
+XPASS: test-xpass-xfail-xpass
+XPASS: test-xpass-xfail-fail
+XPASS: test-xpass-xfail-xfail
+XPASS: test-xpass-xfail-kfail
+XPASS: test-xpass-xfail-unsupported
+XPASS: test-xpass-xfail-untested
+XPASS: test-xpass-xfail-unresolved
+XPASS: test-xpass-kfail-pass
+XPASS: test-xpass-kfail-xpass
+XPASS: test-xpass-kfail-fail
+XPASS: test-xpass-kfail-xfail
+XPASS: test-xpass-kfail-kfail
+XPASS: test-xpass-kfail-unsupported
+XPASS: test-xpass-kfail-untested
+XPASS: test-xpass-kfail-unresolved
+XPASS: test-xpass-unsupported-pass
+XPASS: test-xpass-unsupported-xpass
+XPASS: test-xpass-unsupported-fail
+XPASS: test-xpass-unsupported-xfail
+XPASS: test-xpass-unsupported-kfail
+XPASS: test-xpass-unsupported-unsupported
+XPASS: test-xpass-unsupported-untested
+XPASS: test-xpass-unsupported-unresolved
+XPASS: test-xpass-untested-pass
+XPASS: test-xpass-untested-xpass
+XPASS: test-xpass-untested-fail
+XPASS: test-xpass-untested-xfail
+XPASS: test-xpass-untested-kfail
+XPASS: test-xpass-untested-unsupported
+XPASS: test-xpass-untested-untested
+XPASS: test-xpass-untested-unresolved
+XPASS: test-xpass-unresolved-pass
+XPASS: test-xpass-unresolved-xpass
+XPASS: test-xpass-unresolved-fail
+XPASS: test-xpass-unresolved-xfail
+XPASS: test-xpass-unresolved-kfail
+XPASS: test-xpass-unresolved-unsupported
+XPASS: test-xpass-unresolved-untested
+XPASS: test-xpass-unresolved-unresolved
+
+Running tests-fail.exp ...
+FAIL: test-fail-pass-pass
+FAIL: test-fail-pass-xpass
+FAIL: test-fail-pass-fail
+FAIL: test-fail-pass-xfail
+FAIL: test-fail-pass-kfail
+FAIL: test-fail-pass-unsupported
+FAIL: test-fail-pass-untested
+FAIL: test-fail-pass-unresolved
+FAIL: test-fail-xpass-pass
+FAIL: test-fail-xpass-xpass
+FAIL: test-fail-xpass-fail
+FAIL: test-fail-xpass-xfail
+FAIL: test-fail-xpass-kfail
+FAIL: test-fail-xpass-unsupported
+FAIL: test-fail-xpass-untested
+FAIL: test-fail-xpass-unresolved
+FAIL: test-fail-fail-pass
+FAIL: test-fail-fail-xpass
+FAIL: test-fail-fail-fail
+FAIL: test-fail-fail-xfail
+FAIL: test-fail-fail-kfail
+FAIL: test-fail-fail-unsupported
+FAIL: test-fail-fail-untested
+FAIL: test-fail-fail-unresolved
+FAIL: test-fail-xfail-pass
+FAIL: test-fail-xfail-xpass
+FAIL: test-fail-xfail-fail
+FAIL: test-fail-xfail-xfail
+FAIL: test-fail-xfail-kfail
+FAIL: test-fail-xfail-unsupported
+FAIL: test-fail-xfail-untested
+FAIL: test-fail-xfail-unresolved
+FAIL: test-fail-kfail-pass
+FAIL: test-fail-kfail-xpass
+FAIL: test-fail-kfail-fail
+FAIL: test-fail-kfail-xfail
+FAIL: test-fail-kfail-kfail
+FAIL: test-fail-kfail-unsupported
+FAIL: test-fail-kfail-untested
+FAIL: test-fail-kfail-unresolved
+FAIL: test-fail-unsupported-pass
+FAIL: test-fail-unsupported-xpass
+FAIL: test-fail-unsupported-fail
+FAIL: test-fail-unsupported-xfail
+FAIL: test-fail-unsupported-kfail
+FAIL: test-fail-unsupported-unsupported
+FAIL: test-fail-unsupported-untested
+FAIL: test-fail-unsupported-unresolved
+FAIL: test-fail-untested-pass
+FAIL: test-fail-untested-xpass
+FAIL: test-fail-untested-fail
+FAIL: test-fail-untested-xfail
+FAIL: test-fail-untested-kfail
+FAIL: test-fail-untested-unsupported
+FAIL: test-fail-untested-untested
+FAIL: test-fail-untested-unresolved
+FAIL: test-fail-unresolved-pass
+FAIL: test-fail-unresolved-xpass
+FAIL: test-fail-unresolved-fail
+FAIL: test-fail-unresolved-xfail
+FAIL: test-fail-unresolved-kfail
+FAIL: test-fail-unresolved-unsupported
+FAIL: test-fail-unresolved-untested
+FAIL: test-fail-unresolved-unresolved
+
+Running tests-xfail.exp ...
+XFAIL: test-xfail-pass-pass
+XFAIL: test-xfail-pass-xpass
+XFAIL: test-xfail-pass-fail
+XFAIL: test-xfail-pass-xfail
+XFAIL: test-xfail-pass-kfail
+XFAIL: test-xfail-pass-unsupported
+XFAIL: test-xfail-pass-untested
+XFAIL: test-xfail-pass-unresolved
+XFAIL: test-xfail-xpass-pass
+XFAIL: test-xfail-xpass-xpass
+XFAIL: test-xfail-xpass-fail
+XFAIL: test-xfail-xpass-xfail
+XFAIL: test-xfail-xpass-kfail
+XFAIL: test-xfail-xpass-unsupported
+XFAIL: test-xfail-xpass-untested
+XFAIL: test-xfail-xpass-unresolved
+XFAIL: test-xfail-fail-pass
+XFAIL: test-xfail-fail-xpass
+XFAIL: test-xfail-fail-fail
+XFAIL: test-xfail-fail-xfail
+XFAIL: test-xfail-fail-kfail
+XFAIL: test-xfail-fail-unsupported
+XFAIL: test-xfail-fail-untested
+XFAIL: test-xfail-fail-unresolved
+XFAIL: test-xfail-xfail-pass
+XFAIL: test-xfail-xfail-xpass
+XFAIL: test-xfail-xfail-fail
+XFAIL: test-xfail-xfail-xfail
+XFAIL: test-xfail-xfail-kfail
+XFAIL: test-xfail-xfail-unsupported
+XFAIL: test-xfail-xfail-untested
+XFAIL: test-xfail-xfail-unresolved
+XFAIL: test-xfail-kfail-pass
+XFAIL: test-xfail-kfail-xpass
+XFAIL: test-xfail-kfail-fail
+XFAIL: test-xfail-kfail-xfail
+XFAIL: test-xfail-kfail-kfail
+XFAIL: test-xfail-kfail-unsupported
+XFAIL: test-xfail-kfail-untested
+XFAIL: test-xfail-kfail-unresolved
+XFAIL: test-xfail-unsupported-pass
+XFAIL: test-xfail-unsupported-xpass
+XFAIL: test-xfail-unsupported-fail
+XFAIL: test-xfail-unsupported-xfail
+XFAIL: test-xfail-unsupported-kfail
+XFAIL: test-xfail-unsupported-unsupported
+XFAIL: test-xfail-unsupported-untested
+XFAIL: test-xfail-unsupported-unresolved
+XFAIL: test-xfail-untested-pass
+XFAIL: test-xfail-untested-xpass
+XFAIL: test-xfail-untested-fail
+XFAIL: test-xfail-untested-xfail
+XFAIL: test-xfail-untested-kfail
+XFAIL: test-xfail-untested-unsupported
+XFAIL: test-xfail-untested-untested
+XFAIL: test-xfail-untested-unresolved
+XFAIL: test-xfail-unresolved-pass
+XFAIL: test-xfail-unresolved-xpass
+XFAIL: test-xfail-unresolved-fail
+XFAIL: test-xfail-unresolved-xfail
+XFAIL: test-xfail-unresolved-kfail
+XFAIL: test-xfail-unresolved-unsupported
+XFAIL: test-xfail-unresolved-untested
+XFAIL: test-xfail-unresolved-unresolved
+
+Running tests-kfail.exp ...
+KFAIL: test-kfail-pass-pass
+KFAIL: test-kfail-pass-xpass
+KFAIL: test-kfail-pass-fail
+KFAIL: test-kfail-pass-xfail
+KFAIL: test-kfail-pass-kfail
+KFAIL: test-kfail-pass-unsupported
+KFAIL: test-kfail-pass-untested
+KFAIL: test-kfail-pass-unresolved
+KFAIL: test-kfail-xpass-pass
+KFAIL: test-kfail-xpass-xpass
+KFAIL: test-kfail-xpass-fail
+KFAIL: test-kfail-xpass-xfail
+KFAIL: test-kfail-xpass-kfail
+KFAIL: test-kfail-xpass-unsupported
+KFAIL: test-kfail-xpass-untested
+KFAIL: test-kfail-xpass-unresolved
+KFAIL: test-kfail-fail-pass
+KFAIL: test-kfail-fail-xpass
+KFAIL: test-kfail-fail-fail
+KFAIL: test-kfail-fail-xfail
+KFAIL: test-kfail-fail-kfail
+KFAIL: test-kfail-fail-unsupported
+KFAIL: test-kfail-fail-untested
+KFAIL: test-kfail-fail-unresolved
+KFAIL: test-kfail-xfail-pass
+KFAIL: test-kfail-xfail-xpass
+KFAIL: test-kfail-xfail-fail
+KFAIL: test-kfail-xfail-xfail
+KFAIL: test-kfail-xfail-kfail
+KFAIL: test-kfail-xfail-unsupported
+KFAIL: test-kfail-xfail-untested
+KFAIL: test-kfail-xfail-unresolved
+KFAIL: test-kfail-kfail-pass
+KFAIL: test-kfail-kfail-xpass
+KFAIL: test-kfail-kfail-fail
+KFAIL: test-kfail-kfail-xfail
+KFAIL: test-kfail-kfail-kfail
+KFAIL: test-kfail-kfail-unsupported
+KFAIL: test-kfail-kfail-untested
+KFAIL: test-kfail-kfail-unresolved
+KFAIL: test-kfail-unsupported-pass
+KFAIL: test-kfail-unsupported-xpass
+KFAIL: test-kfail-unsupported-fail
+KFAIL: test-kfail-unsupported-xfail
+KFAIL: test-kfail-unsupported-kfail
+KFAIL: test-kfail-unsupported-unsupported
+KFAIL: test-kfail-unsupported-untested
+KFAIL: test-kfail-unsupported-unresolved
+KFAIL: test-kfail-untested-pass
+KFAIL: test-kfail-untested-xpass
+KFAIL: test-kfail-untested-fail
+KFAIL: test-kfail-untested-xfail
+KFAIL: test-kfail-untested-kfail
+KFAIL: test-kfail-untested-unsupported
+KFAIL: test-kfail-untested-untested
+KFAIL: test-kfail-untested-unresolved
+KFAIL: test-kfail-unresolved-pass
+KFAIL: test-kfail-unresolved-xpass
+KFAIL: test-kfail-unresolved-fail
+KFAIL: test-kfail-unresolved-xfail
+KFAIL: test-kfail-unresolved-kfail
+KFAIL: test-kfail-unresolved-unsupported
+KFAIL: test-kfail-unresolved-untested
+KFAIL: test-kfail-unresolved-unresolved
+
+Running tests-unsupported.exp ...
+UNSUPPORTED: test-unsupported-pass-pass
+UNSUPPORTED: test-unsupported-pass-xpass
+UNSUPPORTED: test-unsupported-pass-fail
+UNSUPPORTED: test-unsupported-pass-xfail
+UNSUPPORTED: test-unsupported-pass-kfail
+UNSUPPORTED: test-unsupported-pass-unsupported
+UNSUPPORTED: test-unsupported-pass-untested
+UNSUPPORTED: test-unsupported-pass-unresolved
+UNSUPPORTED: test-unsupported-xpass-pass
+UNSUPPORTED: test-unsupported-xpass-xpass
+UNSUPPORTED: test-unsupported-xpass-fail
+UNSUPPORTED: test-unsupported-xpass-xfail
+UNSUPPORTED: test-unsupported-xpass-kfail
+UNSUPPORTED: test-unsupported-xpass-unsupported
+UNSUPPORTED: test-unsupported-xpass-untested
+UNSUPPORTED: test-unsupported-xpass-unresolved
+UNSUPPORTED: test-unsupported-fail-pass
+UNSUPPORTED: test-unsupported-fail-xpass
+UNSUPPORTED: test-unsupported-fail-fail
+UNSUPPORTED: test-unsupported-fail-xfail
+UNSUPPORTED: test-unsupported-fail-kfail
+UNSUPPORTED: test-unsupported-fail-unsupported
+UNSUPPORTED: test-unsupported-fail-untested
+UNSUPPORTED: test-unsupported-fail-unresolved
+UNSUPPORTED: test-unsupported-xfail-pass
+UNSUPPORTED: test-unsupported-xfail-xpass
+UNSUPPORTED: test-unsupported-xfail-fail
+UNSUPPORTED: test-unsupported-xfail-xfail
+UNSUPPORTED: test-unsupported-xfail-kfail
+UNSUPPORTED: test-unsupported-xfail-unsupported
+UNSUPPORTED: test-unsupported-xfail-untested
+UNSUPPORTED: test-unsupported-xfail-unresolved
+UNSUPPORTED: test-unsupported-kfail-pass
+UNSUPPORTED: test-unsupported-kfail-xpass
+UNSUPPORTED: test-unsupported-kfail-fail
+UNSUPPORTED: test-unsupported-kfail-xfail
+UNSUPPORTED: test-unsupported-kfail-kfail
+UNSUPPORTED: test-unsupported-kfail-unsupported
+UNSUPPORTED: test-unsupported-kfail-untested
+UNSUPPORTED: test-unsupported-kfail-unresolved
+UNSUPPORTED: test-unsupported-unsupported-pass
+UNSUPPORTED: test-unsupported-unsupported-xpass
+UNSUPPORTED: test-unsupported-unsupported-fail
+UNSUPPORTED: test-unsupported-unsupported-xfail
+UNSUPPORTED: test-unsupported-unsupported-kfail
+UNSUPPORTED: test-unsupported-unsupported-unsupported
+UNSUPPORTED: test-unsupported-unsupported-untested
+UNSUPPORTED: test-unsupported-unsupported-unresolved
+UNSUPPORTED: test-unsupported-untested-pass
+UNSUPPORTED: test-unsupported-untested-xpass
+UNSUPPORTED: test-unsupported-untested-fail
+UNSUPPORTED: test-unsupported-untested-xfail
+UNSUPPORTED: test-unsupported-untested-kfail
+UNSUPPORTED: test-unsupported-untested-unsupported
+UNSUPPORTED: test-unsupported-untested-untested
+UNSUPPORTED: test-unsupported-untested-unresolved
+UNSUPPORTED: test-unsupported-unresolved-pass
+UNSUPPORTED: test-unsupported-unresolved-xpass
+UNSUPPORTED: test-unsupported-unresolved-fail
+UNSUPPORTED: test-unsupported-unresolved-xfail
+UNSUPPORTED: test-unsupported-unresolved-kfail
+UNSUPPORTED: test-unsupported-unresolved-unsupported
+UNSUPPORTED: test-unsupported-unresolved-untested
+UNSUPPORTED: test-unsupported-unresolved-unresolved
+
+Running tests-untested.exp ...
+UNTESTED: test-untested-pass-pass
+UNTESTED: test-untested-pass-xpass
+UNTESTED: test-untested-pass-fail
+UNTESTED: test-untested-pass-xfail
+UNTESTED: test-untested-pass-kfail
+UNTESTED: test-untested-pass-unsupported
+UNTESTED: test-untested-pass-untested
+UNTESTED: test-untested-pass-unresolved
+UNTESTED: test-untested-xpass-pass
+UNTESTED: test-untested-xpass-xpass
+UNTESTED: test-untested-xpass-fail
+UNTESTED: test-untested-xpass-xfail
+UNTESTED: test-untested-xpass-kfail
+UNTESTED: test-untested-xpass-unsupported
+UNTESTED: test-untested-xpass-untested
+UNTESTED: test-untested-xpass-unresolved
+UNTESTED: test-untested-fail-pass
+UNTESTED: test-untested-fail-xpass
+UNTESTED: test-untested-fail-fail
+UNTESTED: test-untested-fail-xfail
+UNTESTED: test-untested-fail-kfail
+UNTESTED: test-untested-fail-unsupported
+UNTESTED: test-untested-fail-untested
+UNTESTED: test-untested-fail-unresolved
+UNTESTED: test-untested-xfail-pass
+UNTESTED: test-untested-xfail-xpass
+UNTESTED: test-untested-xfail-fail
+UNTESTED: test-untested-xfail-xfail
+UNTESTED: test-untested-xfail-kfail
+UNTESTED: test-untested-xfail-unsupported
+UNTESTED: test-untested-xfail-untested
+UNTESTED: test-untested-xfail-unresolved
+UNTESTED: test-untested-kfail-pass
+UNTESTED: test-untested-kfail-xpass
+UNTESTED: test-untested-kfail-fail
+UNTESTED: test-untested-kfail-xfail
+UNTESTED: test-untested-kfail-kfail
+UNTESTED: test-untested-kfail-unsupported
+UNTESTED: test-untested-kfail-untested
+UNTESTED: test-untested-kfail-unresolved
+UNTESTED: test-untested-unsupported-pass
+UNTESTED: test-untested-unsupported-xpass
+UNTESTED: test-untested-unsupported-fail
+UNTESTED: test-untested-unsupported-xfail
+UNTESTED: test-untested-unsupported-kfail
+UNTESTED: test-untested-unsupported-unsupported
+UNTESTED: test-untested-unsupported-untested
+UNTESTED: test-untested-unsupported-unresolved
+UNTESTED: test-untested-untested-pass
+UNTESTED: test-untested-untested-xpass
+UNTESTED: test-untested-untested-fail
+UNTESTED: test-untested-untested-xfail
+UNTESTED: test-untested-untested-kfail
+UNTESTED: test-untested-untested-unsupported
+UNTESTED: test-untested-untested-untested
+UNTESTED: test-untested-untested-unresolved
+UNTESTED: test-untested-unresolved-pass
+UNTESTED: test-untested-unresolved-xpass
+UNTESTED: test-untested-unresolved-fail
+UNTESTED: test-untested-unresolved-xfail
+UNTESTED: test-untested-unresolved-kfail
+UNTESTED: test-untested-unresolved-unsupported
+UNTESTED: test-untested-unresolved-untested
+UNTESTED: test-untested-unresolved-unresolved
+
+Running tests-unresolved.exp ...
+UNRESOLVED: test-unresolved-pass-pass
+UNRESOLVED: test-unresolved-pass-xpass
+UNRESOLVED: test-unresolved-pass-fail
+UNRESOLVED: test-unresolved-pass-xfail
+UNRESOLVED: test-unresolved-pass-kfail
+UNRESOLVED: test-unresolved-pass-unsupported
+UNRESOLVED: test-unresolved-pass-untested
+UNRESOLVED: test-unresolved-pass-unresolved
+UNRESOLVED: test-unresolved-xpass-pass
+UNRESOLVED: test-unresolved-xpass-xpass
+UNRESOLVED: test-unresolved-xpass-fail
+UNRESOLVED: test-unresolved-xpass-xfail
+UNRESOLVED: test-unresolved-xpass-kfail
+UNRESOLVED: test-unresolved-xpass-unsupported
+UNRESOLVED: test-unresolved-xpass-untested
+UNRESOLVED: test-unresolved-xpass-unresolved
+UNRESOLVED: test-unresolved-fail-pass
+UNRESOLVED: test-unresolved-fail-xpass
+UNRESOLVED: test-unresolved-fail-fail
+UNRESOLVED: test-unresolved-fail-xfail
+UNRESOLVED: test-unresolved-fail-kfail
+UNRESOLVED: test-unresolved-fail-unsupported
+UNRESOLVED: test-unresolved-fail-untested
+UNRESOLVED: test-unresolved-fail-unresolved
+UNRESOLVED: test-unresolved-xfail-pass
+UNRESOLVED: test-unresolved-xfail-xpass
+UNRESOLVED: test-unresolved-xfail-fail
+UNRESOLVED: test-unresolved-xfail-xfail
+UNRESOLVED: test-unresolved-xfail-kfail
+UNRESOLVED: test-unresolved-xfail-unsupported
+UNRESOLVED: test-unresolved-xfail-untested
+UNRESOLVED: test-unresolved-xfail-unresolved
+UNRESOLVED: test-unresolved-kfail-pass
+UNRESOLVED: test-unresolved-kfail-xpass
+UNRESOLVED: test-unresolved-kfail-fail
+UNRESOLVED: test-unresolved-kfail-xfail
+UNRESOLVED: test-unresolved-kfail-kfail
+UNRESOLVED: test-unresolved-kfail-unsupported
+UNRESOLVED: test-unresolved-kfail-untested
+UNRESOLVED: test-unresolved-kfail-unresolved
+UNRESOLVED: test-unresolved-unsupported-pass
+UNRESOLVED: test-unresolved-unsupported-xpass
+UNRESOLVED: test-unresolved-unsupported-fail
+UNRESOLVED: test-unresolved-unsupported-xfail
+UNRESOLVED: test-unresolved-unsupported-kfail
+UNRESOLVED: test-unresolved-unsupported-unsupported
+UNRESOLVED: test-unresolved-unsupported-untested
+UNRESOLVED: test-unresolved-unsupported-unresolved
+UNRESOLVED: test-unresolved-untested-pass
+UNRESOLVED: test-unresolved-untested-xpass
+UNRESOLVED: test-unresolved-untested-fail
+UNRESOLVED: test-unresolved-untested-xfail
+UNRESOLVED: test-unresolved-untested-kfail
+UNRESOLVED: test-unresolved-untested-unsupported
+UNRESOLVED: test-unresolved-untested-untested
+UNRESOLVED: test-unresolved-untested-unresolved
+UNRESOLVED: test-unresolved-unresolved-pass
+UNRESOLVED: test-unresolved-unresolved-xpass
+UNRESOLVED: test-unresolved-unresolved-fail
+UNRESOLVED: test-unresolved-unresolved-xfail
+UNRESOLVED: test-unresolved-unresolved-kfail
+UNRESOLVED: test-unresolved-unresolved-unsupported
+UNRESOLVED: test-unresolved-unresolved-untested
+UNRESOLVED: test-unresolved-unresolved-unresolved
+
+		=== gcc-compare-results Summary ===
+
+# of <unexpected status>	1
+# of expected passes		64
+# of unexpected failures	64
+# of expected failures		64
+# of known failures		64
+# of untested testcases		64
+# of unresolved testcases	64
+# of unsupported tests		64
diff --git a/testsuite/sum-merge-2.txt b/testsuite/sum-merge-2.txt
new file mode 100644
index 0000000..7814f2c
--- /dev/null
+++ b/testsuite/sum-merge-2.txt
@@ -0,0 +1,541 @@
+		=== gcc-compare-results tests ===
+
+Running target mytarget
+
+Running tests-pass.exp ...
+PASS: test-pass-pass-pass
+PASS: test-pass-pass-xpass
+PASS: test-pass-pass-fail
+PASS: test-pass-pass-xfail
+PASS: test-pass-pass-kfail
+PASS: test-pass-pass-unsupported
+PASS: test-pass-pass-untested
+PASS: test-pass-pass-unresolved
+XPASS: test-pass-xpass-pass
+XPASS: test-pass-xpass-xpass
+XPASS: test-pass-xpass-fail
+XPASS: test-pass-xpass-xfail
+XPASS: test-pass-xpass-kfail
+XPASS: test-pass-xpass-unsupported
+XPASS: test-pass-xpass-untested
+XPASS: test-pass-xpass-unresolved
+FAIL: test-pass-fail-pass
+FAIL: test-pass-fail-xpass
+FAIL: test-pass-fail-fail
+FAIL: test-pass-fail-xfail
+FAIL: test-pass-fail-kfail
+FAIL: test-pass-fail-unsupported
+FAIL: test-pass-fail-untested
+FAIL: test-pass-fail-unresolved
+XFAIL: test-pass-xfail-pass
+XFAIL: test-pass-xfail-xpass
+XFAIL: test-pass-xfail-fail
+XFAIL: test-pass-xfail-xfail
+XFAIL: test-pass-xfail-kfail
+XFAIL: test-pass-xfail-unsupported
+XFAIL: test-pass-xfail-untested
+XFAIL: test-pass-xfail-unresolved
+KFAIL: test-pass-kfail-pass
+KFAIL: test-pass-kfail-xpass
+KFAIL: test-pass-kfail-fail
+KFAIL: test-pass-kfail-xfail
+KFAIL: test-pass-kfail-kfail
+KFAIL: test-pass-kfail-unsupported
+KFAIL: test-pass-kfail-untested
+KFAIL: test-pass-kfail-unresolved
+UNSUPPORTED: test-pass-unsupported-pass
+UNSUPPORTED: test-pass-unsupported-xpass
+UNSUPPORTED: test-pass-unsupported-fail
+UNSUPPORTED: test-pass-unsupported-xfail
+UNSUPPORTED: test-pass-unsupported-kfail
+UNSUPPORTED: test-pass-unsupported-unsupported
+UNSUPPORTED: test-pass-unsupported-untested
+UNSUPPORTED: test-pass-unsupported-unresolved
+UNTESTED: test-pass-untested-pass
+UNTESTED: test-pass-untested-xpass
+UNTESTED: test-pass-untested-fail
+UNTESTED: test-pass-untested-xfail
+UNTESTED: test-pass-untested-kfail
+UNTESTED: test-pass-untested-unsupported
+UNTESTED: test-pass-untested-untested
+UNTESTED: test-pass-untested-unresolved
+UNRESOLVED: test-pass-unresolved-pass
+UNRESOLVED: test-pass-unresolved-xpass
+UNRESOLVED: test-pass-unresolved-fail
+UNRESOLVED: test-pass-unresolved-xfail
+UNRESOLVED: test-pass-unresolved-kfail
+UNRESOLVED: test-pass-unresolved-unsupported
+UNRESOLVED: test-pass-unresolved-untested
+UNRESOLVED: test-pass-unresolved-unresolved
+
+Running tests-xpass.exp ...
+PASS: test-xpass-pass-pass
+PASS: test-xpass-pass-xpass
+PASS: test-xpass-pass-fail
+PASS: test-xpass-pass-xfail
+PASS: test-xpass-pass-kfail
+PASS: test-xpass-pass-unsupported
+PASS: test-xpass-pass-untested
+PASS: test-xpass-pass-unresolved
+XPASS: test-xpass-xpass-pass
+XPASS: test-xpass-xpass-xpass
+XPASS: test-xpass-xpass-fail
+XPASS: test-xpass-xpass-xfail
+XPASS: test-xpass-xpass-kfail
+XPASS: test-xpass-xpass-unsupported
+XPASS: test-xpass-xpass-untested
+XPASS: test-xpass-xpass-unresolved
+FAIL: test-xpass-fail-pass
+FAIL: test-xpass-fail-xpass
+FAIL: test-xpass-fail-fail
+FAIL: test-xpass-fail-xfail
+FAIL: test-xpass-fail-kfail
+FAIL: test-xpass-fail-unsupported
+FAIL: test-xpass-fail-untested
+FAIL: test-xpass-fail-unresolved
+XFAIL: test-xpass-xfail-pass
+XFAIL: test-xpass-xfail-xpass
+XFAIL: test-xpass-xfail-fail
+XFAIL: test-xpass-xfail-xfail
+XFAIL: test-xpass-xfail-kfail
+XFAIL: test-xpass-xfail-unsupported
+XFAIL: test-xpass-xfail-untested
+XFAIL: test-xpass-xfail-unresolved
+KFAIL: test-xpass-kfail-pass
+KFAIL: test-xpass-kfail-xpass
+KFAIL: test-xpass-kfail-fail
+KFAIL: test-xpass-kfail-xfail
+KFAIL: test-xpass-kfail-kfail
+KFAIL: test-xpass-kfail-unsupported
+KFAIL: test-xpass-kfail-untested
+KFAIL: test-xpass-kfail-unresolved
+UNSUPPORTED: test-xpass-unsupported-pass
+UNSUPPORTED: test-xpass-unsupported-xpass
+UNSUPPORTED: test-xpass-unsupported-fail
+UNSUPPORTED: test-xpass-unsupported-xfail
+UNSUPPORTED: test-xpass-unsupported-kfail
+UNSUPPORTED: test-xpass-unsupported-unsupported
+UNSUPPORTED: test-xpass-unsupported-untested
+UNSUPPORTED: test-xpass-unsupported-unresolved
+UNTESTED: test-xpass-untested-pass
+UNTESTED: test-xpass-untested-xpass
+UNTESTED: test-xpass-untested-fail
+UNTESTED: test-xpass-untested-xfail
+UNTESTED: test-xpass-untested-kfail
+UNTESTED: test-xpass-untested-unsupported
+UNTESTED: test-xpass-untested-untested
+UNTESTED: test-xpass-untested-unresolved
+UNRESOLVED: test-xpass-unresolved-pass
+UNRESOLVED: test-xpass-unresolved-xpass
+UNRESOLVED: test-xpass-unresolved-fail
+UNRESOLVED: test-xpass-unresolved-xfail
+UNRESOLVED: test-xpass-unresolved-kfail
+UNRESOLVED: test-xpass-unresolved-unsupported
+UNRESOLVED: test-xpass-unresolved-untested
+UNRESOLVED: test-xpass-unresolved-unresolved
+
+Running tests-fail.exp ...
+PASS: test-fail-pass-pass
+PASS: test-fail-pass-xpass
+PASS: test-fail-pass-fail
+PASS: test-fail-pass-xfail
+PASS: test-fail-pass-kfail
+PASS: test-fail-pass-unsupported
+PASS: test-fail-pass-untested
+PASS: test-fail-pass-unresolved
+XPASS: test-fail-xpass-pass
+XPASS: test-fail-xpass-xpass
+XPASS: test-fail-xpass-fail
+XPASS: test-fail-xpass-xfail
+XPASS: test-fail-xpass-kfail
+XPASS: test-fail-xpass-unsupported
+XPASS: test-fail-xpass-untested
+XPASS: test-fail-xpass-unresolved
+FAIL: test-fail-fail-pass
+FAIL: test-fail-fail-xpass
+FAIL: test-fail-fail-fail
+FAIL: test-fail-fail-xfail
+FAIL: test-fail-fail-kfail
+FAIL: test-fail-fail-unsupported
+FAIL: test-fail-fail-untested
+FAIL: test-fail-fail-unresolved
+XFAIL: test-fail-xfail-pass
+XFAIL: test-fail-xfail-xpass
+XFAIL: test-fail-xfail-fail
+XFAIL: test-fail-xfail-xfail
+XFAIL: test-fail-xfail-kfail
+XFAIL: test-fail-xfail-unsupported
+XFAIL: test-fail-xfail-untested
+XFAIL: test-fail-xfail-unresolved
+KFAIL: test-fail-kfail-pass
+KFAIL: test-fail-kfail-xpass
+KFAIL: test-fail-kfail-fail
+KFAIL: test-fail-kfail-xfail
+KFAIL: test-fail-kfail-kfail
+KFAIL: test-fail-kfail-unsupported
+KFAIL: test-fail-kfail-untested
+KFAIL: test-fail-kfail-unresolved
+UNSUPPORTED: test-fail-unsupported-pass
+UNSUPPORTED: test-fail-unsupported-xpass
+UNSUPPORTED: test-fail-unsupported-fail
+UNSUPPORTED: test-fail-unsupported-xfail
+UNSUPPORTED: test-fail-unsupported-kfail
+UNSUPPORTED: test-fail-unsupported-unsupported
+UNSUPPORTED: test-fail-unsupported-untested
+UNSUPPORTED: test-fail-unsupported-unresolved
+UNTESTED: test-fail-untested-pass
+UNTESTED: test-fail-untested-xpass
+UNTESTED: test-fail-untested-fail
+UNTESTED: test-fail-untested-xfail
+UNTESTED: test-fail-untested-kfail
+UNTESTED: test-fail-untested-unsupported
+UNTESTED: test-fail-untested-untested
+UNTESTED: test-fail-untested-unresolved
+UNRESOLVED: test-fail-unresolved-pass
+UNRESOLVED: test-fail-unresolved-xpass
+UNRESOLVED: test-fail-unresolved-fail
+UNRESOLVED: test-fail-unresolved-xfail
+UNRESOLVED: test-fail-unresolved-kfail
+UNRESOLVED: test-fail-unresolved-unsupported
+UNRESOLVED: test-fail-unresolved-untested
+UNRESOLVED: test-fail-unresolved-unresolved
+
+Running tests-xfail.exp ...
+PASS: test-xfail-pass-pass
+PASS: test-xfail-pass-xpass
+PASS: test-xfail-pass-fail
+PASS: test-xfail-pass-xfail
+PASS: test-xfail-pass-kfail
+PASS: test-xfail-pass-unsupported
+PASS: test-xfail-pass-untested
+PASS: test-xfail-pass-unresolved
+XPASS: test-xfail-xpass-pass
+XPASS: test-xfail-xpass-xpass
+XPASS: test-xfail-xpass-fail
+XPASS: test-xfail-xpass-xfail
+XPASS: test-xfail-xpass-kfail
+XPASS: test-xfail-xpass-unsupported
+XPASS: test-xfail-xpass-untested
+XPASS: test-xfail-xpass-unresolved
+FAIL: test-xfail-fail-pass
+FAIL: test-xfail-fail-xpass
+FAIL: test-xfail-fail-fail
+FAIL: test-xfail-fail-xfail
+FAIL: test-xfail-fail-kfail
+FAIL: test-xfail-fail-unsupported
+FAIL: test-xfail-fail-untested
+FAIL: test-xfail-fail-unresolved
+XFAIL: test-xfail-xfail-pass
+XFAIL: test-xfail-xfail-xpass
+XFAIL: test-xfail-xfail-fail
+XFAIL: test-xfail-xfail-xfail
+XFAIL: test-xfail-xfail-kfail
+XFAIL: test-xfail-xfail-unsupported
+XFAIL: test-xfail-xfail-untested
+XFAIL: test-xfail-xfail-unresolved
+KFAIL: test-xfail-kfail-pass
+KFAIL: test-xfail-kfail-xpass
+KFAIL: test-xfail-kfail-fail
+KFAIL: test-xfail-kfail-xfail
+KFAIL: test-xfail-kfail-kfail
+KFAIL: test-xfail-kfail-unsupported
+KFAIL: test-xfail-kfail-untested
+KFAIL: test-xfail-kfail-unresolved
+UNSUPPORTED: test-xfail-unsupported-pass
+UNSUPPORTED: test-xfail-unsupported-xpass
+UNSUPPORTED: test-xfail-unsupported-fail
+UNSUPPORTED: test-xfail-unsupported-xfail
+UNSUPPORTED: test-xfail-unsupported-kfail
+UNSUPPORTED: test-xfail-unsupported-unsupported
+UNSUPPORTED: test-xfail-unsupported-untested
+UNSUPPORTED: test-xfail-unsupported-unresolved
+UNTESTED: test-xfail-untested-pass
+UNTESTED: test-xfail-untested-xpass
+UNTESTED: test-xfail-untested-fail
+UNTESTED: test-xfail-untested-xfail
+UNTESTED: test-xfail-untested-kfail
+UNTESTED: test-xfail-untested-unsupported
+UNTESTED: test-xfail-untested-untested
+UNTESTED: test-xfail-untested-unresolved
+UNRESOLVED: test-xfail-unresolved-pass
+UNRESOLVED: test-xfail-unresolved-xpass
+UNRESOLVED: test-xfail-unresolved-fail
+UNRESOLVED: test-xfail-unresolved-xfail
+UNRESOLVED: test-xfail-unresolved-kfail
+UNRESOLVED: test-xfail-unresolved-unsupported
+UNRESOLVED: test-xfail-unresolved-untested
+UNRESOLVED: test-xfail-unresolved-unresolved
+
+Running tests-kfail.exp ...
+PASS: test-kfail-pass-pass
+PASS: test-kfail-pass-xpass
+PASS: test-kfail-pass-fail
+PASS: test-kfail-pass-xfail
+PASS: test-kfail-pass-kfail
+PASS: test-kfail-pass-unsupported
+PASS: test-kfail-pass-untested
+PASS: test-kfail-pass-unresolved
+XPASS: test-kfail-xpass-pass
+XPASS: test-kfail-xpass-xpass
+XPASS: test-kfail-xpass-fail
+XPASS: test-kfail-xpass-xfail
+XPASS: test-kfail-xpass-kfail
+XPASS: test-kfail-xpass-unsupported
+XPASS: test-kfail-xpass-untested
+XPASS: test-kfail-xpass-unresolved
+FAIL: test-kfail-fail-pass
+FAIL: test-kfail-fail-xpass
+FAIL: test-kfail-fail-fail
+FAIL: test-kfail-fail-xfail
+FAIL: test-kfail-fail-kfail
+FAIL: test-kfail-fail-unsupported
+FAIL: test-kfail-fail-untested
+FAIL: test-kfail-fail-unresolved
+XFAIL: test-kfail-xfail-pass
+XFAIL: test-kfail-xfail-xpass
+XFAIL: test-kfail-xfail-fail
+XFAIL: test-kfail-xfail-xfail
+XFAIL: test-kfail-xfail-kfail
+XFAIL: test-kfail-xfail-unsupported
+XFAIL: test-kfail-xfail-untested
+XFAIL: test-kfail-xfail-unresolved
+KFAIL: test-kfail-kfail-pass
+KFAIL: test-kfail-kfail-xpass
+KFAIL: test-kfail-kfail-fail
+KFAIL: test-kfail-kfail-xfail
+KFAIL: test-kfail-kfail-kfail
+KFAIL: test-kfail-kfail-unsupported
+KFAIL: test-kfail-kfail-untested
+KFAIL: test-kfail-kfail-unresolved
+UNSUPPORTED: test-kfail-unsupported-pass
+UNSUPPORTED: test-kfail-unsupported-xpass
+UNSUPPORTED: test-kfail-unsupported-fail
+UNSUPPORTED: test-kfail-unsupported-xfail
+UNSUPPORTED: test-kfail-unsupported-kfail
+UNSUPPORTED: test-kfail-unsupported-unsupported
+UNSUPPORTED: test-kfail-unsupported-untested
+UNSUPPORTED: test-kfail-unsupported-unresolved
+UNTESTED: test-kfail-untested-pass
+UNTESTED: test-kfail-untested-xpass
+UNTESTED: test-kfail-untested-fail
+UNTESTED: test-kfail-untested-xfail
+UNTESTED: test-kfail-untested-kfail
+UNTESTED: test-kfail-untested-unsupported
+UNTESTED: test-kfail-untested-untested
+UNTESTED: test-kfail-untested-unresolved
+UNRESOLVED: test-kfail-unresolved-pass
+UNRESOLVED: test-kfail-unresolved-xpass
+UNRESOLVED: test-kfail-unresolved-fail
+UNRESOLVED: test-kfail-unresolved-xfail
+UNRESOLVED: test-kfail-unresolved-kfail
+UNRESOLVED: test-kfail-unresolved-unsupported
+UNRESOLVED: test-kfail-unresolved-untested
+UNRESOLVED: test-kfail-unresolved-unresolved
+
+Running tests-unsupported.exp ...
+PASS: test-unsupported-pass-pass
+PASS: test-unsupported-pass-xpass
+PASS: test-unsupported-pass-fail
+PASS: test-unsupported-pass-xfail
+PASS: test-unsupported-pass-kfail
+PASS: test-unsupported-pass-unsupported
+PASS: test-unsupported-pass-untested
+PASS: test-unsupported-pass-unresolved
+XPASS: test-unsupported-xpass-pass
+XPASS: test-unsupported-xpass-xpass
+XPASS: test-unsupported-xpass-fail
+XPASS: test-unsupported-xpass-xfail
+XPASS: test-unsupported-xpass-kfail
+XPASS: test-unsupported-xpass-unsupported
+XPASS: test-unsupported-xpass-untested
+XPASS: test-unsupported-xpass-unresolved
+FAIL: test-unsupported-fail-pass
+FAIL: test-unsupported-fail-xpass
+FAIL: test-unsupported-fail-fail
+FAIL: test-unsupported-fail-xfail
+FAIL: test-unsupported-fail-kfail
+FAIL: test-unsupported-fail-unsupported
+FAIL: test-unsupported-fail-untested
+FAIL: test-unsupported-fail-unresolved
+XFAIL: test-unsupported-xfail-pass
+XFAIL: test-unsupported-xfail-xpass
+XFAIL: test-unsupported-xfail-fail
+XFAIL: test-unsupported-xfail-xfail
+XFAIL: test-unsupported-xfail-kfail
+XFAIL: test-unsupported-xfail-unsupported
+XFAIL: test-unsupported-xfail-untested
+XFAIL: test-unsupported-xfail-unresolved
+KFAIL: test-unsupported-kfail-pass
+KFAIL: test-unsupported-kfail-xpass
+KFAIL: test-unsupported-kfail-fail
+KFAIL: test-unsupported-kfail-xfail
+KFAIL: test-unsupported-kfail-kfail
+KFAIL: test-unsupported-kfail-unsupported
+KFAIL: test-unsupported-kfail-untested
+KFAIL: test-unsupported-kfail-unresolved
+UNSUPPORTED: test-unsupported-unsupported-pass
+UNSUPPORTED: test-unsupported-unsupported-xpass
+UNSUPPORTED: test-unsupported-unsupported-fail
+UNSUPPORTED: test-unsupported-unsupported-xfail
+UNSUPPORTED: test-unsupported-unsupported-kfail
+UNSUPPORTED: test-unsupported-unsupported-unsupported
+UNSUPPORTED: test-unsupported-unsupported-untested
+UNSUPPORTED: test-unsupported-unsupported-unresolved
+UNTESTED: test-unsupported-untested-pass
+UNTESTED: test-unsupported-untested-xpass
+UNTESTED: test-unsupported-untested-fail
+UNTESTED: test-unsupported-untested-xfail
+UNTESTED: test-unsupported-untested-kfail
+UNTESTED: test-unsupported-untested-unsupported
+UNTESTED: test-unsupported-untested-untested
+UNTESTED: test-unsupported-untested-unresolved
+UNRESOLVED: test-unsupported-unresolved-pass
+UNRESOLVED: test-unsupported-unresolved-xpass
+UNRESOLVED: test-unsupported-unresolved-fail
+UNRESOLVED: test-unsupported-unresolved-xfail
+UNRESOLVED: test-unsupported-unresolved-kfail
+UNRESOLVED: test-unsupported-unresolved-unsupported
+UNRESOLVED: test-unsupported-unresolved-untested
+UNRESOLVED: test-unsupported-unresolved-unresolved
+
+Running tests-untested.exp ...
+PASS: test-untested-pass-pass
+PASS: test-untested-pass-xpass
+PASS: test-untested-pass-fail
+PASS: test-untested-pass-xfail
+PASS: test-untested-pass-kfail
+PASS: test-untested-pass-unsupported
+PASS: test-untested-pass-untested
+PASS: test-untested-pass-unresolved
+XPASS: test-untested-xpass-pass
+XPASS: test-untested-xpass-xpass
+XPASS: test-untested-xpass-fail
+XPASS: test-untested-xpass-xfail
+XPASS: test-untested-xpass-kfail
+XPASS: test-untested-xpass-unsupported
+XPASS: test-untested-xpass-untested
+XPASS: test-untested-xpass-unresolved
+FAIL: test-untested-fail-pass
+FAIL: test-untested-fail-xpass
+FAIL: test-untested-fail-fail
+FAIL: test-untested-fail-xfail
+FAIL: test-untested-fail-kfail
+FAIL: test-untested-fail-unsupported
+FAIL: test-untested-fail-untested
+FAIL: test-untested-fail-unresolved
+XFAIL: test-untested-xfail-pass
+XFAIL: test-untested-xfail-xpass
+XFAIL: test-untested-xfail-fail
+XFAIL: test-untested-xfail-xfail
+XFAIL: test-untested-xfail-kfail
+XFAIL: test-untested-xfail-unsupported
+XFAIL: test-untested-xfail-untested
+XFAIL: test-untested-xfail-unresolved
+KFAIL: test-untested-kfail-pass
+KFAIL: test-untested-kfail-xpass
+KFAIL: test-untested-kfail-fail
+KFAIL: test-untested-kfail-xfail
+KFAIL: test-untested-kfail-kfail
+KFAIL: test-untested-kfail-unsupported
+KFAIL: test-untested-kfail-untested
+KFAIL: test-untested-kfail-unresolved
+UNSUPPORTED: test-untested-unsupported-pass
+UNSUPPORTED: test-untested-unsupported-xpass
+UNSUPPORTED: test-untested-unsupported-fail
+UNSUPPORTED: test-untested-unsupported-xfail
+UNSUPPORTED: test-untested-unsupported-kfail
+UNSUPPORTED: test-untested-unsupported-unsupported
+UNSUPPORTED: test-untested-unsupported-untested
+UNSUPPORTED: test-untested-unsupported-unresolved
+UNTESTED: test-untested-untested-pass
+UNTESTED: test-untested-untested-xpass
+UNTESTED: test-untested-untested-fail
+UNTESTED: test-untested-untested-xfail
+UNTESTED: test-untested-untested-kfail
+UNTESTED: test-untested-untested-unsupported
+UNTESTED: test-untested-untested-untested
+UNTESTED: test-untested-untested-unresolved
+UNRESOLVED: test-untested-unresolved-pass
+UNRESOLVED: test-untested-unresolved-xpass
+UNRESOLVED: test-untested-unresolved-fail
+UNRESOLVED: test-untested-unresolved-xfail
+UNRESOLVED: test-untested-unresolved-kfail
+UNRESOLVED: test-untested-unresolved-unsupported
+UNRESOLVED: test-untested-unresolved-untested
+UNRESOLVED: test-untested-unresolved-unresolved
+
+Running tests-unresolved.exp ...
+PASS: test-unresolved-pass-pass
+PASS: test-unresolved-pass-xpass
+PASS: test-unresolved-pass-fail
+PASS: test-unresolved-pass-xfail
+PASS: test-unresolved-pass-kfail
+PASS: test-unresolved-pass-unsupported
+PASS: test-unresolved-pass-untested
+PASS: test-unresolved-pass-unresolved
+XPASS: test-unresolved-xpass-pass
+XPASS: test-unresolved-xpass-xpass
+XPASS: test-unresolved-xpass-fail
+XPASS: test-unresolved-xpass-xfail
+XPASS: test-unresolved-xpass-kfail
+XPASS: test-unresolved-xpass-unsupported
+XPASS: test-unresolved-xpass-untested
+XPASS: test-unresolved-xpass-unresolved
+FAIL: test-unresolved-fail-pass
+FAIL: test-unresolved-fail-xpass
+FAIL: test-unresolved-fail-fail
+FAIL: test-unresolved-fail-xfail
+FAIL: test-unresolved-fail-kfail
+FAIL: test-unresolved-fail-unsupported
+FAIL: test-unresolved-fail-untested
+FAIL: test-unresolved-fail-unresolved
+XFAIL: test-unresolved-xfail-pass
+XFAIL: test-unresolved-xfail-xpass
+XFAIL: test-unresolved-xfail-fail
+XFAIL: test-unresolved-xfail-xfail
+XFAIL: test-unresolved-xfail-kfail
+XFAIL: test-unresolved-xfail-unsupported
+XFAIL: test-unresolved-xfail-untested
+XFAIL: test-unresolved-xfail-unresolved
+KFAIL: test-unresolved-kfail-pass
+KFAIL: test-unresolved-kfail-xpass
+KFAIL: test-unresolved-kfail-fail
+KFAIL: test-unresolved-kfail-xfail
+KFAIL: test-unresolved-kfail-kfail
+KFAIL: test-unresolved-kfail-unsupported
+KFAIL: test-unresolved-kfail-untested
+KFAIL: test-unresolved-kfail-unresolved
+UNSUPPORTED: test-unresolved-unsupported-pass
+UNSUPPORTED: test-unresolved-unsupported-xpass
+UNSUPPORTED: test-unresolved-unsupported-fail
+UNSUPPORTED: test-unresolved-unsupported-xfail
+UNSUPPORTED: test-unresolved-unsupported-kfail
+UNSUPPORTED: test-unresolved-unsupported-unsupported
+UNSUPPORTED: test-unresolved-unsupported-untested
+UNSUPPORTED: test-unresolved-unsupported-unresolved
+UNTESTED: test-unresolved-untested-pass
+UNTESTED: test-unresolved-untested-xpass
+UNTESTED: test-unresolved-untested-fail
+UNTESTED: test-unresolved-untested-xfail
+UNTESTED: test-unresolved-untested-kfail
+UNTESTED: test-unresolved-untested-unsupported
+UNTESTED: test-unresolved-untested-untested
+UNTESTED: test-unresolved-untested-unresolved
+UNRESOLVED: test-unresolved-unresolved-pass
+UNRESOLVED: test-unresolved-unresolved-xpass
+UNRESOLVED: test-unresolved-unresolved-fail
+UNRESOLVED: test-unresolved-unresolved-xfail
+UNRESOLVED: test-unresolved-unresolved-kfail
+UNRESOLVED: test-unresolved-unresolved-unsupported
+UNRESOLVED: test-unresolved-unresolved-untested
+UNRESOLVED: test-unresolved-unresolved-unresolved
+
+		=== gcc-compare-results Summary ===
+
+# of expected passes		64
+# of unexpected failures	64
+# of expected failures		64
+# of known failures		64
+# of untested testcases		64
+# of unresolved testcases	64
+# of unsupported tests		64
diff --git a/testsuite/sum-merge-3.txt b/testsuite/sum-merge-3.txt
new file mode 100644
index 0000000..1addd3c
--- /dev/null
+++ b/testsuite/sum-merge-3.txt
@@ -0,0 +1,541 @@
+		=== gcc-compare-results tests ===
+
+Running target mytarget
+
+Running tests-pass.exp ...
+PASS: test-pass-pass-pass
+XPASS: test-pass-pass-xpass
+FAIL: test-pass-pass-fail
+XFAIL: test-pass-pass-xfail
+KFAIL: test-pass-pass-kfail
+UNSUPPORTED: test-pass-pass-unsupported
+UNTESTED: test-pass-pass-untested
+UNRESOLVED: test-pass-pass-unresolved
+PASS: test-pass-xpass-pass
+XPASS: test-pass-xpass-xpass
+FAIL: test-pass-xpass-fail
+XFAIL: test-pass-xpass-xfail
+KFAIL: test-pass-xpass-kfail
+UNSUPPORTED: test-pass-xpass-unsupported
+UNTESTED: test-pass-xpass-untested
+UNRESOLVED: test-pass-xpass-unresolved
+PASS: test-pass-fail-pass
+XPASS: test-pass-fail-xpass
+FAIL: test-pass-fail-fail
+XFAIL: test-pass-fail-xfail
+KFAIL: test-pass-fail-kfail
+UNSUPPORTED: test-pass-fail-unsupported
+UNTESTED: test-pass-fail-untested
+UNRESOLVED: test-pass-fail-unresolved
+PASS: test-pass-xfail-pass
+XPASS: test-pass-xfail-xpass
+FAIL: test-pass-xfail-fail
+XFAIL: test-pass-xfail-xfail
+KFAIL: test-pass-xfail-kfail
+UNSUPPORTED: test-pass-xfail-unsupported
+UNTESTED: test-pass-xfail-untested
+UNRESOLVED: test-pass-xfail-unresolved
+PASS: test-pass-kfail-pass
+XPASS: test-pass-kfail-xpass
+FAIL: test-pass-kfail-fail
+XFAIL: test-pass-kfail-xfail
+KFAIL: test-pass-kfail-kfail
+UNSUPPORTED: test-pass-kfail-unsupported
+UNTESTED: test-pass-kfail-untested
+UNRESOLVED: test-pass-kfail-unresolved
+PASS: test-pass-unsupported-pass
+XPASS: test-pass-unsupported-xpass
+FAIL: test-pass-unsupported-fail
+XFAIL: test-pass-unsupported-xfail
+KFAIL: test-pass-unsupported-kfail
+UNSUPPORTED: test-pass-unsupported-unsupported
+UNTESTED: test-pass-unsupported-untested
+UNRESOLVED: test-pass-unsupported-unresolved
+PASS: test-pass-untested-pass
+XPASS: test-pass-untested-xpass
+FAIL: test-pass-untested-fail
+XFAIL: test-pass-untested-xfail
+KFAIL: test-pass-untested-kfail
+UNSUPPORTED: test-pass-untested-unsupported
+UNTESTED: test-pass-untested-untested
+UNRESOLVED: test-pass-untested-unresolved
+PASS: test-pass-unresolved-pass
+XPASS: test-pass-unresolved-xpass
+FAIL: test-pass-unresolved-fail
+XFAIL: test-pass-unresolved-xfail
+KFAIL: test-pass-unresolved-kfail
+UNSUPPORTED: test-pass-unresolved-unsupported
+UNTESTED: test-pass-unresolved-untested
+UNRESOLVED: test-pass-unresolved-unresolved
+
+Running tests-xpass.exp ...
+PASS: test-xpass-pass-pass
+XPASS: test-xpass-pass-xpass
+FAIL: test-xpass-pass-fail
+XFAIL: test-xpass-pass-xfail
+KFAIL: test-xpass-pass-kfail
+UNSUPPORTED: test-xpass-pass-unsupported
+UNTESTED: test-xpass-pass-untested
+UNRESOLVED: test-xpass-pass-unresolved
+PASS: test-xpass-xpass-pass
+XPASS: test-xpass-xpass-xpass
+FAIL: test-xpass-xpass-fail
+XFAIL: test-xpass-xpass-xfail
+KFAIL: test-xpass-xpass-kfail
+UNSUPPORTED: test-xpass-xpass-unsupported
+UNTESTED: test-xpass-xpass-untested
+UNRESOLVED: test-xpass-xpass-unresolved
+PASS: test-xpass-fail-pass
+XPASS: test-xpass-fail-xpass
+FAIL: test-xpass-fail-fail
+XFAIL: test-xpass-fail-xfail
+KFAIL: test-xpass-fail-kfail
+UNSUPPORTED: test-xpass-fail-unsupported
+UNTESTED: test-xpass-fail-untested
+UNRESOLVED: test-xpass-fail-unresolved
+PASS: test-xpass-xfail-pass
+XPASS: test-xpass-xfail-xpass
+FAIL: test-xpass-xfail-fail
+XFAIL: test-xpass-xfail-xfail
+KFAIL: test-xpass-xfail-kfail
+UNSUPPORTED: test-xpass-xfail-unsupported
+UNTESTED: test-xpass-xfail-untested
+UNRESOLVED: test-xpass-xfail-unresolved
+PASS: test-xpass-kfail-pass
+XPASS: test-xpass-kfail-xpass
+FAIL: test-xpass-kfail-fail
+XFAIL: test-xpass-kfail-xfail
+KFAIL: test-xpass-kfail-kfail
+UNSUPPORTED: test-xpass-kfail-unsupported
+UNTESTED: test-xpass-kfail-untested
+UNRESOLVED: test-xpass-kfail-unresolved
+PASS: test-xpass-unsupported-pass
+XPASS: test-xpass-unsupported-xpass
+FAIL: test-xpass-unsupported-fail
+XFAIL: test-xpass-unsupported-xfail
+KFAIL: test-xpass-unsupported-kfail
+UNSUPPORTED: test-xpass-unsupported-unsupported
+UNTESTED: test-xpass-unsupported-untested
+UNRESOLVED: test-xpass-unsupported-unresolved
+PASS: test-xpass-untested-pass
+XPASS: test-xpass-untested-xpass
+FAIL: test-xpass-untested-fail
+XFAIL: test-xpass-untested-xfail
+KFAIL: test-xpass-untested-kfail
+UNSUPPORTED: test-xpass-untested-unsupported
+UNTESTED: test-xpass-untested-untested
+UNRESOLVED: test-xpass-untested-unresolved
+PASS: test-xpass-unresolved-pass
+XPASS: test-xpass-unresolved-xpass
+FAIL: test-xpass-unresolved-fail
+XFAIL: test-xpass-unresolved-xfail
+KFAIL: test-xpass-unresolved-kfail
+UNSUPPORTED: test-xpass-unresolved-unsupported
+UNTESTED: test-xpass-unresolved-untested
+UNRESOLVED: test-xpass-unresolved-unresolved
+
+Running tests-fail.exp ...
+PASS: test-fail-pass-pass
+XPASS: test-fail-pass-xpass
+FAIL: test-fail-pass-fail
+XFAIL: test-fail-pass-xfail
+KFAIL: test-fail-pass-kfail
+UNSUPPORTED: test-fail-pass-unsupported
+UNTESTED: test-fail-pass-untested
+UNRESOLVED: test-fail-pass-unresolved
+PASS: test-fail-xpass-pass
+XPASS: test-fail-xpass-xpass
+FAIL: test-fail-xpass-fail
+XFAIL: test-fail-xpass-xfail
+KFAIL: test-fail-xpass-kfail
+UNSUPPORTED: test-fail-xpass-unsupported
+UNTESTED: test-fail-xpass-untested
+UNRESOLVED: test-fail-xpass-unresolved
+PASS: test-fail-fail-pass
+XPASS: test-fail-fail-xpass
+FAIL: test-fail-fail-fail
+XFAIL: test-fail-fail-xfail
+KFAIL: test-fail-fail-kfail
+UNSUPPORTED: test-fail-fail-unsupported
+UNTESTED: test-fail-fail-untested
+UNRESOLVED: test-fail-fail-unresolved
+PASS: test-fail-xfail-pass
+XPASS: test-fail-xfail-xpass
+FAIL: test-fail-xfail-fail
+XFAIL: test-fail-xfail-xfail
+KFAIL: test-fail-xfail-kfail
+UNSUPPORTED: test-fail-xfail-unsupported
+UNTESTED: test-fail-xfail-untested
+UNRESOLVED: test-fail-xfail-unresolved
+PASS: test-fail-kfail-pass
+XPASS: test-fail-kfail-xpass
+FAIL: test-fail-kfail-fail
+XFAIL: test-fail-kfail-xfail
+KFAIL: test-fail-kfail-kfail
+UNSUPPORTED: test-fail-kfail-unsupported
+UNTESTED: test-fail-kfail-untested
+UNRESOLVED: test-fail-kfail-unresolved
+PASS: test-fail-unsupported-pass
+XPASS: test-fail-unsupported-xpass
+FAIL: test-fail-unsupported-fail
+XFAIL: test-fail-unsupported-xfail
+KFAIL: test-fail-unsupported-kfail
+UNSUPPORTED: test-fail-unsupported-unsupported
+UNTESTED: test-fail-unsupported-untested
+UNRESOLVED: test-fail-unsupported-unresolved
+PASS: test-fail-untested-pass
+XPASS: test-fail-untested-xpass
+FAIL: test-fail-untested-fail
+XFAIL: test-fail-untested-xfail
+KFAIL: test-fail-untested-kfail
+UNSUPPORTED: test-fail-untested-unsupported
+UNTESTED: test-fail-untested-untested
+UNRESOLVED: test-fail-untested-unresolved
+PASS: test-fail-unresolved-pass
+XPASS: test-fail-unresolved-xpass
+FAIL: test-fail-unresolved-fail
+XFAIL: test-fail-unresolved-xfail
+KFAIL: test-fail-unresolved-kfail
+UNSUPPORTED: test-fail-unresolved-unsupported
+UNTESTED: test-fail-unresolved-untested
+UNRESOLVED: test-fail-unresolved-unresolved
+
+Running tests-xfail.exp ...
+PASS: test-xfail-pass-pass
+XPASS: test-xfail-pass-xpass
+FAIL: test-xfail-pass-fail
+XFAIL: test-xfail-pass-xfail
+KFAIL: test-xfail-pass-kfail
+UNSUPPORTED: test-xfail-pass-unsupported
+UNTESTED: test-xfail-pass-untested
+UNRESOLVED: test-xfail-pass-unresolved
+PASS: test-xfail-xpass-pass
+XPASS: test-xfail-xpass-xpass
+FAIL: test-xfail-xpass-fail
+XFAIL: test-xfail-xpass-xfail
+KFAIL: test-xfail-xpass-kfail
+UNSUPPORTED: test-xfail-xpass-unsupported
+UNTESTED: test-xfail-xpass-untested
+UNRESOLVED: test-xfail-xpass-unresolved
+PASS: test-xfail-fail-pass
+XPASS: test-xfail-fail-xpass
+FAIL: test-xfail-fail-fail
+XFAIL: test-xfail-fail-xfail
+KFAIL: test-xfail-fail-kfail
+UNSUPPORTED: test-xfail-fail-unsupported
+UNTESTED: test-xfail-fail-untested
+UNRESOLVED: test-xfail-fail-unresolved
+PASS: test-xfail-xfail-pass
+XPASS: test-xfail-xfail-xpass
+FAIL: test-xfail-xfail-fail
+XFAIL: test-xfail-xfail-xfail
+KFAIL: test-xfail-xfail-kfail
+UNSUPPORTED: test-xfail-xfail-unsupported
+UNTESTED: test-xfail-xfail-untested
+UNRESOLVED: test-xfail-xfail-unresolved
+PASS: test-xfail-kfail-pass
+XPASS: test-xfail-kfail-xpass
+FAIL: test-xfail-kfail-fail
+XFAIL: test-xfail-kfail-xfail
+KFAIL: test-xfail-kfail-kfail
+UNSUPPORTED: test-xfail-kfail-unsupported
+UNTESTED: test-xfail-kfail-untested
+UNRESOLVED: test-xfail-kfail-unresolved
+PASS: test-xfail-unsupported-pass
+XPASS: test-xfail-unsupported-xpass
+FAIL: test-xfail-unsupported-fail
+XFAIL: test-xfail-unsupported-xfail
+KFAIL: test-xfail-unsupported-kfail
+UNSUPPORTED: test-xfail-unsupported-unsupported
+UNTESTED: test-xfail-unsupported-untested
+UNRESOLVED: test-xfail-unsupported-unresolved
+PASS: test-xfail-untested-pass
+XPASS: test-xfail-untested-xpass
+FAIL: test-xfail-untested-fail
+XFAIL: test-xfail-untested-xfail
+KFAIL: test-xfail-untested-kfail
+UNSUPPORTED: test-xfail-untested-unsupported
+UNTESTED: test-xfail-untested-untested
+UNRESOLVED: test-xfail-untested-unresolved
+PASS: test-xfail-unresolved-pass
+XPASS: test-xfail-unresolved-xpass
+FAIL: test-xfail-unresolved-fail
+XFAIL: test-xfail-unresolved-xfail
+KFAIL: test-xfail-unresolved-kfail
+UNSUPPORTED: test-xfail-unresolved-unsupported
+UNTESTED: test-xfail-unresolved-untested
+UNRESOLVED: test-xfail-unresolved-unresolved
+
+Running tests-kfail.exp ...
+PASS: test-kfail-pass-pass
+XPASS: test-kfail-pass-xpass
+FAIL: test-kfail-pass-fail
+XFAIL: test-kfail-pass-xfail
+KFAIL: test-kfail-pass-kfail
+UNSUPPORTED: test-kfail-pass-unsupported
+UNTESTED: test-kfail-pass-untested
+UNRESOLVED: test-kfail-pass-unresolved
+PASS: test-kfail-xpass-pass
+XPASS: test-kfail-xpass-xpass
+FAIL: test-kfail-xpass-fail
+XFAIL: test-kfail-xpass-xfail
+KFAIL: test-kfail-xpass-kfail
+UNSUPPORTED: test-kfail-xpass-unsupported
+UNTESTED: test-kfail-xpass-untested
+UNRESOLVED: test-kfail-xpass-unresolved
+PASS: test-kfail-fail-pass
+XPASS: test-kfail-fail-xpass
+FAIL: test-kfail-fail-fail
+XFAIL: test-kfail-fail-xfail
+KFAIL: test-kfail-fail-kfail
+UNSUPPORTED: test-kfail-fail-unsupported
+UNTESTED: test-kfail-fail-untested
+UNRESOLVED: test-kfail-fail-unresolved
+PASS: test-kfail-xfail-pass
+XPASS: test-kfail-xfail-xpass
+FAIL: test-kfail-xfail-fail
+XFAIL: test-kfail-xfail-xfail
+KFAIL: test-kfail-xfail-kfail
+UNSUPPORTED: test-kfail-xfail-unsupported
+UNTESTED: test-kfail-xfail-untested
+UNRESOLVED: test-kfail-xfail-unresolved
+PASS: test-kfail-kfail-pass
+XPASS: test-kfail-kfail-xpass
+FAIL: test-kfail-kfail-fail
+XFAIL: test-kfail-kfail-xfail
+KFAIL: test-kfail-kfail-kfail
+UNSUPPORTED: test-kfail-kfail-unsupported
+UNTESTED: test-kfail-kfail-untested
+UNRESOLVED: test-kfail-kfail-unresolved
+PASS: test-kfail-unsupported-pass
+XPASS: test-kfail-unsupported-xpass
+FAIL: test-kfail-unsupported-fail
+XFAIL: test-kfail-unsupported-xfail
+KFAIL: test-kfail-unsupported-kfail
+UNSUPPORTED: test-kfail-unsupported-unsupported
+UNTESTED: test-kfail-unsupported-untested
+UNRESOLVED: test-kfail-unsupported-unresolved
+PASS: test-kfail-untested-pass
+XPASS: test-kfail-untested-xpass
+FAIL: test-kfail-untested-fail
+XFAIL: test-kfail-untested-xfail
+KFAIL: test-kfail-untested-kfail
+UNSUPPORTED: test-kfail-untested-unsupported
+UNTESTED: test-kfail-untested-untested
+UNRESOLVED: test-kfail-untested-unresolved
+PASS: test-kfail-unresolved-pass
+XPASS: test-kfail-unresolved-xpass
+FAIL: test-kfail-unresolved-fail
+XFAIL: test-kfail-unresolved-xfail
+KFAIL: test-kfail-unresolved-kfail
+UNSUPPORTED: test-kfail-unresolved-unsupported
+UNTESTED: test-kfail-unresolved-untested
+UNRESOLVED: test-kfail-unresolved-unresolved
+
+Running tests-unsupported.exp ...
+PASS: test-unsupported-pass-pass
+XPASS: test-unsupported-pass-xpass
+FAIL: test-unsupported-pass-fail
+XFAIL: test-unsupported-pass-xfail
+KFAIL: test-unsupported-pass-kfail
+UNSUPPORTED: test-unsupported-pass-unsupported
+UNTESTED: test-unsupported-pass-untested
+UNRESOLVED: test-unsupported-pass-unresolved
+PASS: test-unsupported-xpass-pass
+XPASS: test-unsupported-xpass-xpass
+FAIL: test-unsupported-xpass-fail
+XFAIL: test-unsupported-xpass-xfail
+KFAIL: test-unsupported-xpass-kfail
+UNSUPPORTED: test-unsupported-xpass-unsupported
+UNTESTED: test-unsupported-xpass-untested
+UNRESOLVED: test-unsupported-xpass-unresolved
+PASS: test-unsupported-fail-pass
+XPASS: test-unsupported-fail-xpass
+FAIL: test-unsupported-fail-fail
+XFAIL: test-unsupported-fail-xfail
+KFAIL: test-unsupported-fail-kfail
+UNSUPPORTED: test-unsupported-fail-unsupported
+UNTESTED: test-unsupported-fail-untested
+UNRESOLVED: test-unsupported-fail-unresolved
+PASS: test-unsupported-xfail-pass
+XPASS: test-unsupported-xfail-xpass
+FAIL: test-unsupported-xfail-fail
+XFAIL: test-unsupported-xfail-xfail
+KFAIL: test-unsupported-xfail-kfail
+UNSUPPORTED: test-unsupported-xfail-unsupported
+UNTESTED: test-unsupported-xfail-untested
+UNRESOLVED: test-unsupported-xfail-unresolved
+PASS: test-unsupported-kfail-pass
+XPASS: test-unsupported-kfail-xpass
+FAIL: test-unsupported-kfail-fail
+XFAIL: test-unsupported-kfail-xfail
+KFAIL: test-unsupported-kfail-kfail
+UNSUPPORTED: test-unsupported-kfail-unsupported
+UNTESTED: test-unsupported-kfail-untested
+UNRESOLVED: test-unsupported-kfail-unresolved
+PASS: test-unsupported-unsupported-pass
+XPASS: test-unsupported-unsupported-xpass
+FAIL: test-unsupported-unsupported-fail
+XFAIL: test-unsupported-unsupported-xfail
+KFAIL: test-unsupported-unsupported-kfail
+UNSUPPORTED: test-unsupported-unsupported-unsupported
+UNTESTED: test-unsupported-unsupported-untested
+UNRESOLVED: test-unsupported-unsupported-unresolved
+PASS: test-unsupported-untested-pass
+XPASS: test-unsupported-untested-xpass
+FAIL: test-unsupported-untested-fail
+XFAIL: test-unsupported-untested-xfail
+KFAIL: test-unsupported-untested-kfail
+UNSUPPORTED: test-unsupported-untested-unsupported
+UNTESTED: test-unsupported-untested-untested
+UNRESOLVED: test-unsupported-untested-unresolved
+PASS: test-unsupported-unresolved-pass
+XPASS: test-unsupported-unresolved-xpass
+FAIL: test-unsupported-unresolved-fail
+XFAIL: test-unsupported-unresolved-xfail
+KFAIL: test-unsupported-unresolved-kfail
+UNSUPPORTED: test-unsupported-unresolved-unsupported
+UNTESTED: test-unsupported-unresolved-untested
+UNRESOLVED: test-unsupported-unresolved-unresolved
+
+Running tests-untested.exp ...
+PASS: test-untested-pass-pass
+XPASS: test-untested-pass-xpass
+FAIL: test-untested-pass-fail
+XFAIL: test-untested-pass-xfail
+KFAIL: test-untested-pass-kfail
+UNSUPPORTED: test-untested-pass-unsupported
+UNTESTED: test-untested-pass-untested
+UNRESOLVED: test-untested-pass-unresolved
+PASS: test-untested-xpass-pass
+XPASS: test-untested-xpass-xpass
+FAIL: test-untested-xpass-fail
+XFAIL: test-untested-xpass-xfail
+KFAIL: test-untested-xpass-kfail
+UNSUPPORTED: test-untested-xpass-unsupported
+UNTESTED: test-untested-xpass-untested
+UNRESOLVED: test-untested-xpass-unresolved
+PASS: test-untested-fail-pass
+XPASS: test-untested-fail-xpass
+FAIL: test-untested-fail-fail
+XFAIL: test-untested-fail-xfail
+KFAIL: test-untested-fail-kfail
+UNSUPPORTED: test-untested-fail-unsupported
+UNTESTED: test-untested-fail-untested
+UNRESOLVED: test-untested-fail-unresolved
+PASS: test-untested-xfail-pass
+XPASS: test-untested-xfail-xpass
+FAIL: test-untested-xfail-fail
+XFAIL: test-untested-xfail-xfail
+KFAIL: test-untested-xfail-kfail
+UNSUPPORTED: test-untested-xfail-unsupported
+UNTESTED: test-untested-xfail-untested
+UNRESOLVED: test-untested-xfail-unresolved
+PASS: test-untested-kfail-pass
+XPASS: test-untested-kfail-xpass
+FAIL: test-untested-kfail-fail
+XFAIL: test-untested-kfail-xfail
+KFAIL: test-untested-kfail-kfail
+UNSUPPORTED: test-untested-kfail-unsupported
+UNTESTED: test-untested-kfail-untested
+UNRESOLVED: test-untested-kfail-unresolved
+PASS: test-untested-unsupported-pass
+XPASS: test-untested-unsupported-xpass
+FAIL: test-untested-unsupported-fail
+XFAIL: test-untested-unsupported-xfail
+KFAIL: test-untested-unsupported-kfail
+UNSUPPORTED: test-untested-unsupported-unsupported
+UNTESTED: test-untested-unsupported-untested
+UNRESOLVED: test-untested-unsupported-unresolved
+PASS: test-untested-untested-pass
+XPASS: test-untested-untested-xpass
+FAIL: test-untested-untested-fail
+XFAIL: test-untested-untested-xfail
+KFAIL: test-untested-untested-kfail
+UNSUPPORTED: test-untested-untested-unsupported
+UNTESTED: test-untested-untested-untested
+UNRESOLVED: test-untested-untested-unresolved
+PASS: test-untested-unresolved-pass
+XPASS: test-untested-unresolved-xpass
+FAIL: test-untested-unresolved-fail
+XFAIL: test-untested-unresolved-xfail
+KFAIL: test-untested-unresolved-kfail
+UNSUPPORTED: test-untested-unresolved-unsupported
+UNTESTED: test-untested-unresolved-untested
+UNRESOLVED: test-untested-unresolved-unresolved
+
+Running tests-unresolved.exp ...
+PASS: test-unresolved-pass-pass
+XPASS: test-unresolved-pass-xpass
+FAIL: test-unresolved-pass-fail
+XFAIL: test-unresolved-pass-xfail
+KFAIL: test-unresolved-pass-kfail
+UNSUPPORTED: test-unresolved-pass-unsupported
+UNTESTED: test-unresolved-pass-untested
+UNRESOLVED: test-unresolved-pass-unresolved
+PASS: test-unresolved-xpass-pass
+XPASS: test-unresolved-xpass-xpass
+FAIL: test-unresolved-xpass-fail
+XFAIL: test-unresolved-xpass-xfail
+KFAIL: test-unresolved-xpass-kfail
+UNSUPPORTED: test-unresolved-xpass-unsupported
+UNTESTED: test-unresolved-xpass-untested
+UNRESOLVED: test-unresolved-xpass-unresolved
+PASS: test-unresolved-fail-pass
+XPASS: test-unresolved-fail-xpass
+FAIL: test-unresolved-fail-fail
+XFAIL: test-unresolved-fail-xfail
+KFAIL: test-unresolved-fail-kfail
+UNSUPPORTED: test-unresolved-fail-unsupported
+UNTESTED: test-unresolved-fail-untested
+UNRESOLVED: test-unresolved-fail-unresolved
+PASS: test-unresolved-xfail-pass
+XPASS: test-unresolved-xfail-xpass
+FAIL: test-unresolved-xfail-fail
+XFAIL: test-unresolved-xfail-xfail
+KFAIL: test-unresolved-xfail-kfail
+UNSUPPORTED: test-unresolved-xfail-unsupported
+UNTESTED: test-unresolved-xfail-untested
+UNRESOLVED: test-unresolved-xfail-unresolved
+PASS: test-unresolved-kfail-pass
+XPASS: test-unresolved-kfail-xpass
+FAIL: test-unresolved-kfail-fail
+XFAIL: test-unresolved-kfail-xfail
+KFAIL: test-unresolved-kfail-kfail
+UNSUPPORTED: test-unresolved-kfail-unsupported
+UNTESTED: test-unresolved-kfail-untested
+UNRESOLVED: test-unresolved-kfail-unresolved
+PASS: test-unresolved-unsupported-pass
+XPASS: test-unresolved-unsupported-xpass
+FAIL: test-unresolved-unsupported-fail
+XFAIL: test-unresolved-unsupported-xfail
+KFAIL: test-unresolved-unsupported-kfail
+UNSUPPORTED: test-unresolved-unsupported-unsupported
+UNTESTED: test-unresolved-unsupported-untested
+UNRESOLVED: test-unresolved-unsupported-unresolved
+PASS: test-unresolved-untested-pass
+XPASS: test-unresolved-untested-xpass
+FAIL: test-unresolved-untested-fail
+XFAIL: test-unresolved-untested-xfail
+KFAIL: test-unresolved-untested-kfail
+UNSUPPORTED: test-unresolved-untested-unsupported
+UNTESTED: test-unresolved-untested-untested
+UNRESOLVED: test-unresolved-untested-unresolved
+PASS: test-unresolved-unresolved-pass
+XPASS: test-unresolved-unresolved-xpass
+FAIL: test-unresolved-unresolved-fail
+XFAIL: test-unresolved-unresolved-xfail
+KFAIL: test-unresolved-unresolved-kfail
+UNSUPPORTED: test-unresolved-unresolved-unsupported
+UNTESTED: test-unresolved-unresolved-untested
+UNRESOLVED: test-unresolved-unresolved-unresolved
+
+		=== gcc-compare-results Summary ===
+
+# of expected passes		64
+# of unexpected failures	64
+# of expected failures		64
+# of known failures		64
+# of untested testcases		64
+# of unresolved testcases	64
+# of unsupported tests		64
diff --git a/testsuite/sum-merge-expected.txt b/testsuite/sum-merge-expected.txt
new file mode 100644
index 0000000..07e9a94
--- /dev/null
+++ b/testsuite/sum-merge-expected.txt
@@ -0,0 +1,546 @@
+Note: This is a synthetic sum file generated by merging the sum files of
+      several testsuite runs. To investigate test results, refer to the
+      original sum and log files.
+
+		=== gcc-compare-results tests ===
+
+Running target mytarget
+
+Running tests-pass.exp ...
+PASS: test-pass-pass-pass
+PASS: test-pass-pass-xpass
+PASS: test-pass-pass-fail
+PASS: test-pass-pass-xfail
+PASS: test-pass-pass-kfail
+PASS: test-pass-pass-unsupported
+PASS: test-pass-pass-untested
+PASS: test-pass-pass-unresolved
+PASS: test-pass-xpass-pass
+PASS: test-pass-xpass-xpass
+PASS: test-pass-xpass-fail
+PASS: test-pass-xpass-xfail
+PASS: test-pass-xpass-kfail
+PASS: test-pass-xpass-unsupported
+PASS: test-pass-xpass-untested
+PASS: test-pass-xpass-unresolved
+PASS: test-pass-fail-pass
+PASS: test-pass-fail-xpass
+PASS: test-pass-fail-fail
+PASS: test-pass-fail-xfail
+PASS: test-pass-fail-kfail
+PASS: test-pass-fail-unsupported
+PASS: test-pass-fail-untested
+PASS: test-pass-fail-unresolved
+PASS: test-pass-xfail-pass
+PASS: test-pass-xfail-xpass
+PASS: test-pass-xfail-fail
+PASS: test-pass-xfail-xfail
+PASS: test-pass-xfail-kfail
+PASS: test-pass-xfail-unsupported
+PASS: test-pass-xfail-untested
+PASS: test-pass-xfail-unresolved
+PASS: test-pass-kfail-pass
+PASS: test-pass-kfail-xpass
+PASS: test-pass-kfail-fail
+PASS: test-pass-kfail-xfail
+PASS: test-pass-kfail-kfail
+PASS: test-pass-kfail-unsupported
+PASS: test-pass-kfail-untested
+PASS: test-pass-kfail-unresolved
+PASS: test-pass-unsupported-pass
+PASS: test-pass-unsupported-xpass
+PASS: test-pass-unsupported-fail
+PASS: test-pass-unsupported-xfail
+PASS: test-pass-unsupported-kfail
+PASS: test-pass-unsupported-unsupported
+PASS: test-pass-unsupported-untested
+PASS: test-pass-unsupported-unresolved
+PASS: test-pass-untested-pass
+PASS: test-pass-untested-xpass
+PASS: test-pass-untested-fail
+PASS: test-pass-untested-xfail
+PASS: test-pass-untested-kfail
+PASS: test-pass-untested-unsupported
+PASS: test-pass-untested-untested
+PASS: test-pass-untested-unresolved
+PASS: test-pass-unresolved-pass
+PASS: test-pass-unresolved-xpass
+PASS: test-pass-unresolved-fail
+PASS: test-pass-unresolved-xfail
+PASS: test-pass-unresolved-kfail
+PASS: test-pass-unresolved-unsupported
+PASS: test-pass-unresolved-untested
+PASS: test-pass-unresolved-unresolved
+
+Running tests-xpass.exp ...
+PASS: test-xpass-pass-pass
+PASS: test-xpass-pass-xpass
+PASS: test-xpass-pass-fail
+PASS: test-xpass-pass-xfail
+PASS: test-xpass-pass-kfail
+PASS: test-xpass-pass-unsupported
+PASS: test-xpass-pass-untested
+PASS: test-xpass-pass-unresolved
+PASS: test-xpass-xpass-pass
+XPASS: test-xpass-xpass-xpass
+XPASS: test-xpass-xpass-fail
+XFAIL: test-xpass-xpass-xfail
+XPASS: test-xpass-xpass-kfail
+XPASS: test-xpass-xpass-unsupported
+XPASS: test-xpass-xpass-untested
+XPASS: test-xpass-xpass-unresolved
+PASS: test-xpass-fail-pass
+XPASS: test-xpass-fail-xpass
+XPASS: test-xpass-fail-fail
+XFAIL: test-xpass-fail-xfail
+XPASS: test-xpass-fail-kfail
+XPASS: test-xpass-fail-unsupported
+XPASS: test-xpass-fail-untested
+XPASS: test-xpass-fail-unresolved
+PASS: test-xpass-xfail-pass
+XFAIL: test-xpass-xfail-xpass
+XFAIL: test-xpass-xfail-fail
+XFAIL: test-xpass-xfail-xfail
+XFAIL: test-xpass-xfail-kfail
+XFAIL: test-xpass-xfail-unsupported
+XFAIL: test-xpass-xfail-untested
+XFAIL: test-xpass-xfail-unresolved
+PASS: test-xpass-kfail-pass
+XPASS: test-xpass-kfail-xpass
+XPASS: test-xpass-kfail-fail
+XFAIL: test-xpass-kfail-xfail
+XPASS: test-xpass-kfail-kfail
+XPASS: test-xpass-kfail-unsupported
+XPASS: test-xpass-kfail-untested
+XPASS: test-xpass-kfail-unresolved
+PASS: test-xpass-unsupported-pass
+XPASS: test-xpass-unsupported-xpass
+XPASS: test-xpass-unsupported-fail
+XFAIL: test-xpass-unsupported-xfail
+XPASS: test-xpass-unsupported-kfail
+XPASS: test-xpass-unsupported-unsupported
+XPASS: test-xpass-unsupported-untested
+XPASS: test-xpass-unsupported-unresolved
+PASS: test-xpass-untested-pass
+XPASS: test-xpass-untested-xpass
+XPASS: test-xpass-untested-fail
+XFAIL: test-xpass-untested-xfail
+XPASS: test-xpass-untested-kfail
+XPASS: test-xpass-untested-unsupported
+XPASS: test-xpass-untested-untested
+XPASS: test-xpass-untested-unresolved
+PASS: test-xpass-unresolved-pass
+XPASS: test-xpass-unresolved-xpass
+XPASS: test-xpass-unresolved-fail
+XFAIL: test-xpass-unresolved-xfail
+XPASS: test-xpass-unresolved-kfail
+XPASS: test-xpass-unresolved-unsupported
+XPASS: test-xpass-unresolved-untested
+XPASS: test-xpass-unresolved-unresolved
+
+Running tests-fail.exp ...
+PASS: test-fail-pass-pass
+PASS: test-fail-pass-xpass
+PASS: test-fail-pass-fail
+PASS: test-fail-pass-xfail
+PASS: test-fail-pass-kfail
+PASS: test-fail-pass-unsupported
+PASS: test-fail-pass-untested
+PASS: test-fail-pass-unresolved
+PASS: test-fail-xpass-pass
+FAIL: test-fail-xpass-xpass
+FAIL: test-fail-xpass-fail
+XFAIL: test-fail-xpass-xfail
+FAIL: test-fail-xpass-kfail
+FAIL: test-fail-xpass-unsupported
+FAIL: test-fail-xpass-untested
+FAIL: test-fail-xpass-unresolved
+PASS: test-fail-fail-pass
+FAIL: test-fail-fail-xpass
+FAIL: test-fail-fail-fail
+XFAIL: test-fail-fail-xfail
+FAIL: test-fail-fail-kfail
+FAIL: test-fail-fail-unsupported
+FAIL: test-fail-fail-untested
+FAIL: test-fail-fail-unresolved
+PASS: test-fail-xfail-pass
+XFAIL: test-fail-xfail-xpass
+XFAIL: test-fail-xfail-fail
+XFAIL: test-fail-xfail-xfail
+XFAIL: test-fail-xfail-kfail
+XFAIL: test-fail-xfail-unsupported
+XFAIL: test-fail-xfail-untested
+XFAIL: test-fail-xfail-unresolved
+PASS: test-fail-kfail-pass
+FAIL: test-fail-kfail-xpass
+FAIL: test-fail-kfail-fail
+XFAIL: test-fail-kfail-xfail
+FAIL: test-fail-kfail-kfail
+FAIL: test-fail-kfail-unsupported
+FAIL: test-fail-kfail-untested
+FAIL: test-fail-kfail-unresolved
+PASS: test-fail-unsupported-pass
+FAIL: test-fail-unsupported-xpass
+FAIL: test-fail-unsupported-fail
+XFAIL: test-fail-unsupported-xfail
+FAIL: test-fail-unsupported-kfail
+FAIL: test-fail-unsupported-unsupported
+FAIL: test-fail-unsupported-untested
+FAIL: test-fail-unsupported-unresolved
+PASS: test-fail-untested-pass
+FAIL: test-fail-untested-xpass
+FAIL: test-fail-untested-fail
+XFAIL: test-fail-untested-xfail
+FAIL: test-fail-untested-kfail
+FAIL: test-fail-untested-unsupported
+FAIL: test-fail-untested-untested
+FAIL: test-fail-untested-unresolved
+PASS: test-fail-unresolved-pass
+FAIL: test-fail-unresolved-xpass
+FAIL: test-fail-unresolved-fail
+XFAIL: test-fail-unresolved-xfail
+FAIL: test-fail-unresolved-kfail
+FAIL: test-fail-unresolved-unsupported
+FAIL: test-fail-unresolved-untested
+FAIL: test-fail-unresolved-unresolved
+
+Running tests-xfail.exp ...
+PASS: test-xfail-pass-pass
+PASS: test-xfail-pass-xpass
+PASS: test-xfail-pass-fail
+PASS: test-xfail-pass-xfail
+PASS: test-xfail-pass-kfail
+PASS: test-xfail-pass-unsupported
+PASS: test-xfail-pass-untested
+PASS: test-xfail-pass-unresolved
+PASS: test-xfail-xpass-pass
+XFAIL: test-xfail-xpass-xpass
+XFAIL: test-xfail-xpass-fail
+XFAIL: test-xfail-xpass-xfail
+XFAIL: test-xfail-xpass-kfail
+XFAIL: test-xfail-xpass-unsupported
+XFAIL: test-xfail-xpass-untested
+XFAIL: test-xfail-xpass-unresolved
+PASS: test-xfail-fail-pass
+XFAIL: test-xfail-fail-xpass
+XFAIL: test-xfail-fail-fail
+XFAIL: test-xfail-fail-xfail
+XFAIL: test-xfail-fail-kfail
+XFAIL: test-xfail-fail-unsupported
+XFAIL: test-xfail-fail-untested
+XFAIL: test-xfail-fail-unresolved
+PASS: test-xfail-xfail-pass
+XFAIL: test-xfail-xfail-xpass
+XFAIL: test-xfail-xfail-fail
+XFAIL: test-xfail-xfail-xfail
+XFAIL: test-xfail-xfail-kfail
+XFAIL: test-xfail-xfail-unsupported
+XFAIL: test-xfail-xfail-untested
+XFAIL: test-xfail-xfail-unresolved
+PASS: test-xfail-kfail-pass
+XFAIL: test-xfail-kfail-xpass
+XFAIL: test-xfail-kfail-fail
+XFAIL: test-xfail-kfail-xfail
+XFAIL: test-xfail-kfail-kfail
+XFAIL: test-xfail-kfail-unsupported
+XFAIL: test-xfail-kfail-untested
+XFAIL: test-xfail-kfail-unresolved
+PASS: test-xfail-unsupported-pass
+XFAIL: test-xfail-unsupported-xpass
+XFAIL: test-xfail-unsupported-fail
+XFAIL: test-xfail-unsupported-xfail
+XFAIL: test-xfail-unsupported-kfail
+XFAIL: test-xfail-unsupported-unsupported
+XFAIL: test-xfail-unsupported-untested
+XFAIL: test-xfail-unsupported-unresolved
+PASS: test-xfail-untested-pass
+XFAIL: test-xfail-untested-xpass
+XFAIL: test-xfail-untested-fail
+XFAIL: test-xfail-untested-xfail
+XFAIL: test-xfail-untested-kfail
+XFAIL: test-xfail-untested-unsupported
+XFAIL: test-xfail-untested-untested
+XFAIL: test-xfail-untested-unresolved
+PASS: test-xfail-unresolved-pass
+XFAIL: test-xfail-unresolved-xpass
+XFAIL: test-xfail-unresolved-fail
+XFAIL: test-xfail-unresolved-xfail
+XFAIL: test-xfail-unresolved-kfail
+XFAIL: test-xfail-unresolved-unsupported
+XFAIL: test-xfail-unresolved-untested
+XFAIL: test-xfail-unresolved-unresolved
+
+Running tests-kfail.exp ...
+PASS: test-kfail-pass-pass
+PASS: test-kfail-pass-xpass
+PASS: test-kfail-pass-fail
+PASS: test-kfail-pass-xfail
+PASS: test-kfail-pass-kfail
+PASS: test-kfail-pass-unsupported
+PASS: test-kfail-pass-untested
+PASS: test-kfail-pass-unresolved
+PASS: test-kfail-xpass-pass
+KFAIL: test-kfail-xpass-xpass
+KFAIL: test-kfail-xpass-fail
+XFAIL: test-kfail-xpass-xfail
+KFAIL: test-kfail-xpass-kfail
+KFAIL: test-kfail-xpass-unsupported
+KFAIL: test-kfail-xpass-untested
+KFAIL: test-kfail-xpass-unresolved
+PASS: test-kfail-fail-pass
+KFAIL: test-kfail-fail-xpass
+KFAIL: test-kfail-fail-fail
+XFAIL: test-kfail-fail-xfail
+KFAIL: test-kfail-fail-kfail
+KFAIL: test-kfail-fail-unsupported
+KFAIL: test-kfail-fail-untested
+KFAIL: test-kfail-fail-unresolved
+PASS: test-kfail-xfail-pass
+XFAIL: test-kfail-xfail-xpass
+XFAIL: test-kfail-xfail-fail
+XFAIL: test-kfail-xfail-xfail
+XFAIL: test-kfail-xfail-kfail
+XFAIL: test-kfail-xfail-unsupported
+XFAIL: test-kfail-xfail-untested
+XFAIL: test-kfail-xfail-unresolved
+PASS: test-kfail-kfail-pass
+KFAIL: test-kfail-kfail-xpass
+KFAIL: test-kfail-kfail-fail
+XFAIL: test-kfail-kfail-xfail
+KFAIL: test-kfail-kfail-kfail
+KFAIL: test-kfail-kfail-unsupported
+KFAIL: test-kfail-kfail-untested
+KFAIL: test-kfail-kfail-unresolved
+PASS: test-kfail-unsupported-pass
+KFAIL: test-kfail-unsupported-xpass
+KFAIL: test-kfail-unsupported-fail
+XFAIL: test-kfail-unsupported-xfail
+KFAIL: test-kfail-unsupported-kfail
+KFAIL: test-kfail-unsupported-unsupported
+KFAIL: test-kfail-unsupported-untested
+KFAIL: test-kfail-unsupported-unresolved
+PASS: test-kfail-untested-pass
+KFAIL: test-kfail-untested-xpass
+KFAIL: test-kfail-untested-fail
+XFAIL: test-kfail-untested-xfail
+KFAIL: test-kfail-untested-kfail
+KFAIL: test-kfail-untested-unsupported
+KFAIL: test-kfail-untested-untested
+KFAIL: test-kfail-untested-unresolved
+PASS: test-kfail-unresolved-pass
+KFAIL: test-kfail-unresolved-xpass
+KFAIL: test-kfail-unresolved-fail
+XFAIL: test-kfail-unresolved-xfail
+KFAIL: test-kfail-unresolved-kfail
+KFAIL: test-kfail-unresolved-unsupported
+KFAIL: test-kfail-unresolved-untested
+KFAIL: test-kfail-unresolved-unresolved
+
+Running tests-unsupported.exp ...
+PASS: test-unsupported-pass-pass
+PASS: test-unsupported-pass-xpass
+PASS: test-unsupported-pass-fail
+PASS: test-unsupported-pass-xfail
+PASS: test-unsupported-pass-kfail
+PASS: test-unsupported-pass-unsupported
+PASS: test-unsupported-pass-untested
+PASS: test-unsupported-pass-unresolved
+PASS: test-unsupported-xpass-pass
+UNSUPPORTED: test-unsupported-xpass-xpass
+UNSUPPORTED: test-unsupported-xpass-fail
+XFAIL: test-unsupported-xpass-xfail
+UNSUPPORTED: test-unsupported-xpass-kfail
+UNSUPPORTED: test-unsupported-xpass-unsupported
+UNSUPPORTED: test-unsupported-xpass-untested
+UNSUPPORTED: test-unsupported-xpass-unresolved
+PASS: test-unsupported-fail-pass
+UNSUPPORTED: test-unsupported-fail-xpass
+UNSUPPORTED: test-unsupported-fail-fail
+XFAIL: test-unsupported-fail-xfail
+UNSUPPORTED: test-unsupported-fail-kfail
+UNSUPPORTED: test-unsupported-fail-unsupported
+UNSUPPORTED: test-unsupported-fail-untested
+UNSUPPORTED: test-unsupported-fail-unresolved
+PASS: test-unsupported-xfail-pass
+XFAIL: test-unsupported-xfail-xpass
+XFAIL: test-unsupported-xfail-fail
+XFAIL: test-unsupported-xfail-xfail
+XFAIL: test-unsupported-xfail-kfail
+XFAIL: test-unsupported-xfail-unsupported
+XFAIL: test-unsupported-xfail-untested
+XFAIL: test-unsupported-xfail-unresolved
+PASS: test-unsupported-kfail-pass
+UNSUPPORTED: test-unsupported-kfail-xpass
+UNSUPPORTED: test-unsupported-kfail-fail
+XFAIL: test-unsupported-kfail-xfail
+UNSUPPORTED: test-unsupported-kfail-kfail
+UNSUPPORTED: test-unsupported-kfail-unsupported
+UNSUPPORTED: test-unsupported-kfail-untested
+UNSUPPORTED: test-unsupported-kfail-unresolved
+PASS: test-unsupported-unsupported-pass
+UNSUPPORTED: test-unsupported-unsupported-xpass
+UNSUPPORTED: test-unsupported-unsupported-fail
+XFAIL: test-unsupported-unsupported-xfail
+UNSUPPORTED: test-unsupported-unsupported-kfail
+UNSUPPORTED: test-unsupported-unsupported-unsupported
+UNSUPPORTED: test-unsupported-unsupported-untested
+UNSUPPORTED: test-unsupported-unsupported-unresolved
+PASS: test-unsupported-untested-pass
+UNSUPPORTED: test-unsupported-untested-xpass
+UNSUPPORTED: test-unsupported-untested-fail
+XFAIL: test-unsupported-untested-xfail
+UNSUPPORTED: test-unsupported-untested-kfail
+UNSUPPORTED: test-unsupported-untested-unsupported
+UNSUPPORTED: test-unsupported-untested-untested
+UNSUPPORTED: test-unsupported-untested-unresolved
+PASS: test-unsupported-unresolved-pass
+UNSUPPORTED: test-unsupported-unresolved-xpass
+UNSUPPORTED: test-unsupported-unresolved-fail
+XFAIL: test-unsupported-unresolved-xfail
+UNSUPPORTED: test-unsupported-unresolved-kfail
+UNSUPPORTED: test-unsupported-unresolved-unsupported
+UNSUPPORTED: test-unsupported-unresolved-untested
+UNSUPPORTED: test-unsupported-unresolved-unresolved
+
+Running tests-untested.exp ...
+PASS: test-untested-pass-pass
+PASS: test-untested-pass-xpass
+PASS: test-untested-pass-fail
+PASS: test-untested-pass-xfail
+PASS: test-untested-pass-kfail
+PASS: test-untested-pass-unsupported
+PASS: test-untested-pass-untested
+PASS: test-untested-pass-unresolved
+PASS: test-untested-xpass-pass
+UNTESTED: test-untested-xpass-xpass
+UNTESTED: test-untested-xpass-fail
+XFAIL: test-untested-xpass-xfail
+UNTESTED: test-untested-xpass-kfail
+UNTESTED: test-untested-xpass-unsupported
+UNTESTED: test-untested-xpass-untested
+UNTESTED: test-untested-xpass-unresolved
+PASS: test-untested-fail-pass
+UNTESTED: test-untested-fail-xpass
+UNTESTED: test-untested-fail-fail
+XFAIL: test-untested-fail-xfail
+UNTESTED: test-untested-fail-kfail
+UNTESTED: test-untested-fail-unsupported
+UNTESTED: test-untested-fail-untested
+UNTESTED: test-untested-fail-unresolved
+PASS: test-untested-xfail-pass
+XFAIL: test-untested-xfail-xpass
+XFAIL: test-untested-xfail-fail
+XFAIL: test-untested-xfail-xfail
+XFAIL: test-untested-xfail-kfail
+XFAIL: test-untested-xfail-unsupported
+XFAIL: test-untested-xfail-untested
+XFAIL: test-untested-xfail-unresolved
+PASS: test-untested-kfail-pass
+UNTESTED: test-untested-kfail-xpass
+UNTESTED: test-untested-kfail-fail
+XFAIL: test-untested-kfail-xfail
+UNTESTED: test-untested-kfail-kfail
+UNTESTED: test-untested-kfail-unsupported
+UNTESTED: test-untested-kfail-untested
+UNTESTED: test-untested-kfail-unresolved
+PASS: test-untested-unsupported-pass
+UNTESTED: test-untested-unsupported-xpass
+UNTESTED: test-untested-unsupported-fail
+XFAIL: test-untested-unsupported-xfail
+UNTESTED: test-untested-unsupported-kfail
+UNTESTED: test-untested-unsupported-unsupported
+UNTESTED: test-untested-unsupported-untested
+UNTESTED: test-untested-unsupported-unresolved
+PASS: test-untested-untested-pass
+UNTESTED: test-untested-untested-xpass
+UNTESTED: test-untested-untested-fail
+XFAIL: test-untested-untested-xfail
+UNTESTED: test-untested-untested-kfail
+UNTESTED: test-untested-untested-unsupported
+UNTESTED: test-untested-untested-untested
+UNTESTED: test-untested-untested-unresolved
+PASS: test-untested-unresolved-pass
+UNTESTED: test-untested-unresolved-xpass
+UNTESTED: test-untested-unresolved-fail
+XFAIL: test-untested-unresolved-xfail
+UNTESTED: test-untested-unresolved-kfail
+UNTESTED: test-untested-unresolved-unsupported
+UNTESTED: test-untested-unresolved-untested
+UNTESTED: test-untested-unresolved-unresolved
+
+Running tests-unresolved.exp ...
+PASS: test-unresolved-pass-pass
+PASS: test-unresolved-pass-xpass
+PASS: test-unresolved-pass-fail
+PASS: test-unresolved-pass-xfail
+PASS: test-unresolved-pass-kfail
+PASS: test-unresolved-pass-unsupported
+PASS: test-unresolved-pass-untested
+PASS: test-unresolved-pass-unresolved
+PASS: test-unresolved-xpass-pass
+UNRESOLVED: test-unresolved-xpass-xpass
+UNRESOLVED: test-unresolved-xpass-fail
+XFAIL: test-unresolved-xpass-xfail
+UNRESOLVED: test-unresolved-xpass-kfail
+UNRESOLVED: test-unresolved-xpass-unsupported
+UNRESOLVED: test-unresolved-xpass-untested
+UNRESOLVED: test-unresolved-xpass-unresolved
+PASS: test-unresolved-fail-pass
+UNRESOLVED: test-unresolved-fail-xpass
+UNRESOLVED: test-unresolved-fail-fail
+XFAIL: test-unresolved-fail-xfail
+UNRESOLVED: test-unresolved-fail-kfail
+UNRESOLVED: test-unresolved-fail-unsupported
+UNRESOLVED: test-unresolved-fail-untested
+UNRESOLVED: test-unresolved-fail-unresolved
+PASS: test-unresolved-xfail-pass
+XFAIL: test-unresolved-xfail-xpass
+XFAIL: test-unresolved-xfail-fail
+XFAIL: test-unresolved-xfail-xfail
+XFAIL: test-unresolved-xfail-kfail
+XFAIL: test-unresolved-xfail-unsupported
+XFAIL: test-unresolved-xfail-untested
+XFAIL: test-unresolved-xfail-unresolved
+PASS: test-unresolved-kfail-pass
+UNRESOLVED: test-unresolved-kfail-xpass
+UNRESOLVED: test-unresolved-kfail-fail
+XFAIL: test-unresolved-kfail-xfail
+UNRESOLVED: test-unresolved-kfail-kfail
+UNRESOLVED: test-unresolved-kfail-unsupported
+UNRESOLVED: test-unresolved-kfail-untested
+UNRESOLVED: test-unresolved-kfail-unresolved
+PASS: test-unresolved-unsupported-pass
+UNRESOLVED: test-unresolved-unsupported-xpass
+UNRESOLVED: test-unresolved-unsupported-fail
+XFAIL: test-unresolved-unsupported-xfail
+UNRESOLVED: test-unresolved-unsupported-kfail
+UNRESOLVED: test-unresolved-unsupported-unsupported
+UNRESOLVED: test-unresolved-unsupported-untested
+UNRESOLVED: test-unresolved-unsupported-unresolved
+PASS: test-unresolved-untested-pass
+UNRESOLVED: test-unresolved-untested-xpass
+UNRESOLVED: test-unresolved-untested-fail
+XFAIL: test-unresolved-untested-xfail
+UNRESOLVED: test-unresolved-untested-kfail
+UNRESOLVED: test-unresolved-untested-unsupported
+UNRESOLVED: test-unresolved-untested-untested
+UNRESOLVED: test-unresolved-untested-unresolved
+PASS: test-unresolved-unresolved-pass
+UNRESOLVED: test-unresolved-unresolved-xpass
+UNRESOLVED: test-unresolved-unresolved-fail
+XFAIL: test-unresolved-unresolved-xfail
+UNRESOLVED: test-unresolved-unresolved-kfail
+UNRESOLVED: test-unresolved-unresolved-unsupported
+UNRESOLVED: test-unresolved-unresolved-untested
+UNRESOLVED: test-unresolved-unresolved-unresolved
+
+		=== gcc-compare-results Summary ===
+
+# of <unexpected status>	1
+# of expected passes		169
+# of unexpected failures	36
+# of expected failures		127
+# of known failures		36
+# of untested testcases		36
+# of unresolved testcases	36
+# of unsupported tests		36