summaryrefslogtreecommitdiff
path: root/notify/results.compare
blob: 5f16b9aabb326b388595adff900c9729e5d0a685 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
# Comparing directories
# REFERENCE: base-artifacts/sumfiles
# CURRENT:   artifacts/99-rewrite/artifacts.old/sumfiles

# Comparing 3 common sum files:
g++.sum
gcc.sum
libstdc++.sum
Comparing:
REFERENCE:/tmp/gxx-sum1.16405
CURRENT:  /tmp/gxx-sum2.16405

                                             +---------+---------+
o  RUN STATUS:                               |   REF   |   RES   |
  +------------------------------------------+---------+---------+
  | Passes                            [PASS] |  373438 |  373490 |
  | Unexpected fails                  [FAIL] |     338 |     330 |
  | Errors                           [ERROR] |       0 |       0 |
  | Unexpected passes                [XPASS] |      26 |      26 |
  | Expected fails                   [XFAIL] |    2801 |    2801 |
  | Known fails                      [KFAIL] |       0 |       0 |
  | Unresolved                  [UNRESOLVED] |      32 |      32 |
  | Unsupported                [UNSUPPORTED] |   21259 |   21258 |
  | Untested                      [UNTESTED] |       0 |       0 |
  +------------------------------------------+---------+---------+

    REF PASS ratio: 0.945576
    RES PASS ratio: 0.945604

o  REGRESSIONS:
  +------------------------------------------+---------+
  +------------------------------------------+---------+
  | TOTAL_REGRESSIONS                        |       0 |
  +------------------------------------------+---------+


o  IMPROVEMENTS TO BE CHECKED:
  +------------------------------------------+---------+
  | PASS disappears           [PASS =>     ] |      22 |
  | New PASS                  [     => PASS] |      66 |
  | FAIL now PASS             [FAIL => PASS] |       8 |
  | UNSUPPORTED disappears    [UNSUP=>     ] |       1 |
  +------------------------------------------+---------+
  | TOTAL_IMPROVEMENTS_TO_BE_CHECKED         |      97 |
  +------------------------------------------+---------+

  - PASS disappears           [PASS =>     ]:

  Executed from: g++:g++.dg/dg.exp
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  (test for errors, line 11)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  (test for errors, line 17)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  (test for errors, line 24)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  at line 16 (test for warnings, line 11)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  at line 22 (test for warnings, line 17)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  at line 30 (test for warnings, line 24)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  expected multiline pattern lines 13-14
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  expected multiline pattern lines 19-20
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  expected multiline pattern lines 27-28
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  (test for errors, line 11)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  (test for errors, line 17)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  (test for errors, line 24)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  at line 16 (test for warnings, line 11)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  at line 22 (test for warnings, line 17)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  at line 30 (test for warnings, line 24)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  expected multiline pattern lines 13-14
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  expected multiline pattern lines 19-20
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  expected multiline pattern lines 27-28
  Executed from: gcc:gcc.dg/dg.exp
    gcc:gcc.dg/dg.exp=gcc.dg/pr93917.c scan-tree-dump-times vrp2 "Global Export.*0, \\+INF" 1
  Executed from: gcc:gcc.dg/tree-ssa/tree-ssa.exp
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/vrp-unreachable.c scan-tree-dump-times vrp2 "fff8 VALUE 0x0" 4
  Executed from: gcc:gcc.target/arm/arm.exp
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/atomic_loaddi_7.c scan-assembler-times dmb\tish 1
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/atomic_loaddi_8.c scan-assembler-times dmb\tish 1


  - New PASS                  [     => PASS]:

  Executed from: g++:g++.dg/dg.exp
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  (test for errors, line 16)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  (test for errors, line 22)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  (test for errors, line 29)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  (test for warnings, line 40)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  at line 21 (test for warnings, line 16)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  at line 27 (test for warnings, line 22)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  at line 35 (test for warnings, line 29)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  expected multiline pattern lines 18-19
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  expected multiline pattern lines 24-25
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  expected multiline pattern lines 32-33
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++17  expected multiline pattern lines 9-10
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  (test for errors, line 16)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  (test for errors, line 22)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  (test for errors, line 29)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  (test for warnings, line 40)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  at line 21 (test for warnings, line 16)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  at line 27 (test for warnings, line 22)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  at line 35 (test for warnings, line 29)
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  expected multiline pattern lines 18-19
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  expected multiline pattern lines 24-25
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  expected multiline pattern lines 32-33
    g++:g++.dg/dg.exp=g++.dg/diagnostic/static_assert3.C  -std=gnu++20  expected multiline pattern lines 9-10
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++14  (test for errors, line 16)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++14  (test for warnings, line 21)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++14  (test for warnings, line 6)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++14  expected multiline pattern lines 23-24
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++14  expected multiline pattern lines 29-30
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++14  expected multiline pattern lines 33-36
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++14 (test for excess errors)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++17  (test for errors, line 16)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++17  (test for warnings, line 21)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++17  (test for warnings, line 6)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++17  expected multiline pattern lines 23-24
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++17  expected multiline pattern lines 29-30
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++17  expected multiline pattern lines 33-36
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++17 (test for excess errors)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++20  (test for errors, line 16)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++20  (test for warnings, line 21)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++20  (test for warnings, line 6)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++20  expected multiline pattern lines 23-24
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++20  expected multiline pattern lines 29-30
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++20  expected multiline pattern lines 33-36
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++20 (test for excess errors)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++98  (test for errors, line 16)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++98  (test for warnings, line 21)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++98  (test for warnings, line 6)
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++98  expected multiline pattern lines 23-24
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++98  expected multiline pattern lines 29-30
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++98  expected multiline pattern lines 33-36
    g++:g++.dg/dg.exp=g++.dg/template/error60.C  -std=gnu++98 (test for excess errors)
  Executed from: gcc:gcc.dg/dg.exp
    gcc:gcc.dg/dg.exp=gcc.dg/pr93917.c scan-tree-dump-times optimized "0, \\+INF" 2
  Executed from: gcc:gcc.dg/ipa/ipa.exp
    gcc:gcc.dg/ipa/ipa.exp=gcc.dg/ipa/ipa-sra-32.c (test for excess errors)
    gcc:gcc.dg/ipa/ipa.exp=gcc.dg/ipa/ipa-sra-32.c scan-ipa-dump-times sra "Will remove parameter" 4
    gcc:gcc.dg/ipa/ipa.exp=gcc.dg/ipa/pr110378-4.c (test for excess errors)
    gcc:gcc.dg/ipa/ipa.exp=gcc.dg/ipa/pr110378-4.c scan-ipa-dump sra "Will split parameter 0"
    gcc:gcc.dg/ipa/ipa.exp=gcc.dg/ipa/pr110378-4.c scan-tree-dump-not optimized "shouldnotexist"
  Executed from: gcc:gcc.dg/tree-ssa/tree-ssa.exp
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/vrp-unreachable.c scan-tree-dump-times optimized "fff8 VALUE 0x0" 2
  Executed from: gcc:gcc.target/arm/arm.exp
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/atomic_loaddi_7.c scan-assembler-times dmb\tish 2
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/atomic_loaddi_8.c scan-assembler-times dmb\tish 2
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/pr111235.c (test for excess errors)
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/pr111235.c scan-assembler-not ldrdgt
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/pr111235.c scan-assembler-not ldrexdgt
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/pr111235.c scan-assembler-not ldrgt
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/pr111235.c scan-assembler-not strdgt
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/pr111235.c scan-assembler-not strgt
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/pr111235.c scan-assembler-times ldrexd\tr[0-9]+, r[0-9]+, \\[r[0-9]+\\] 2


  - FAIL now PASS             [FAIL => PASS]:

  Executed from: g++:g++.dg/dg.exp
    g++:g++.dg/dg.exp=g++.dg/ipa/pr110378-1.C  -std=gnu++14  scan-ipa-dump sra "Will split parameter 0"
    g++:g++.dg/dg.exp=g++.dg/ipa/pr110378-1.C  -std=gnu++14  scan-tree-dump-not optimized "shouldnotexist"
    g++:g++.dg/dg.exp=g++.dg/ipa/pr110378-1.C  -std=gnu++17  scan-ipa-dump sra "Will split parameter 0"
    g++:g++.dg/dg.exp=g++.dg/ipa/pr110378-1.C  -std=gnu++17  scan-tree-dump-not optimized "shouldnotexist"
    g++:g++.dg/dg.exp=g++.dg/ipa/pr110378-1.C  -std=gnu++20  scan-ipa-dump sra "Will split parameter 0"
    g++:g++.dg/dg.exp=g++.dg/ipa/pr110378-1.C  -std=gnu++20  scan-tree-dump-not optimized "shouldnotexist"
    g++:g++.dg/dg.exp=g++.dg/ipa/pr110378-1.C  -std=gnu++98  scan-ipa-dump sra "Will split parameter 0"
    g++:g++.dg/dg.exp=g++.dg/ipa/pr110378-1.C  -std=gnu++98  scan-tree-dump-not optimized "shouldnotexist"


  - UNSUPPORTED disappears    [UNSUP=>     ]:

  Executed from: gcc:gcc.dg/rtl/rtl.exp
    gcc:gcc.dg/rtl/rtl.exp=gcc.dg/rtl/arm/stl-cond.c



# Improvements found
# No regression found in 3 common sum files