summaryrefslogtreecommitdiff
path: root/notify/results.compare
blob: d0e84b720fbb8ec1ed25be39b537f0341d27a9bf (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
# Comparing directories
# REFERENCE: base-artifacts/sumfiles
# CURRENT:   artifacts/99-rewrite/artifacts.old/sumfiles

# Comparing 3 common sum files:
g++.sum
gcc.sum
libstdc++.sum
Comparing:
REFERENCE:/tmp/gxx-sum1.19483
CURRENT:  /tmp/gxx-sum2.19483

                                             +---------+---------+
o  RUN STATUS:                               |   REF   |   RES   |
  +------------------------------------------+---------+---------+
  | Passes                            [PASS] |  373393 |  373438 |
  | Unexpected fails                  [FAIL] |     339 |     338 |
  | Errors                           [ERROR] |       0 |       0 |
  | Unexpected passes                [XPASS] |      26 |      26 |
  | Expected fails                   [XFAIL] |    2801 |    2801 |
  | Known fails                      [KFAIL] |       0 |       0 |
  | Unresolved                  [UNRESOLVED] |      32 |      32 |
  | Unsupported                [UNSUPPORTED] |   21258 |   21259 |
  | Untested                      [UNTESTED] |       0 |       0 |
  +------------------------------------------+---------+---------+

    REF PASS ratio: 0.945570
    RES PASS ratio: 0.945576

o  REGRESSIONS:
  +------------------------------------------+---------+
  +------------------------------------------+---------+
  | TOTAL_REGRESSIONS                        |       0 |
  +------------------------------------------+---------+


o  IMPROVEMENTS TO BE CHECKED:
  +------------------------------------------+---------+
  | PASS disappears           [PASS =>     ] |       1 |
  | New PASS                  [     => PASS] |      45 |
  | FAIL now PASS             [FAIL => PASS] |       1 |
  | UNSUPPORTED appears       [     =>UNSUP] |       1 |
  +------------------------------------------+---------+
  | TOTAL_IMPROVEMENTS_TO_BE_CHECKED         |      48 |
  +------------------------------------------+---------+

  - PASS disappears           [PASS =>     ]:

  Executed from: gcc:gcc.dg/debug/dwarf2/dwarf2.exp
    gcc:gcc.dg/debug/dwarf2/dwarf2.exp=gcc.dg/debug/dwarf2/inline4.c scan-assembler DW_TAG_inlined_subroutine[^\\(]*\\([^\\)]*\\)[^\\(]*\\(DIE \\(0x[0-9a-f]*\\) DW_TAG_formal_parameter[^\\(]*\\(DIE \\(0x[0-9a-f]*\\) DW_TAG_variable


  - New PASS                  [     => PASS]:

  Executed from: gcc:gcc.c-torture/execute/execute.exp
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O0  (test for excess errors)
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O0  execution test
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O1  (test for excess errors)
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O1  execution test
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O2  (test for excess errors)
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O2  execution test
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O2 -flto -fno-use-linker-plugin -flto-partition=none  (test for excess errors)
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O2 -flto -fno-use-linker-plugin -flto-partition=none  execution test
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects  (test for excess errors)
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects  execution test
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions  (test for excess errors)
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions  execution test
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O3 -g  (test for excess errors)
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -O3 -g  execution test
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -Os  (test for excess errors)
    gcc:gcc.c-torture/execute/execute.exp=gcc.c-torture/execute/pr111469-1.c   -Os  execution test
  Executed from: gcc:gcc.dg/debug/dwarf2/dwarf2.exp
    gcc:gcc.dg/debug/dwarf2/dwarf2.exp=gcc.dg/debug/dwarf2/inline4.c scan-assembler DW_TAG_inlined_subroutine[^\\(]*(|\\([^\\)]*\\))[^\\(]*\\(DIE \\(0x[0-9a-f]*\\) DW_TAG_formal_parameter[^\\(]*\\(DIE \\(0x[0-9a-f]*\\) DW_TAG_variable
  Executed from: gcc:gcc.dg/dg.exp
    gcc:gcc.dg/dg.exp=gcc.dg/fold-abs-6.c (test for excess errors)
    gcc:gcc.dg/dg.exp=gcc.dg/fold-abs-6.c scan-tree-dump original "return ABS_EXPR <x>;"
    gcc:gcc.dg/dg.exp=gcc.dg/pr111599.c (test for excess errors)
  Executed from: gcc:gcc.dg/torture/dg-torture.exp
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr111614.c   -O0  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr111614.c   -O1  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr111614.c   -O2  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr111614.c   -O2 -flto -fno-use-linker-plugin -flto-partition=none  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr111614.c   -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr111614.c   -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr111614.c   -O3 -g  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr111614.c   -Os  (test for excess errors)
  Executed from: gcc:gcc.dg/tree-ssa/tree-ssa.exp
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/cmpbit-6.c (test for excess errors)
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/cmpbit-6.c scan-tree-dump-times optimized "return 0" 2
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/cmpbit-7.c (test for excess errors)
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/cmpbit-7.c scan-tree-dump-not forwprop1 "a_[0-9]+.D. == 3"
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/cmpbit-7.c scan-tree-dump-not forwprop1 "b_[0-9]+.D. == 3"
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/cmpbit-7.c scan-tree-dump-times forwprop1 "_[0-9]+ > 2" 2
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/pr111456-1.c (test for excess errors)
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/pr111456-1.c scan-tree-dump optimized "return 0;"
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/pr111456-1.c scan-tree-dump-not optimized "foo "
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/pr111583-1.c (test for excess errors)
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/pr111583-1.c execution test
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/pr111583-2.c (test for excess errors)
    gcc:gcc.dg/tree-ssa/tree-ssa.exp=gcc.dg/tree-ssa/pr111583-2.c execution test
  Executed from: gcc:gcc.dg/vect/vect.exp
    gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-simd-clone-19.c (test for excess errors)
    gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-simd-clone-19.c scan-tree-dump-not vect "loop contains function calls or data references"
  Executed from: libstdc++:libstdc++-dg/conformance.exp
    libstdc++:libstdc++-dg/conformance.exp=22_locale/codecvt/codecvt_unicode_char8_t.cc  -std=gnu++17 (test for excess errors)
    libstdc++:libstdc++-dg/conformance.exp=22_locale/codecvt/codecvt_unicode_char8_t.cc  -std=gnu++17 execution test


  - FAIL now PASS             [FAIL => PASS]:

  Executed from: gcc:gcc.target/arm/arm.exp
    gcc:gcc.target/arm/arm.exp=gcc.target/arm/eliminate.c scan-assembler-times r0,[\\t ]*sp 3


  - UNSUPPORTED appears       [     =>UNSUP]:

  Executed from: gcc:gcc.dg/vect/vect.exp
    gcc:gcc.dg/vect/vect.exp=gcc.dg/vect/vect-simd-clone-19.c -flto -ffat-lto-objects



# Improvements found
# No regression found in 3 common sum files