summaryrefslogtreecommitdiff
path: root/notify/results.compare
blob: 1445c2a1dfd195cf401b3ddd756e5758900e4b2f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
# Comparing directories
# REFERENCE: base-artifacts/sumfiles
# CURRENT:   artifacts/sumfiles

# Comparing 3 common sum files:
g++.sum
gcc.sum
libstdc++.sum
Comparing:
REFERENCE:/tmp/gxx-sum1.14305
CURRENT:  /tmp/gxx-sum2.14305

                                             +---------+---------+
o  RUN STATUS:                               |   REF   |   RES   |
  +------------------------------------------+---------+---------+
  | Passes                            [PASS] |  376594 |  376636 |
  | Unexpected fails                  [FAIL] |     331 |     330 |
  | Errors                           [ERROR] |       0 |       0 |
  | Unexpected passes                [XPASS] |      26 |      26 |
  | Expected fails                   [XFAIL] |    2789 |    2789 |
  | Known fails                      [KFAIL] |       0 |       0 |
  | Unresolved                  [UNRESOLVED] |      32 |      32 |
  | Unsupported                [UNSUPPORTED] |   21348 |   21348 |
  | Untested                      [UNTESTED] |       0 |       0 |
  +------------------------------------------+---------+---------+

    REF PASS ratio: 0.945809
    RES PASS ratio: 0.945817

o  REGRESSIONS:
  +------------------------------------------+---------+
  +------------------------------------------+---------+
  | TOTAL_REGRESSIONS                        |       0 |
  +------------------------------------------+---------+


o  IMPROVEMENTS TO BE CHECKED:
  +------------------------------------------+---------+
  | New PASS                  [     => PASS] |      41 |
  | FAIL now PASS             [FAIL => PASS] |       1 |
  +------------------------------------------+---------+
  | TOTAL_IMPROVEMENTS_TO_BE_CHECKED         |      42 |
  +------------------------------------------+---------+

  - New PASS                  [     => PASS]:

  Executed from: gcc:gcc.dg/dg.exp
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-1.c  (test for bogus messages, line 27)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-1.c  (test for errors, line 39)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-1.c  (test for warnings, line 21)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-1.c  (test for warnings, line 33)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-1.c (test for excess errors)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-2.c  (test for errors, line 39)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-2.c  (test for warnings, line 10)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-2.c  (test for warnings, line 16)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-2.c  (test for warnings, line 21)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-2.c  (test for warnings, line 33)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-2.c  (test for warnings, line 40)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-2.c (test for excess errors)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-3.c  (test for errors, line 21)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-3.c  (test for errors, line 27)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-3.c  (test for errors, line 33)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-3.c  (test for errors, line 39)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-3.c (test for excess errors)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-4.c  (test for bogus messages, line 33)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-4.c  (test for errors, line 39)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-4.c  (test for warnings, line 21)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-4.c (test for excess errors)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-5.c  (test for errors, line 21)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-5.c  (test for errors, line 27)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-5.c  (test for errors, line 39)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-5.c (test for excess errors)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-6.c  (test for errors, line 21)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-6.c  (test for errors, line 27)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-6.c  (test for errors, line 39)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-6.c  (test for warnings, line 10)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-6.c  (test for warnings, line 16)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-6.c  (test for warnings, line 33)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-6.c  (test for warnings, line 40)
    gcc:gcc.dg/dg.exp=gcc.dg/Wreturn-mismatch-6.c (test for excess errors)
  Executed from: gcc:gcc.dg/torture/dg-torture.exp
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr112444.c   -O0  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr112444.c   -O1  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr112444.c   -O2  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr112444.c   -O2 -flto -fno-use-linker-plugin -flto-partition=none  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr112444.c   -O2 -flto -fuse-linker-plugin -fno-fat-lto-objects  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr112444.c   -O3 -fomit-frame-pointer -funroll-loops -fpeel-loops -ftracer -finline-functions  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr112444.c   -O3 -g  (test for excess errors)
    gcc:gcc.dg/torture/dg-torture.exp=gcc.dg/torture/pr112444.c   -Os  (test for excess errors)


  - FAIL now PASS             [FAIL => PASS]:

  Executed from: libstdc++:libstdc++-dg/conformance.exp
    libstdc++:libstdc++-dg/conformance.exp=23_containers/vector/bool/110807.cc  -std=gnu++17 (test for excess errors)



# Improvements found
# No regression found in 3 common sum files