summaryrefslogtreecommitdiff
path: root/04-check_regression/output-bmk-results.log
blob: 78d7430bbba5c957602519542fc28f58ff0f409d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
          benchmark                    symbol  ...       status_x       status_y
0         505.mcf_r        mcf_r_base.default  ...             -1        success
6      510.parest_r     parest_r_base.default  ...  failed-to-run  failed-to-run
7      511.povray_r     povray_r_base.default  ...  failed-to-run  failed-to-run
8         519.lbm_r        lbm_r_base.default  ...  failed-to-run  failed-to-run
9         519.lbm_r        lbm_r_base.default  ...  failed-to-run  failed-to-run
11    520.omnetpp_r    omnetpp_r_base.default  ...  failed-to-run  failed-to-run
12  523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
13  523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
16       525.x264_r       x264_r_base.default  ...  failed-to-run  failed-to-run
17    526.blender_r    blender_r_base.default  ...  failed-to-run  failed-to-run
18  531.deepsjeng_r  deepsjeng_r_base.default  ...        success        success
25    538.imagick_r    imagick_r_base.default  ...  failed-to-run  failed-to-run
26      541.leela_r      leela_r_base.default  ...  failed-to-run             -1
27      541.leela_r      leela_r_base.default  ...  failed-to-run  failed-to-run
33        544.nab_r        nab_r_base.default  ...  failed-to-run  failed-to-run
34         557.xz_r         xz_r_base.default  ...        success        success

[16 rows x 20 columns]
          benchmark                    symbol  ...       status_x       status_y
0         505.mcf_r        mcf_r_base.default  ...             -1        success
6      510.parest_r     parest_r_base.default  ...  failed-to-run  failed-to-run
7      511.povray_r     povray_r_base.default  ...  failed-to-run  failed-to-run
8         519.lbm_r        lbm_r_base.default  ...  failed-to-run  failed-to-run
9         519.lbm_r        lbm_r_base.default  ...  failed-to-run  failed-to-run
11    520.omnetpp_r    omnetpp_r_base.default  ...  failed-to-run  failed-to-run
12  523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
13  523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
16       525.x264_r       x264_r_base.default  ...  failed-to-run  failed-to-run
17    526.blender_r    blender_r_base.default  ...  failed-to-run  failed-to-run
18  531.deepsjeng_r  deepsjeng_r_base.default  ...        success        success
25    538.imagick_r    imagick_r_base.default  ...  failed-to-run  failed-to-run
26      541.leela_r      leela_r_base.default  ...  failed-to-run             -1
27      541.leela_r      leela_r_base.default  ...  failed-to-run  failed-to-run
33        544.nab_r        nab_r_base.default  ...  failed-to-run  failed-to-run
34         557.xz_r         xz_r_base.default  ...        success        success

[16 rows x 20 columns]
DEBUG: checking exe.regression : 505.mcf_r,mcf_r_base.default : sample=-4% (threshold=3%)
DEBUG: *** 505.mcf_r,mcf_r_base.default : slowed down by 4% - 505.mcf_r - from 14137 to 14680 perf samples
DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=5% (threshold=3%)
DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-1% (threshold=3%)
DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 505.mcf_r,mcf_r_base.default : sample=-4% (threshold=3%)
DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=5% (threshold=3%)
DEBUG: *** 523.xalancbmk_r,cpuxalan_r_base.default : sped up by 5% - 523.xalancbmk_r - from 2710 to 2566 perf samples
DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-1% (threshold=3%)
DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
DEBUG: checking symbol.regression : 505.mcf_r,[.] price_out_impl : sample=-2% (threshold=15%)
DEBUG: checking symbol.regression : 505.mcf_r,[.] primal_bea_mpp : sample=-16% (threshold=15%)
DEBUG: *** 505.mcf_r,[.] primal_bea_mpp : slowed down by 16% - 505.mcf_r:[.] primal_bea_mpp - from 3678 to 4263 perf samples
DEBUG: checking symbol.regression : 505.mcf_r,[.] cost_compare : sample=2% (threshold=15%)
DEBUG: checking symbol.regression : 508.namd_r,[.] __vfscanf_internal : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 508.namd_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 519.lbm_r,[.] LBM_initializeGrid : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore8containsEPKNS_13FieldValueMapE : sample=7% (threshold=15%)
DEBUG: checking symbol.regression : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=2% (threshold=15%)
DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : sample=-6% (threshold=15%)
DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i : sample=1% (threshold=15%)
DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : sample=-2% (threshold=15%)
DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z3seeP7state_tiiii : sample=-6% (threshold=15%)
DEBUG: checking symbol.regression : 538.imagick_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 538.imagick_r,[.] _IO_fread : sample=-50% (threshold=15%)
DEBUG: *** 538.imagick_r,[.] _IO_fread : slowed down by 50% - 538.imagick_r:[.] _IO_fread - from 2 to 3 perf samples
DEBUG: checking symbol.regression : 541.leela_r,[.] _ZN9FastBoard25get_pattern3_augment_specEiib : sample=67% (threshold=15%)
DEBUG: checking symbol.regression : 544.nab_r,libc.so.6 : sample=33% (threshold=15%)
DEBUG: checking symbol.regression : 544.nab_r,[.] __vfscanf_internal : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_mf_bt4_find : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_lzma_optimum_normal : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_mf_bt4_skip : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 505.mcf_r,[.] price_out_impl : sample=-2% (threshold=15%)
DEBUG: checking symbol.improvement : 505.mcf_r,[.] primal_bea_mpp : sample=-16% (threshold=15%)
DEBUG: checking symbol.improvement : 505.mcf_r,[.] cost_compare : sample=2% (threshold=15%)
DEBUG: checking symbol.improvement : 508.namd_r,[.] __vfscanf_internal : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 508.namd_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 519.lbm_r,[.] LBM_initializeGrid : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore8containsEPKNS_13FieldValueMapE : sample=7% (threshold=15%)
DEBUG: checking symbol.improvement : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=2% (threshold=15%)
DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : sample=-6% (threshold=15%)
DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i : sample=1% (threshold=15%)
DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : sample=-2% (threshold=15%)
DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z3seeP7state_tiiii : sample=-6% (threshold=15%)
DEBUG: checking symbol.improvement : 538.imagick_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 538.imagick_r,[.] _IO_fread : sample=-50% (threshold=15%)
DEBUG: checking symbol.improvement : 541.leela_r,[.] _ZN9FastBoard25get_pattern3_augment_specEiib : sample=67% (threshold=15%)
DEBUG: checking symbol.improvement : 544.nab_r,libc.so.6 : sample=33% (threshold=15%)
DEBUG: *** 544.nab_r,libc.so.6 : sped up by 33% - 544.nab_r:libc.so.6 - from 3 to 2 perf samples
DEBUG: checking symbol.improvement : 544.nab_r,[.] __vfscanf_internal : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_mf_bt4_find : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_lzma_optimum_normal : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_mf_bt4_skip : sample=0% (threshold=15%)