onsuccess: #114: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/114/linaro-local/backup/tcwg_bmk-code_size-spec2k6/llvm-aarch64-master-Oz

Results :
  | # reset_artifacts:
  | -10
  | # build_bmk_llvm:
  | -3
  | # benchmark -- -Oz:
  | 1

check_regression status : 0

5 files changed, 322 insertions, 320 deletions

diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 45d311b..19fcdbf 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
 [LLVM-650]
 No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/113/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/114/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/lnt_report.json b/notify/lnt_report.json
index 7b071bd..66fdfa7 100644
--- a/notify/lnt_report.json
+++ b/notify/lnt_report.json
@@ -6,25 +6,17 @@
     "Run": {
         "Info": {
             "tag": "tcwg_bmk-code_size-spec2k6",
-            "run_order": "llvmorg-18-init-15644-g8097a5d37b70",
-            "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/113/",
+            "run_order": "llvmorg-18-init-15709-g66922a566bc2",
+            "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/114/",
             "llvm_url": "https://github.com/llvm/llvm-project.git",
-            "llvm_rev": "8097a5d37b70f483d9e441d78aa7f689618fa795",
+            "llvm_rev": "66922a566bc29d9d9cc056964cb5d1c868da1ea3",
             "__report_version__": "1"
         },
-        "Start Time": "2023-12-19 09:39:29"
+        "Start Time": "2023-12-22 20:05:55"
     },
     "Tests": [
         {
             "Data": [
-                1094436
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.437.leslie3d.code_size"
-        }
-	   ,
-        {
-            "Data": [
                 11368
             ],
             "Info": {},
@@ -57,14 +49,6 @@
 	   ,
         {
             "Data": [
-                2116969
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.459.GemsFDTD.code_size"
-        }
-	   ,
-        {
-            "Data": [
                 237181
             ],
             "Info": {},
@@ -73,14 +57,6 @@
 	   ,
         {
             "Data": [
-                14131963
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.465.tonto.code_size"
-        }
-	   ,
-        {
-            "Data": [
                 159288
             ],
             "Info": {},
@@ -121,14 +97,6 @@
 	   ,
         {
             "Data": [
-                624858
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.410.bwaves.code_size"
-        }
-	   ,
-        {
-            "Data": [
                 173759
             ],
             "Info": {},
@@ -137,7 +105,7 @@
 	   ,
         {
             "Data": [
-                282383
+                282379
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.450.soplex.code_size"
@@ -169,14 +137,6 @@
 	   ,
         {
             "Data": [
-                1309394
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.434.zeusmp.code_size"
-        }
-	   ,
-        {
-            "Data": [
                 10876
             ],
             "Info": {},
@@ -201,39 +161,39 @@
 	   ,
         {
             "Data": [
-                2027
+                3737617
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.400.perlbench.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.483.xalancbmk.code_size"
         }
 	   ,
         {
             "Data": [
-                2592
+                2003
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.401.bzip2.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.400.perlbench.exec"
         }
 	   ,
         {
             "Data": [
-                61
+                2522
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.403.gcc.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.401.bzip2.exec"
         }
 	   ,
         {
             "Data": [
-                20453
+                56
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.410.bwaves.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.403.gcc.exec"
         }
 	   ,
         {
             "Data": [
-                1882
+                1851
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.429.mcf.exec"
@@ -241,7 +201,7 @@
 	   ,
         {
             "Data": [
-                1267
+                1266
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.433.milc.exec"
@@ -249,23 +209,7 @@
 	   ,
         {
             "Data": [
-                7724
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.434.zeusmp.exec"
-        }
-	   ,
-        {
-            "Data": [
-                55922
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.437.leslie3d.exec"
-        }
-	   ,
-        {
-            "Data": [
-                672
+                673
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.444.namd.exec"
@@ -273,7 +217,7 @@
 	   ,
         {
             "Data": [
-                5365
+                5327
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.445.gobmk.exec"
@@ -281,7 +225,7 @@
 	   ,
         {
             "Data": [
-                2284
+                2287
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.447.dealII.exec"
@@ -289,7 +233,7 @@
 	   ,
         {
             "Data": [
-                543
+                531
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.450.soplex.exec"
@@ -297,7 +241,7 @@
 	   ,
         {
             "Data": [
-                495
+                496
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.453.povray.exec"
@@ -305,7 +249,7 @@
 	   ,
         {
             "Data": [
-                2914
+                2917
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.456.hmmer.exec"
@@ -313,7 +257,7 @@
 	   ,
         {
             "Data": [
-                7407
+                7397
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.458.sjeng.exec"
@@ -321,15 +265,7 @@
 	   ,
         {
             "Data": [
-                23688
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.459.GemsFDTD.exec"
-        }
-	   ,
-        {
-            "Data": [
-                131
+                136
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.462.libquantum.exec"
@@ -337,7 +273,7 @@
 	   ,
         {
             "Data": [
-                4465
+                4431
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.464.h264ref.exec"
@@ -345,42 +281,42 @@
 	   ,
         {
             "Data": [
-                67780
+                3176
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.465.tonto.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.470.lbm.exec"
         }
 	   ,
         {
             "Data": [
-                3195
+                3075
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.470.lbm.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.471.omnetpp.exec"
         }
 	   ,
         {
             "Data": [
-                3153
+                5333
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.471.omnetpp.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.473.astar.exec"
         }
 	   ,
         {
             "Data": [
-                5424
+                815
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.473.astar.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.482.sphinx3.exec"
         }
 	   ,
         {
             "Data": [
-                825
+                4317
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.482.sphinx3.exec"
+            "Name": "tcwg_bmk-code_size-spec2k6.483.xalancbmk.exec"
         }
 	   ,
         {
@@ -516,22 +452,6 @@
                 0
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.410.bwaves.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                0
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.410.bwaves.execution_status"
-        }
-	   ,
-        {
-            "Data": [
-                0
-            ],
-            "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.453.povray.compile_status"
         }
 	   ,
@@ -545,22 +465,6 @@
 	   ,
         {
             "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.454.calculix.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.454.calculix.execution_status"
-        }
-	   ,
-        {
-            "Data": [
                 0
             ],
             "Info": {},
@@ -596,22 +500,6 @@
                 0
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.459.GemsFDTD.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                0
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.459.GemsFDTD.execution_status"
-        }
-	   ,
-        {
-            "Data": [
-                0
-            ],
-            "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.462.libquantum.compile_status"
         }
 	   ,
@@ -644,22 +532,6 @@
                 0
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.465.tonto.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                0
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.465.tonto.execution_status"
-        }
-	   ,
-        {
-            "Data": [
-                0
-            ],
-            "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.470.lbm.compile_status"
         }
 	   ,
@@ -705,22 +577,6 @@
 	   ,
         {
             "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.416.gamess.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.416.gamess.execution_status"
-        }
-	   ,
-        {
-            "Data": [
                 0
             ],
             "Info": {},
@@ -737,22 +593,6 @@
 	   ,
         {
             "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.481.wrf.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.481.wrf.execution_status"
-        }
-	   ,
-        {
-            "Data": [
                 0
             ],
             "Info": {},
@@ -772,7 +612,7 @@
                 0
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.433.milc.compile_status"
+            "Name": "tcwg_bmk-code_size-spec2k6.483.xalancbmk.compile_status"
         }
 	   ,
         {
@@ -780,55 +620,7 @@
                 0
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.433.milc.execution_status"
-        }
-	   ,
-        {
-            "Data": [
-                0
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.434.zeusmp.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                0
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.434.zeusmp.execution_status"
-        }
-	   ,
-        {
-            "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.435.gromacs.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.435.gromacs.execution_status"
-        }
-	   ,
-        {
-            "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.436.cactusADM.compile_status"
-        }
-	   ,
-        {
-            "Data": [
-                1
-            ],
-            "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.436.cactusADM.execution_status"
+            "Name": "tcwg_bmk-code_size-spec2k6.483.xalancbmk.execution_status"
         }
 	   ,
         {
@@ -836,7 +628,7 @@
                 0
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.437.leslie3d.compile_status"
+            "Name": "tcwg_bmk-code_size-spec2k6.433.milc.compile_status"
         }
 	   ,
         {
@@ -844,7 +636,7 @@
                 0
             ],
             "Info": {},
-            "Name": "tcwg_bmk-code_size-spec2k6.437.leslie3d.execution_status"
+            "Name": "tcwg_bmk-code_size-spec2k6.433.milc.execution_status"
         }
 	   ,
         {
@@ -913,7 +705,7 @@
 	   ,
         {
             "Data": [
-                23
+                19
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.nb_compile_successful.score"
@@ -921,7 +713,7 @@
 	   ,
         {
             "Data": [
-                23
+                19
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.nb_execution_successful.score"
@@ -929,7 +721,7 @@
 	   ,
         {
             "Data": [
-                33
+                24
             ],
             "Info": {},
             "Name": "tcwg_bmk-code_size-spec2k6.nb_total_tests.score"
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index ae0fa71..1e781ec 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -4,13 +4,13 @@ We appreciate that it might be difficult to find the necessary logs or reproduce
 
 In CI config tcwg_bmk-code_size-spec2k6/llvm-aarch64-master-Oz after:
 
-  | 287 commits in llvm
-  | 8097a5d37b70 [clang-format] Fix operator overload inconsistency in `BreakAfterAttributes: Always` (#74943)
-  | f8f8926054dc [clang-format] Fix a bug in annotating function declaration names (#76206)
-  | 31aa7d2de018 [RISCV] Use riscv_bitmanip.h in zbb.c. NFC
-  | bbe1b06fbb71 [NFC][CLANG] Fix static analyzer bugs about unnecessary object copies with auto keyword (#75082)
-  | 61b5cc6654ad [LLVM] ConvergenceControlInst as a derived class of IntrinsicInst (#76230)
-  | ... and 282 more commits in llvm
+  | 65 commits in llvm
+  | 66922a566bc2 [X86][NFC] Simplify the definition of MULX by using class ITy
+  | 64e63888dd8b Recommit [RISCV] Update the interface of sifive vqmaccqoq (#74284) (#75768)
+  | f9e23991a7bb [X86][NFC] Remove class ADCOXOp(RR|RM) and redundant let statements
+  | 5c39b8d1a86c [X86][MC] Support Enc/Dec for EGPR for promoted AMX-TILE instruction (#76210)
+  | 68f832f56da1 [clang] Use StringRef::consume_front (NFC)
+  | ... and 60 more commits in llvm
 
 No change
 
@@ -30,6 +30,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
 -----------------8<--------------------------8<--------------------------8<--------------------------
 The information below can be used to reproduce a debug environment:
 
-Current build   : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/113/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/112/artifact/artifacts
+Current build   : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/114/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/113/artifact/artifacts
 
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index e0b4373..7347c56 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 287 commits in llvm: No change on aarch64 Oz
+[Linaro-TCWG-CI] 65 commits in llvm: No change on aarch64 Oz
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index 957bc93..4173f55 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -104,30 +104,105 @@ output-bmk-results.py(23):        self.csvwriter = csv.writer(self.outf)
 output-bmk-results.py(258):     print(results_df)
          benchmark  ...         status_y
 0    400.perlbench  ...          success
-2        401.bzip2  ...          success
-7          403.gcc  ...          success
-9       416.gamess  ...  failed-to-build
-10         429.mcf  ...          success
-13        433.milc  ...          success
-18     435.gromacs  ...  failed-to-build
-19   436.cactusADM  ...  failed-to-build
-20        444.namd  ...          success
-27       445.gobmk  ...          success
-30      447.dealII  ...          success
-35      450.soplex  ...          success
-39      453.povray  ...          success
-43    454.calculix  ...  failed-to-build
-44       456.hmmer  ...          success
-46       458.sjeng  ...          success
-49  462.libquantum  ...          success
-53     464.h264ref  ...          success
-57         470.lbm  ...          success
-59     471.omnetpp  ...          success
-63       473.astar  ...          success
-67         481.wrf  ...  failed-to-build
-68     482.sphinx3  ...          success
+3        401.bzip2  ...          success
+8          403.gcc  ...          success
+11      416.gamess  ...  failed-to-build
+12      416.gamess  ...  failed-to-build
+13         429.mcf  ...          success
+17        433.milc  ...          success
+22     435.gromacs  ...  failed-to-build
+23     435.gromacs  ...  failed-to-build
+24   436.cactusADM  ...  failed-to-build
+25   436.cactusADM  ...  failed-to-build
+26        444.namd  ...          success
+33       445.gobmk  ...          success
+36      447.dealII  ...          success
+41      450.soplex  ...          success
+45      453.povray  ...          success
+49    454.calculix  ...  failed-to-build
+50    454.calculix  ...  failed-to-build
+51       456.hmmer  ...          success
+53       458.sjeng  ...          success
+56  462.libquantum  ...          success
+60     464.h264ref  ...          success
+64         470.lbm  ...          success
+66     471.omnetpp  ...          success
+70       473.astar  ...          success
+74         481.wrf  ...  failed-to-build
+75         481.wrf  ...  failed-to-build
+76     482.sphinx3  ...          success
 
-[23 rows x 20 columns]
+[28 rows x 20 columns]
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
 output-bmk-results.py(261):     for index, row in results_df.iterrows():
 output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
  --- modulename: output-bmk-results, funcname: get_status_diag
@@ -469,30 +544,105 @@ output-bmk-results.py(23):        self.csvwriter = csv.writer(self.outf)
 output-bmk-results.py(258):     print(results_df)
          benchmark  ...         status_y
 0    400.perlbench  ...          success
-2        401.bzip2  ...          success
-7          403.gcc  ...          success
-9       416.gamess  ...  failed-to-build
-10         429.mcf  ...          success
-13        433.milc  ...          success
-18     435.gromacs  ...  failed-to-build
-19   436.cactusADM  ...  failed-to-build
-20        444.namd  ...          success
-27       445.gobmk  ...          success
-30      447.dealII  ...          success
-35      450.soplex  ...          success
-39      453.povray  ...          success
-43    454.calculix  ...  failed-to-build
-44       456.hmmer  ...          success
-46       458.sjeng  ...          success
-49  462.libquantum  ...          success
-53     464.h264ref  ...          success
-57         470.lbm  ...          success
-59     471.omnetpp  ...          success
-63       473.astar  ...          success
-67         481.wrf  ...  failed-to-build
-68     482.sphinx3  ...          success
+3        401.bzip2  ...          success
+8          403.gcc  ...          success
+11      416.gamess  ...  failed-to-build
+12      416.gamess  ...  failed-to-build
+13         429.mcf  ...          success
+17        433.milc  ...          success
+22     435.gromacs  ...  failed-to-build
+23     435.gromacs  ...  failed-to-build
+24   436.cactusADM  ...  failed-to-build
+25   436.cactusADM  ...  failed-to-build
+26        444.namd  ...          success
+33       445.gobmk  ...          success
+36      447.dealII  ...          success
+41      450.soplex  ...          success
+45      453.povray  ...          success
+49    454.calculix  ...  failed-to-build
+50    454.calculix  ...  failed-to-build
+51       456.hmmer  ...          success
+53       458.sjeng  ...          success
+56  462.libquantum  ...          success
+60     464.h264ref  ...          success
+64         470.lbm  ...          success
+66     471.omnetpp  ...          success
+70       473.astar  ...          success
+74         481.wrf  ...  failed-to-build
+75         481.wrf  ...  failed-to-build
+76     482.sphinx3  ...          success
 
-[23 rows x 20 columns]
+[28 rows x 20 columns]
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
+output-bmk-results.py(261):     for index, row in results_df.iterrows():
+output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
+ --- modulename: output-bmk-results, funcname: get_status_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(115):     short_diag=""
+output-bmk-results.py(116):     classif=""
+output-bmk-results.py(118):     if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
+output-bmk-results.py(121):     elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(124):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127):     elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130):     elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(134):     return classif, short_diag
+output-bmk-results.py(265):         if classif != change_kind:
+output-bmk-results.py(266):             continue;
 output-bmk-results.py(261):     for index, row in results_df.iterrows():
 output-bmk-results.py(263):         classif, short_diag = get_status_diag(row)
  --- modulename: output-bmk-results, funcname: get_status_diag
@@ -1433,6 +1583,21 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.regression : 400.perlbench,libc.so.6 : size=0% (threshold=10%)
+output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+ --- modulename: output-bmk-results, funcname: is_entry_regression
+output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(184):         return (result - 100 > threshold)
+output-bmk-results.py(233):             continue
+output-bmk-results.py(224):     for index, row in out_df.iterrows():
+output-bmk-results.py(226):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+ --- modulename: output-bmk-results, funcname: get_threshold
+output-bmk-results.py(98):     if metric == "sample":
+output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
+output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_blockSort : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
@@ -1538,6 +1703,21 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.regression : 429.mcf,[.] refresh_potential : size=0% (threshold=10%)
+output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+ --- modulename: output-bmk-results, funcname: is_entry_regression
+output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(184):         return (result - 100 > threshold)
+output-bmk-results.py(233):             continue
+output-bmk-results.py(224):     for index, row in out_df.iterrows():
+output-bmk-results.py(226):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+ --- modulename: output-bmk-results, funcname: get_threshold
+output-bmk-results.py(98):     if metric == "sample":
+output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
+output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_na : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
@@ -1628,7 +1808,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
@@ -1643,7 +1823,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
@@ -1928,7 +2108,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
@@ -1943,7 +2123,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
@@ -1973,7 +2153,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] SubPelBlockMotionSearch : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
@@ -1988,7 +2168,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] SubPelBlockMotionSearch : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
@@ -2108,7 +2288,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 482.sphinx3,[.] OUTLINED_FUNCTION_5 : size=-2% (threshold=10%)
+DEBUG: checking symbol.regression : 482.sphinx3,[.] OUTLINED_FUNCTION_5 : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(183):     if metric in metric_utils.higher_regress_metrics:
@@ -2201,6 +2381,21 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.improvement : 400.perlbench,libc.so.6 : size=0% (threshold=10%)
+output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+ --- modulename: output-bmk-results, funcname: is_entry_improvement
+output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(193):         return (100 - result > threshold)
+output-bmk-results.py(233):             continue
+output-bmk-results.py(224):     for index, row in out_df.iterrows():
+output-bmk-results.py(226):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+ --- modulename: output-bmk-results, funcname: get_threshold
+output-bmk-results.py(98):     if metric == "sample":
+output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
+output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_blockSort : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
@@ -2306,6 +2501,21 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.improvement : 429.mcf,[.] refresh_potential : size=0% (threshold=10%)
+output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+ --- modulename: output-bmk-results, funcname: is_entry_improvement
+output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(193):         return (100 - result > threshold)
+output-bmk-results.py(233):             continue
+output-bmk-results.py(224):     for index, row in out_df.iterrows():
+output-bmk-results.py(226):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+ --- modulename: output-bmk-results, funcname: get_threshold
+output-bmk-results.py(98):     if metric == "sample":
+output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
+output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_na : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
@@ -2396,7 +2606,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics:
@@ -2411,7 +2621,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics:
@@ -2696,7 +2906,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics:
@@ -2711,7 +2921,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics:
@@ -2741,7 +2951,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] SubPelBlockMotionSearch : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics:
@@ -2756,7 +2966,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] SubPelBlockMotionSearch : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics:
@@ -2876,7 +3086,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(229):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(228):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 482.sphinx3,[.] OUTLINED_FUNCTION_5 : size=-2% (threshold=10%)
+DEBUG: checking symbol.improvement : 482.sphinx3,[.] OUTLINED_FUNCTION_5 : size=0% (threshold=10%)
 output-bmk-results.py(232):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(192):     if metric in metric_utils.higher_regress_metrics: