onsuccess: #51: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/

Results :
  | # reset_artifacts:
  | -10
  | # build_bmk_llvm:
  | -3
  | # benchmark -- -Oz:
  | 1

check_regression status : 0

8 files changed, 820 insertions, 1413 deletions

diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 9bcc694..3aadabe 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
 [LLVM-650]
 No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/46/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/jira/comments.txt b/notify/jira/comments.txt
new file mode 100644
index 0000000..f3e46e4
--- /dev/null
+++ b/notify/jira/comments.txt
@@ -0,0 +1,3 @@
+[LLVM-650]
+No change
+Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/artifact/artifacts/jenkins/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 891de13..fcbcb7f 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,13 +2,13 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
 
 In CI config tcwg_bmk-code_size-spec2k6/llvm-aarch64-master-Oz after:
 
-  | 478 commits in llvm
-  | c4bd5977f429 [libcxx] Add new line after assert message
-  | 59f0959ba4ef [flang] Handle empty array references in DATA statements
-  | 5b55eb1e8884 [lit] Add a method to lit.TestFormat to get the list of tests associated to a path
-  | a42ce094d903 [clang][Sema] Add CodeCompletionContext::CCC_ObjCClassForwardDecl
-  | 9fdde69f72f6 [flang] Avoid crash in error recovery
-  | ... and 473 more commits in llvm
+  | 1911 commits in llvm
+  | b6c2f100c23b [lld][COFF] Find libraries with relative paths.
+  | cd1dcd2c9561 [InstCombine] Handle const select arm in foldSelectCtlzToCttz()
+  | 701a8b348ecd [InstCombine] Add test for ctlz->cttz fold with constant in select (NFC)
+  | 3eae1bf4c2c7 [llvm] Remove uses of getNonOpaquePointerElementType() (NFC)
+  | 720debcf6410 [X86] Fold PACKSS(NOT(X),NOT(Y)) -> NOT(PACKSS(X,Y))
+  | ... and 1906 more commits in llvm
 
 No change
 
@@ -27,6 +27,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
 -----------------8<--------------------------8<--------------------------8<--------------------------
 The information below can be used to reproduce a debug environment:
 
-Current build   : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/46/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/45/artifact/artifacts
+Current build   : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/46/artifact/artifacts
 
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index d0c9ec5..16d0759 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 478 commits in llvm: No change
+[Linaro-TCWG-CI] 1911 commits in llvm: No change
diff --git a/notify/notify-full.log b/notify/notify-full.log
new file mode 100644
index 0000000..cf3c295
--- /dev/null
+++ b/notify/notify-full.log
@@ -0,0 +1,596 @@
+MOUNTS: /home/tcwg-buildslave/workspace/tcwg_bmk_3:/home/tcwg-buildslave/workspace/tcwg_bmk_3 /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro ccache-tcwg_bmk-arm64-jammy:/home/tcwg-buildslave/.ccache /home/tcwg-benchmark
+DEBUG: starting docker on tcwg-jade-03 from tcwg-jade-03, date Fri Jul 14 02:07:11 PM UTC 2023
+ssh -Snone -oForwardAgent=no tcwg-jade-03 docker-wrapper run --name 51-tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build -dtP -v /home/tcwg-buildslave/workspace/tcwg_bmk_3:/home/tcwg-buildslave/workspace/tcwg_bmk_3 -v /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro -v /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro -v /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro -v /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro -v /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro -v /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro -v /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro -v /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro -v /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro -v ccache-tcwg_bmk-arm64-jammy:/home/tcwg-buildslave/.ccache -v /home/tcwg-benchmark --cap-add=SYS_PTRACE --security-opt seccomp:unconfined --memory=320000M --pids-limit=5000 --cpu-shares=1000 --cpuset-cpus 0-159 linaro/ci-arm64-tcwg-build-ubuntu:jammy
+WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap.
+
+/home/tcwg-buildslave/workspace/tcwg_bmk_3/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true
+
++ false
++ dryrun=
++ declare top_artifacts ci_project ci_config
++ declare change_kind changed_single_component last_good first_bad
++ declare -a changed_components
++ declare print_commits_f print_result_f print_config_f print_last_icommit_f
++ dump_model_only=false
++ setup_notify_environment
+# setup_notify_environment
++ echo '# setup_notify_environment'
++ top_artifacts=artifacts
+++ get_current_manifest '{rr[ci_project]}'
+++ get_manifest artifacts/manifest.sh '{rr[ci_project]}'
+++ set +x
++ ci_project=tcwg_bmk-code_size-spec2k6
+++ get_current_manifest '{rr[ci_config]}'
+++ get_manifest artifacts/manifest.sh '{rr[ci_config]}'
+++ set +x
+# Debug traces :
++ ci_config=llvm-aarch64-master-Oz
++ echo '# Debug traces :'
+++ get_baseline_manifest BUILD_URL
+++ get_manifest base-artifacts/manifest.sh BUILD_URL false
+++ set +x
+#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/46/
++ echo '#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/46/'
+#   Using dir : base-artifacts
++ echo '#   Using dir : base-artifacts'
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
+#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/
++ echo '#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/'
+#   Using dir : artifacts
+
++ echo '#   Using dir : artifacts'
++ echo ''
++ mkdir -p artifacts/notify
++ '[' -f /home/tcwg-buildslave/.jipdate.yml ']'
++ set +x
++ check_source_changes
+# check_source_changes
++ echo '# check_source_changes'
+++ get_current_manifest '{rr[update_baseline]}'
+++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}'
+++ set +x
++ '[' onsuccess '!=' init ']'
++ IFS=' '
++ read -r -a changed_components
+++ print_changed_components
+++ set -euf -o pipefail
+++ local c delim=
++++ print_updated_components
++++ set -euf -o pipefail
++++ local c delim=
++++ for c in ${rr[components]}
++++ '[' xhttps://github.com/llvm/llvm-project.git#b6c2f100c23bb715edbec57a4894f1ae551cd1d4 '!=' xbaseline ']'
++++ echo -ne llvm
++++ delim=' '
++++ echo
+++ for c in $(print_updated_components)
++++ get_current_git llvm_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/llvm_rev
++++ get_baseline_git llvm_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/llvm_rev
+++ '[' xb6c2f100c23bb715edbec57a4894f1ae551cd1d4 '!=' xc4bd5977f429629fda2045eaf80f6ad85982f592 ']'
+++ echo -ne llvm
+++ delim=' '
+++ echo
++ local c base_rev cur_rev c_commits
++ '[' 1 = 0 ']'
++ '[' 1 = 1 ']'
++ changed_single_component=llvm
+++ get_current_git llvm_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/llvm_rev
++ first_bad=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ get_baseline_git llvm_rev
+++ set -euf -o pipefail
+++ local base_artifacts=base-artifacts
+++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/llvm_rev
++ last_good=c4bd5977f429629fda2045eaf80f6ad85982f592
++ local res
++ res=0
++ wait 106
++ git -C llvm rev-parse --verify HEAD
++ assert_with_msg 'Cannot parse HEAD in repo llvm' '[' 0 = 0 ']'
++ set -euf -o pipefail +x
++ single_commit_p llvm
++ set -euf -o pipefail
++ local c=llvm
++ local base_rev cur_rev sha1
+++ get_baseline_git llvm_rev
+++ set -euf -o pipefail
+++ local base_artifacts=base-artifacts
+++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/llvm_rev
++ base_rev=c4bd5977f429629fda2045eaf80f6ad85982f592
+++ get_current_git llvm_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/llvm_rev
++ cur_rev=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ git -C llvm rev-parse 'b6c2f100c23bb715edbec57a4894f1ae551cd1d4^@'
++ for sha1 in $(git -C "$c" rev-parse "$cur_rev^@")
++ '[' cd1dcd2c956188521e668e77eec1f8913c01b644 = c4bd5977f429629fda2045eaf80f6ad85982f592 ']'
++ return 1
++ change_kind=single_component
+# Debug traces :
+#   change_kind=single_component : llvm
++ echo '# Debug traces :'
++ echo '#   change_kind=single_component : llvm'
++ for c in "${changed_components[@]}"
+++ get_baseline_git llvm_rev
+++ set -euf -o pipefail
+++ local base_artifacts=base-artifacts
+++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/llvm_rev
++ base_rev=c4bd5977f429629fda2045eaf80f6ad85982f592
+++ get_current_git llvm_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/llvm_rev
++ cur_rev=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ git -C llvm rev-list --count c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4
++ c_commits=1911
+#   rev for llvm : c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4 (1911 commits)
++ echo '#   rev for llvm : c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4 (1911 commits)'
+
++ echo ''
++ setup_stages_to_run
++ '[' xignore == xignore ']'
++ post_jira_comment=false
++ post_jira_card=false
++ post_icommits=false
++ post_mail=false
++ generate_dashboard=false
++ post_dashboard=false
++ print_commits_f=print_commits
++ print_result_f=print_result
++ print_config_f=print_config
++ print_last_icommit_f=print_last_icommit
++ case "$ci_project" in
++ print_result_f=bmk_print_result
++ print_config_f=bmk_print_config
++ generate_extra_details
++ set -euf -o pipefail
+# generate_extra_details
++ echo '# generate_extra_details'
++ post_interesting_commits init
++ set -euf -o pipefail
++ echo '# post_interesting_commits'
+# post_interesting_commits
++ local stage=init
++ '[' single_component '!=' single_commit ']'
++ return
++ '[' full '!=' full ']'
++ check_if_first_report
++ declare -g first_icommit_to_report
++ first_icommit_to_report=false
++ '[' xsingle_component '!=' xsingle_commit ']'
++ return
++ post_interesting_commits full
++ set -euf -o pipefail
++ echo '# post_interesting_commits'
+# post_interesting_commits
++ local stage=full
++ '[' single_component '!=' single_commit ']'
++ return
+# print all notification files
++ echo '# print all notification files'
++ print_mail_recipients
++ false
++ return
++ true
++ generate_jira_dir
++ set -euf -o pipefail
++ local icommit_entry jira_key=
+++ print_last_icommit --entry
+++ false
+++ local print_arg=--entry
+++ '[' xsingle_component '!=' xsingle_commit ']'
+++ return
++ icommit_entry=
++ '[' '' '!=' '' ']'
++ mkdir -p artifacts/notify/jira
++ '[' '' '!=' '' ']'
++ cat
+++ print_jira_template_card
+++ local jira_card=GNU-692
+++ case "$ci_project/$ci_config:$changed_single_component" in
+++ jira_card=LLVM-650
+++ echo LLVM-650
+++ bmk_print_result --oneline
+++ false
+++ local print_arg=--oneline
+++ artifacts_mail_dir=artifacts/notify
+++ case "$ci_project" in
+++ metric_id=size
+++ local improved_or_regressed
+++ '[' -f artifacts/notify/exe.regression ']'
+++ '[' -f artifacts/notify/symbol.regression ']'
+++ improved_or_regressed=improvement
+++ declare -A changed_by_msg
+++ changed_by_msg[size-regression]='grew in size by'
+++ changed_by_msg[size-improvement]='reduced in size by'
+++ changed_by_msg[time-regression]='slowed down by'
+++ changed_by_msg[time-improvement]='speeds up by'
+++ changed_by_msg[vect-regression]='reduced by'
+++ changed_by_msg[vect-improvement]='increased up by'
+++ changed_by_msg[sve-regression]='reduced by'
+++ changed_by_msg[sve-improvement]='increased up by'
+++ changed_by='reduced in size by'
+++ case $metric_id in
+++ exe_threshold=1
+++ symbol_threshold=10
+++ case "$print_arg" in
+++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
+++ set -euf -o pipefail +x
+++ local metric bmk symbol short_diag long_diag
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
+++ short_diag='No change'
+++ echo 'No change'
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
++ bmk_print_result --oneline
++ false
++ local print_arg=--oneline
++ artifacts_mail_dir=artifacts/notify
++ case "$ci_project" in
++ metric_id=size
++ local improved_or_regressed
++ '[' -f artifacts/notify/exe.regression ']'
++ '[' -f artifacts/notify/symbol.regression ']'
++ improved_or_regressed=improvement
++ declare -A changed_by_msg
++ changed_by_msg[size-regression]='grew in size by'
++ changed_by_msg[size-improvement]='reduced in size by'
++ changed_by_msg[time-regression]='slowed down by'
++ changed_by_msg[time-improvement]='speeds up by'
++ changed_by_msg[vect-regression]='reduced by'
++ changed_by_msg[vect-improvement]='increased up by'
++ changed_by_msg[sve-regression]='reduced by'
++ changed_by_msg[sve-improvement]='increased up by'
++ changed_by='reduced in size by'
++ case $metric_id in
++ exe_threshold=1
++ symbol_threshold=10
++ case "$print_arg" in
++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
++ set -euf -o pipefail +x
++ local metric bmk symbol short_diag long_diag
++ '[' -f artifacts/notify/exe.improvement ']'
++ '[' -f artifacts/notify/symbol.improvement ']'
++ short_diag='No change'
++ echo 'No change'
++ print_mail_body
++ true
++ local bad_artifacts_url good_artifacts_url
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/artifact/artifacts
+++ get_baseline_manifest BUILD_URL
+++ get_manifest base-artifacts/manifest.sh BUILD_URL false
+++ set +x
++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/46/artifact/artifacts
++ cat
+++ bmk_print_result --oneline
+++ false
+++ local print_arg=--oneline
+++ artifacts_mail_dir=artifacts/notify
+++ case "$ci_project" in
+++ metric_id=size
+++ local improved_or_regressed
+++ '[' -f artifacts/notify/exe.regression ']'
+++ '[' -f artifacts/notify/symbol.regression ']'
+++ improved_or_regressed=improvement
+++ declare -A changed_by_msg
+++ changed_by_msg[size-regression]='grew in size by'
+++ changed_by_msg[size-improvement]='reduced in size by'
+++ changed_by_msg[time-regression]='slowed down by'
+++ changed_by_msg[time-improvement]='speeds up by'
+++ changed_by_msg[vect-regression]='reduced by'
+++ changed_by_msg[vect-improvement]='increased up by'
+++ changed_by_msg[sve-regression]='reduced by'
+++ changed_by_msg[sve-improvement]='increased up by'
+++ changed_by='reduced in size by'
+++ case $metric_id in
+++ exe_threshold=1
+++ symbol_threshold=10
+++ case "$print_arg" in
+++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
+++ set -euf -o pipefail +x
+++ local metric bmk symbol short_diag long_diag
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
+++ short_diag='No change'
+++ echo 'No change'
+++ print_commits --oneline
+++ false
+++ local print_arg=--oneline
+++ local components new_commits more_lines
+++ case "$change_kind:$print_arg" in
+++ new_commits=0
+++ for c in "${changed_components[@]}"
++++ get_baseline_git llvm_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/llvm_rev
+++ base_rev=c4bd5977f429629fda2045eaf80f6ad85982f592
++++ get_current_git llvm_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/llvm_rev
+++ cur_rev=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
++++ git -C llvm rev-list --count c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ c_commits=1911
+++ new_commits=1911
++++ echo llvm
++++ tr ' ' ,
+++ components=llvm
+++ echo '1911 commits in llvm'
+++ print_commits --short
+++ sed -e 's/^/  | /'
+++ false
+++ local print_arg=--short
+++ local components new_commits more_lines
+++ case "$change_kind:$print_arg" in
+++ new_commits=0
+++ for c in "${changed_components[@]}"
++++ get_baseline_git llvm_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/llvm_rev
+++ base_rev=c4bd5977f429629fda2045eaf80f6ad85982f592
++++ get_current_git llvm_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/llvm_rev
+++ cur_rev=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
++++ git -C llvm rev-list --count c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ c_commits=1911
+++ new_commits=1911
+++ echo 'llvm commits:'
++++ git -C llvm log --pretty=oneline c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4
++++ head -n5
++++ true
+++ echo 'b6c2f100c23bb715edbec57a4894f1ae551cd1d4 [lld][COFF] Find libraries with relative paths.
+cd1dcd2c956188521e668e77eec1f8913c01b644 [InstCombine] Handle const select arm in foldSelectCtlzToCttz()
+701a8b348ecd74d991c979343a51171a11d5e3ee [InstCombine] Add test for ctlz->cttz fold with constant in select (NFC)
+3eae1bf4c2c768dfadb03ede0e43168dbac4e683 [llvm] Remove uses of getNonOpaquePointerElementType() (NFC)
+720debcf641080e65974c217c8659fa11199da7d [X86] Fold PACKSS(NOT(X),NOT(Y)) -> NOT(PACKSS(X,Y))'
+++ '[' 1911 -gt 5 ']'
+++ echo '... and 1906 more'
+++ bmk_print_result --short
+++ false
+++ local print_arg=--short
+++ artifacts_mail_dir=artifacts/notify
+++ case "$ci_project" in
+++ metric_id=size
+++ local improved_or_regressed
+++ '[' -f artifacts/notify/exe.regression ']'
+++ '[' -f artifacts/notify/symbol.regression ']'
+++ improved_or_regressed=improvement
+++ declare -A changed_by_msg
+++ changed_by_msg[size-regression]='grew in size by'
+++ changed_by_msg[size-improvement]='reduced in size by'
+++ changed_by_msg[time-regression]='slowed down by'
+++ changed_by_msg[time-improvement]='speeds up by'
+++ changed_by_msg[vect-regression]='reduced by'
+++ changed_by_msg[vect-improvement]='increased up by'
+++ changed_by_msg[sve-regression]='reduced by'
+++ changed_by_msg[sve-improvement]='increased up by'
+++ changed_by='reduced in size by'
+++ case $metric_id in
+++ exe_threshold=1
+++ symbol_threshold=10
+++ case "$print_arg" in
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
+++ echo 'No change'
+++ bmk_print_config
+++ . /home/tcwg-buildslave/workspace/tcwg_bmk_3/jenkins-scripts/tcwg_bmk-config.sh
++++ [[ -v rr[ci_project] ]]
++++ [[ -v rr[ci_config] ]]
++++ declare -A bmk_data
++++ bmk_data[tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi]=stm32:coremark
++++ bmk_data[tcwg_bmk-code_size-cpu2017fast--gnu-aarch64]=sq_64:spec2017_fast
++++ bmk_data[tcwg_bmk-code_size-cpu2017fast--llvm-aarch64]=sq_64:spec2017_fast
++++ bmk_data[tcwg_bmk-code_size-cpu2017rate--gnu-arm]=sq_32:spec2017_rate
++++ bmk_data[tcwg_bmk-code_size-cpu2017rate--llvm-arm]=sq_32:spec2017_rate_nofortran
++++ bmk_data[tcwg_bmk-code_size-spec2k6--gnu-aarch64]=sq_64:spec2006_all
++++ bmk_data[tcwg_bmk-code_size-spec2k6--gnu-arm]=sq_32:spec2006_all
++++ bmk_data[tcwg_bmk-code_size-spec2k6--llvm-aarch64]=sq_64:spec2006_all
++++ bmk_data[tcwg_bmk-code_size-spec2k6--llvm-arm]=sq_32:spec2006_nofortran
++++ bmk_data[tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi]=stm32:coremark
++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64]=tx1_64:spec2017_rate
++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--gnu-arm]=tk1_32:spec2017_rate
++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64]=tx1_64:spec2017_rate
++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--llvm-arm]=tk1_32:spec2017_rate_nofortran
++++ bmk_data[tcwg_bmk-code_speed-cpu2017speed--gnu-aarch64]=apm_64:spec2017_speed
++++ bmk_data[tcwg_bmk-code_speed-cpu2017speed--llvm-aarch64]=apm_64:spec2017_speed
++++ bmk_data[tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64]=qc_64:spec2017_rate_nofortran
++++ bmk_data[tcwg_bmk-code_speed-spec2k6--gnu-aarch64]=tx1_64:spec2006_all
++++ bmk_data[tcwg_bmk-code_speed-spec2k6--gnu-arm]=tk1_32:spec2006_all
++++ bmk_data[tcwg_bmk-code_speed-spec2k6--llvm-aarch64]=tx1_64:spec2006_all
++++ bmk_data[tcwg_bmk-code_speed-spec2k6--llvm-arm]=tk1_32:spec2006_nofortran
++++ bmk_data[tcwg_bmk-fujitsu_speed-cpu2017speed--gnu-aarch64]=fx_64:spec2017_speed
++++ bmk_data[tcwg_bmk-fujitsu_speed-cpu2017speed--llvm-aarch64]=fx_64:spec2017_speed
++++ bmk_data[tcwg_bmk-code_sve-cpu2017fast--gnu-aarch64]=fx_64:spec2017_fast
++++ bmk_data[tcwg_bmk-code_vect-cpu2017fast--gnu-aarch64]=sq_64:spec2017_fast
++++ bmk_data[tcwg_bmk-code_vect-cpu2017fast--llvm-aarch64]=sq_64:spec2017_fast
++++ bmk_data[tcwg_bmk-code_vect-cpu2017rate--gnu-arm]=sq_32:spec2017_rate
++++ bmk_data[tcwg_bmk-code_vect-cpu2017rate--llvm-arm]=sq_32:spec2017_rate_nofortran
++++ bmk_data[tcwg_bmk-code_vect-spec2k6--gnu-aarch64]=sq_64:spec2006_all
++++ bmk_data[tcwg_bmk-code_vect-spec2k6--gnu-arm]=sq_32:spec2006_all
++++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-aarch64]=sq_64:spec2006_all
++++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-arm]=sq_32:spec2006_nofortran
+++ false
+++ case "$ci_project" in
+++ metric_id=size
+++ IFS=-
+++ read -a ci_pjt_cfg
+++ local toolchain target cflags
+++ toolchain=llvm
+++ target=aarch64
+++ cflags=Oz
+++ local bmk_suite publish_save_temps
+++ bmk_suite=
+++ publish_save_temps=false
+++ case "$(tcwg_bmk_benchs)" in
++++ tcwg_bmk_benchs
++++ '[' x = xset ']'
++++ local data data_key
+++++ echo tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz
+++++ cut -d- -f1-6
++++ data_key=tcwg_bmk-code_size-spec2k6--llvm-aarch64
++++ data=sq_64:spec2006_all
++++ '[' xsq_64:spec2006_all = xunset ']'
++++ echo sq_64:spec2006_all
++++ cut -d: -f2
+++ cat
+++ false
+++ '[' -d artifacts/top-artifacts/save-temps/ ']'
+++ local compiler= libc= linker= version= bmk_flags= hw=
+++ case "$toolchain" in
+++ compiler=Clang
+++ libc=Glibc
+++ linker='LLVM Linker'
+++ case "$ci_config" in
+++ version='tip of trunk'
++++ echo Oz
++++ sed -e 's/_/ -/g' -e s/LTO/flto/g -e s/VECT/fdump-tree-vect-details/g
+++ bmk_flags=Oz
+++ case "$(tcwg_bmk_hw)" in
++++ tcwg_bmk_hw
++++ local data data_key
+++++ echo tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz
+++++ cut -d- -f1-6
++++ data_key=tcwg_bmk-code_size-spec2k6--llvm-aarch64
++++ data=sq_64:spec2006_all
++++ '[' xsq_64:spec2006_all = xunset ']'
++++ echo sq_64:spec2006_all
++++ cut -d: -f1
+++ hw='<unknown>'
+++ cat
++++ print_gnu_target aarch64
++++ set -euf -o pipefail
++++ local target=aarch64
++++ case "$target" in
++++ target=aarch64-linux-gnu
++++ echo aarch64-linux-gnu
++ '[' xsingle_component '!=' xsingle_commit ']'
++ return
++ print_mail_subject
++ true
+++ bmk_print_result --oneline
+++ false
+++ local print_arg=--oneline
+++ artifacts_mail_dir=artifacts/notify
+++ case "$ci_project" in
+++ metric_id=size
+++ local improved_or_regressed
+++ '[' -f artifacts/notify/exe.regression ']'
+++ '[' -f artifacts/notify/symbol.regression ']'
+++ improved_or_regressed=improvement
+++ declare -A changed_by_msg
+++ changed_by_msg[size-regression]='grew in size by'
+++ changed_by_msg[size-improvement]='reduced in size by'
+++ changed_by_msg[time-regression]='slowed down by'
+++ changed_by_msg[time-improvement]='speeds up by'
+++ changed_by_msg[vect-regression]='reduced by'
+++ changed_by_msg[vect-improvement]='increased up by'
+++ changed_by_msg[sve-regression]='reduced by'
+++ changed_by_msg[sve-improvement]='increased up by'
+++ changed_by='reduced in size by'
+++ case $metric_id in
+++ exe_threshold=1
+++ symbol_threshold=10
+++ case "$print_arg" in
+++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
+++ set -euf -o pipefail +x
+++ local metric bmk symbol short_diag long_diag
+++ '[' -f artifacts/notify/exe.improvement ']'
+++ '[' -f artifacts/notify/symbol.improvement ']'
+++ short_diag='No change'
+++ echo 'No change'
+++ print_commits --oneline
+++ false
+++ local print_arg=--oneline
+++ local components new_commits more_lines
+++ case "$change_kind:$print_arg" in
+++ new_commits=0
+++ for c in "${changed_components[@]}"
++++ get_baseline_git llvm_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/llvm_rev
+++ base_rev=c4bd5977f429629fda2045eaf80f6ad85982f592
++++ get_current_git llvm_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/llvm_rev
+++ cur_rev=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
++++ git -C llvm rev-list --count c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ c_commits=1911
+++ new_commits=1911
++++ echo llvm
++++ tr ' ' ,
+++ components=llvm
+++ echo '1911 commits in llvm'
++ echo '[TCWG-CI] No change after llvm commit: 1911 commits in llvm'
+# generate dashboard
++ echo '# generate dashboard'
++ generate_dashboard_squad
++ local results_date
+# generate_dashboard_squad
+... Skipping
+# post_dashboard_squad
+... Skipping
++ echo '# generate_dashboard_squad'
++ false
++ echo '... Skipping'
++ return
++ post_dashboard_squad
++ echo '# post_dashboard_squad'
++ false
++ echo '... Skipping'
++ return
+=> Not the first detection of this issue. Not sending mail.
+# post_to_jira
++ false
++ echo '=> Not the first detection of this issue. Not sending mail.'
++ post_to_jira
++ echo '# post_to_jira'
++ false
++ false
+Full stage ran successfully.
++ echo 'Full stage ran successfully.'
+d4501fec5eefb9cacad9dd6b8e7364d867394c333f663182ae27ee73dee08e1c
diff --git a/notify/notify-init.log b/notify/notify-init.log
new file mode 100644
index 0000000..5d9a574
--- /dev/null
+++ b/notify/notify-init.log
@@ -0,0 +1,187 @@
+jammy: Pulling from linaro/ci-arm64-tcwg-build-ubuntu
+Digest: sha256:98103a2732c41fd5502a04e00922bf8549db88cabb916b0119e192f905151f91
+Status: Image is up to date for linaro/ci-arm64-tcwg-build-ubuntu:jammy
+docker.io/linaro/ci-arm64-tcwg-build-ubuntu:jammy
+MOUNTS: /home/tcwg-buildslave/workspace/tcwg_bmk_3:/home/tcwg-buildslave/workspace/tcwg_bmk_3 /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro ccache-tcwg_bmk-arm64-jammy:/home/tcwg-buildslave/.ccache /home/tcwg-benchmark
+DEBUG: starting docker on tcwg-jade-03 from tcwg-jade-03, date Fri Jul 14 02:07:07 PM UTC 2023
+ssh -Snone -oForwardAgent=no tcwg-jade-03 docker-wrapper run --name 51-tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build -dtP -v /home/tcwg-buildslave/workspace/tcwg_bmk_3:/home/tcwg-buildslave/workspace/tcwg_bmk_3 -v /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro -v /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro -v /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro -v /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro -v /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro -v /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro -v /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro -v /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro -v /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro -v ccache-tcwg_bmk-arm64-jammy:/home/tcwg-buildslave/.ccache -v /home/tcwg-benchmark --cap-add=SYS_PTRACE --security-opt seccomp:unconfined --memory=320000M --pids-limit=5000 --cpu-shares=1000 --cpuset-cpus 0-159 linaro/ci-arm64-tcwg-build-ubuntu:jammy
+WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap.
+
+/home/tcwg-buildslave/workspace/tcwg_bmk_3/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true
+
++ false
++ dryrun=
++ declare top_artifacts ci_project ci_config
++ declare change_kind changed_single_component last_good first_bad
++ declare -a changed_components
++ declare print_commits_f print_result_f print_config_f print_last_icommit_f
++ dump_model_only=false
++ setup_notify_environment
+# setup_notify_environment
++ echo '# setup_notify_environment'
++ top_artifacts=artifacts
+++ get_current_manifest '{rr[ci_project]}'
+++ get_manifest artifacts/manifest.sh '{rr[ci_project]}'
+++ set +x
++ ci_project=tcwg_bmk-code_size-spec2k6
+++ get_current_manifest '{rr[ci_config]}'
+++ get_manifest artifacts/manifest.sh '{rr[ci_config]}'
+++ set +x
+# Debug traces :
++ ci_config=llvm-aarch64-master-Oz
++ echo '# Debug traces :'
+++ get_baseline_manifest BUILD_URL
+++ get_manifest base-artifacts/manifest.sh BUILD_URL false
+++ set +x
+#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/46/
+#   Using dir : base-artifacts
++ echo '#   Baseline  : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/46/'
++ echo '#   Using dir : base-artifacts'
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
+#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/
+#   Using dir : artifacts
+
++ echo '#   Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-aarch64-master-Oz-build/51/'
++ echo '#   Using dir : artifacts'
++ echo ''
++ mkdir -p artifacts/notify
++ '[' -f /home/tcwg-buildslave/.jipdate.yml ']'
++ set +x
++ check_source_changes
+# check_source_changes
++ echo '# check_source_changes'
+++ get_current_manifest '{rr[update_baseline]}'
+++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}'
+++ set +x
++ '[' onsuccess '!=' init ']'
++ IFS=' '
++ read -r -a changed_components
+++ print_changed_components
+++ set -euf -o pipefail
+++ local c delim=
++++ print_updated_components
++++ set -euf -o pipefail
++++ local c delim=
++++ for c in ${rr[components]}
++++ '[' xhttps://github.com/llvm/llvm-project.git#b6c2f100c23bb715edbec57a4894f1ae551cd1d4 '!=' xbaseline ']'
++++ echo -ne llvm
++++ delim=' '
++++ echo
+++ for c in $(print_updated_components)
++++ get_current_git llvm_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/llvm_rev
++++ get_baseline_git llvm_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/llvm_rev
+++ '[' xb6c2f100c23bb715edbec57a4894f1ae551cd1d4 '!=' xc4bd5977f429629fda2045eaf80f6ad85982f592 ']'
+++ echo -ne llvm
+++ delim=' '
+++ echo
++ local c base_rev cur_rev c_commits
++ '[' 1 = 0 ']'
++ '[' 1 = 1 ']'
++ changed_single_component=llvm
+++ get_current_git llvm_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/llvm_rev
++ first_bad=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ get_baseline_git llvm_rev
+++ set -euf -o pipefail
+++ local base_artifacts=base-artifacts
+++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/llvm_rev
++ last_good=c4bd5977f429629fda2045eaf80f6ad85982f592
++ local res
++ res=0
++ wait 108
++ git -C llvm rev-parse --verify HEAD
++ assert_with_msg 'Cannot parse HEAD in repo llvm' '[' 0 = 0 ']'
++ set -euf -o pipefail +x
++ single_commit_p llvm
++ set -euf -o pipefail
++ local c=llvm
++ local base_rev cur_rev sha1
+++ get_baseline_git llvm_rev
+++ set -euf -o pipefail
+++ local base_artifacts=base-artifacts
+++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/llvm_rev
++ base_rev=c4bd5977f429629fda2045eaf80f6ad85982f592
+++ get_current_git llvm_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/llvm_rev
++ cur_rev=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ git -C llvm rev-parse 'b6c2f100c23bb715edbec57a4894f1ae551cd1d4^@'
++ for sha1 in $(git -C "$c" rev-parse "$cur_rev^@")
++ '[' cd1dcd2c956188521e668e77eec1f8913c01b644 = c4bd5977f429629fda2045eaf80f6ad85982f592 ']'
++ return 1
+# Debug traces :
++ change_kind=single_component
++ echo '# Debug traces :'
+#   change_kind=single_component : llvm
++ echo '#   change_kind=single_component : llvm'
++ for c in "${changed_components[@]}"
+++ get_baseline_git llvm_rev
+++ set -euf -o pipefail
+++ local base_artifacts=base-artifacts
+++ assert_with_msg 'ERROR: No llvm_rev in baseline git' '[' -f base-artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/llvm_rev
++ base_rev=c4bd5977f429629fda2045eaf80f6ad85982f592
+++ get_current_git llvm_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No llvm_rev in current git' '[' -f artifacts/git/llvm_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/llvm_rev
++ cur_rev=b6c2f100c23bb715edbec57a4894f1ae551cd1d4
+++ git -C llvm rev-list --count c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4
++ c_commits=1911
+#   rev for llvm : c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4 (1911 commits)
+
++ echo '#   rev for llvm : c4bd5977f429629fda2045eaf80f6ad85982f592..b6c2f100c23bb715edbec57a4894f1ae551cd1d4 (1911 commits)'
++ echo ''
++ setup_stages_to_run
++ '[' xignore == xignore ']'
++ post_jira_comment=false
++ post_jira_card=false
++ post_icommits=false
++ post_mail=false
++ generate_dashboard=false
++ post_dashboard=false
++ print_commits_f=print_commits
++ print_result_f=print_result
++ print_config_f=print_config
++ print_last_icommit_f=print_last_icommit
++ case "$ci_project" in
++ print_result_f=bmk_print_result
++ print_config_f=bmk_print_config
++ generate_extra_details
++ set -euf -o pipefail
++ echo '# generate_extra_details'
+# generate_extra_details
++ post_interesting_commits init
++ set -euf -o pipefail
++ echo '# post_interesting_commits'
+# post_interesting_commits
++ local stage=init
++ '[' single_component '!=' single_commit ']'
++ return
++ '[' init '!=' full ']'
++ echo 'Init stage ran successfully.'
+Init stage ran successfully.
++ exit 0
+aad1baadfd69d96711823b6cf910d7b336b9639f30859499246e60b8297a0693
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index de87834..fd33beb 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -183,7 +183,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 444.namd,namd_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 444.namd,namd_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -213,7 +213,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 447.dealII,dealII_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 447.dealII,dealII_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -228,7 +228,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 450.soplex,soplex_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 450.soplex,soplex_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -243,7 +243,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 453.povray,povray_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 453.povray,povray_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -258,7 +258,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -288,7 +288,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 462.libquantum,libquantum_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 462.libquantum,libquantum_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -318,7 +318,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -333,7 +333,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -348,7 +348,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 473.astar,astar_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 473.astar,astar_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -378,7 +378,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 483.xalancbmk,Xalan_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 483.xalancbmk,Xalan_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -486,7 +486,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 444.namd,namd_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 444.namd,namd_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -516,7 +516,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 447.dealII,dealII_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 447.dealII,dealII_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -531,7 +531,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 450.soplex,soplex_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 450.soplex,soplex_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -546,7 +546,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 453.povray,povray_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 453.povray,povray_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -561,7 +561,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -591,7 +591,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 462.libquantum,libquantum_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 462.libquantum,libquantum_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -621,7 +621,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -636,7 +636,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -651,7 +651,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 473.astar,astar_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 473.astar,astar_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -681,7 +681,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 483.xalancbmk,Xalan_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 483.xalancbmk,Xalan_base.default : size=1% (threshold=1%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -714,21 +714,6 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 400.perlbench,[.] S_regmatch : size=1% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.regression : 400.perlbench,libc.so.6 : size=0% (threshold=10%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
@@ -744,322 +729,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_blockSort : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_compressBlock : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] mainGtU : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 429.mcf,[.] primal_bea_mpp : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 429.mcf,[.] price_out_impl : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 429.mcf,[.] refresh_potential : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_na : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_nn : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil19calc_pair_fullelectEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : size=1% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 445.gobmk,[.] do_play_move : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 445.gobmk,[.] dfa_matchpat_loop : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK13LaplaceSolver6SolverILi3EE15assemble_matrixERNS1_12LinearSystemERK18TriaActiveIteratorILi3E15DoFCellAccessorILi3EEES9_RN7Threads16DummyThreadMutexE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _Z8contractILi3EEvR6TensorILi1EXT_EERKS1_RKS0_ILi2EXT_EE : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 403.gcc,libc.so.6 : size=0% (threshold=10%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1089,246 +759,6 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZNK6soplex7SVectormlERKNS_6VectorE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov16Intersect_SphereEPNS_10Ray_StructEPddS2_S2_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 456.hmmer,[.] P7Viterbi : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] std_eval : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] gen : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_toffoli : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] SetupFastFullPelSearch : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] SubPelBlockMotionSearch : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 470.lbm,[.] LBM_performStreamCollide : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.regression : 471.omnetpp,libc.so.6 : size=0% (threshold=10%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
@@ -1336,126 +766,6 @@ output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics
 output-bmk-results.py(176):         return (result - 100 > threshold)
 output-bmk-results.py(225):             continue
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZleR8cMessageS0_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN12cMessageHeap7shiftupEi : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN6wayobj10makebound2EPiiS0_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN7way2obj12releasepointEii : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 482.sphinx3,[.] vector_gautbl_eval_logs3 : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 482.sphinx3,[.] OUTLINED_FUNCTION_5 : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 482.sphinx3,[.] mgau_eval : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(245):     f_out.close()
  --- modulename: output-bmk-results, funcname: close
 output-bmk-results.py(29):     if not self.outf:
@@ -1482,21 +792,6 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 400.perlbench,[.] S_regmatch : size=1% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.improvement : 400.perlbench,libc.so.6 : size=0% (threshold=10%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
@@ -1512,322 +807,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_blockSort : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_compressBlock : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] mainGtU : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 429.mcf,[.] primal_bea_mpp : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 429.mcf,[.] price_out_impl : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 429.mcf,[.] refresh_potential : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_na : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_nn : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil19calc_pair_fullelectEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : size=1% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 445.gobmk,[.] do_play_move : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 445.gobmk,[.] dfa_matchpat_loop : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK13LaplaceSolver6SolverILi3EE15assemble_matrixERNS1_12LinearSystemERK18TriaActiveIteratorILi3E15DoFCellAccessorILi3EEES9_RN7Threads16DummyThreadMutexE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _Z8contractILi3EEvR6TensorILi1EXT_EERKS1_RKS0_ILi2EXT_EE : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 403.gcc,libc.so.6 : size=0% (threshold=10%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1857,246 +837,6 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZNK6soplex7SVectormlERKNS_6VectorE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov16Intersect_SphereEPNS_10Ray_StructEPddS2_S2_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 456.hmmer,[.] P7Viterbi : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] std_eval : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] gen : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_toffoli : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] SetupFastFullPelSearch : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] SubPelBlockMotionSearch : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 470.lbm,[.] LBM_performStreamCollide : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.improvement : 471.omnetpp,libc.so.6 : size=0% (threshold=10%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
@@ -2104,126 +844,6 @@ output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics
 output-bmk-results.py(185):         return (100 - result > threshold)
 output-bmk-results.py(225):             continue
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZleR8cMessageS0_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN12cMessageHeap7shiftupEi : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN6wayobj10makebound2EPiiS0_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN7way2obj12releasepointEii : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 482.sphinx3,[.] vector_gautbl_eval_logs3 : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 482.sphinx3,[.] OUTLINED_FUNCTION_5 : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
-output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 482.sphinx3,[.] mgau_eval : size=0% (threshold=10%)
-output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(225):             continue
-output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(245):     f_out.close()
  --- modulename: output-bmk-results, funcname: close
 output-bmk-results.py(29):     if not self.outf:
diff --git a/notify/summary.txt b/notify/summary.txt
new file mode 100644
index 0000000..b743d14
--- /dev/null
+++ b/notify/summary.txt
@@ -0,0 +1 @@
+No change