diff options
Diffstat (limited to 'notify')
-rw-r--r-- | notify/extra-bisect-params | 2 | ||||
-rw-r--r-- | notify/jira/comment-card.txt | 3 | ||||
-rw-r--r-- | notify/jira/comment-template.txt | 5 | ||||
-rw-r--r-- | notify/jira/components | 1 | ||||
-rw-r--r-- | notify/jira/description | 39 | ||||
-rw-r--r-- | notify/jira/key | 1 | ||||
-rw-r--r-- | notify/jira/startdate | 1 | ||||
-rw-r--r-- | notify/jira/summary | 1 | ||||
-rw-r--r-- | notify/jira/yaml | 47 | ||||
-rw-r--r-- | notify/mail-body.txt | 58 | ||||
-rw-r--r-- | notify/mail-subject.txt | 2 | ||||
-rw-r--r-- | notify/output-bmk-results.log | 108 | ||||
-rw-r--r-- | notify/results.regressions | 1 | ||||
-rw-r--r-- | notify/symbol.regression | 1 |
14 files changed, 37 insertions, 233 deletions
diff --git a/notify/extra-bisect-params b/notify/extra-bisect-params index 3aa438c..fa6c7c9 100644 --- a/notify/extra-bisect-params +++ b/notify/extra-bisect-params @@ -1 +1 @@ -extra_build_params=++benchmarks 511.povray_r +extra_build_params= diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt deleted file mode 100644 index 3b8ebab..0000000 --- a/notify/jira/comment-card.txt +++ /dev/null @@ -1,3 +0,0 @@ -[LLVM-928] -511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/59/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 4df6a5c..d241acc 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,4 +1,3 @@ [LLVM-651] -https://linaro.atlassian.net/browse/LLVM-928 -511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/59/artifact/artifacts/notify/mail-body.txt/*view*/ +No change +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/60/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/components b/notify/jira/components deleted file mode 100644 index 8072713..0000000 --- a/notify/jira/components +++ /dev/null @@ -1 +0,0 @@ -LLVM diff --git a/notify/jira/description b/notify/jira/description deleted file mode 100644 index 9878095..0000000 --- a/notify/jira/description +++ /dev/null @@ -1,39 +0,0 @@ -commit llvmorg-18-init-5853-gcbdccb30c23f -Author: Guozhi Wei <carrot@google.com> -Date: Fri Sep 15 19:52:50 2023 +0000 - - [RA] Split a virtual register in cold blocks if it is not assigned preferred physical register - - If a virtual register is not assigned preferred physical register, it means some - COPY instructions will be changed to real register move instructions. In this - case we can try to split the virtual register in colder blocks, if success, the - original COPY instructions can be deleted, and the new COPY instructions in - colder blocks will be generated as register move instructions. It results in -... 7 lines of the commit log omitted. - -* tcwg_bmk-code_size-cpu2017fast -** llvm-aarch64-master-O3 -*** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 12% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O3/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3-build/71/ -* tcwg_bmk-code_size-cpu2017rate -** llvm-arm-master-O2 -*** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 12% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-O2/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O2-build/70/ -** llvm-arm-master-O3 -*** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-O3/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/59/ -* tcwg_bmk-code_size-spec2k6 -** llvm-arm-master-Os -*** 401.bzip2 grew in size by 9% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-spec2k6/llvm-arm-master-Os/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-Os-build/71/ -* tcwg_bmk-code_speed-cpu2017rate -** llvm-aarch64-master-O3 -*** 526.blender_r slowed down by 4% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O3-build/98/ - -Latest data: https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/jira/yaml diff --git a/notify/jira/key b/notify/jira/key deleted file mode 100644 index 646e87e..0000000 --- a/notify/jira/key +++ /dev/null @@ -1 +0,0 @@ -LLVM-928 diff --git a/notify/jira/startdate b/notify/jira/startdate deleted file mode 100644 index 4ef0b1a..0000000 --- a/notify/jira/startdate +++ /dev/null @@ -1 +0,0 @@ -2023-09-15 diff --git a/notify/jira/summary b/notify/jira/summary deleted file mode 100644 index e0eeb61..0000000 --- a/notify/jira/summary +++ /dev/null @@ -1 +0,0 @@ -llvmorg-18-init-5853-gcbdccb30c23f: 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% diff --git a/notify/jira/yaml b/notify/jira/yaml deleted file mode 100644 index b3ea763..0000000 --- a/notify/jira/yaml +++ /dev/null @@ -1,47 +0,0 @@ -- Project: LLVM - IssueType: Sub-task - Key: LLVM-928 - Summary: | - llvmorg-18-init-5853-gcbdccb30c23f: 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% - Components: LLVM - Start date: 2023-09-15 - Description: | - commit llvmorg-18-init-5853-gcbdccb30c23f - Author: Guozhi Wei <carrot@google.com> - Date: Fri Sep 15 19:52:50 2023 +0000 - - [RA] Split a virtual register in cold blocks if it is not assigned preferred physical register - - If a virtual register is not assigned preferred physical register, it means some - COPY instructions will be changed to real register move instructions. In this - case we can try to split the virtual register in colder blocks, if success, the - original COPY instructions can be deleted, and the new COPY instructions in - colder blocks will be generated as register move instructions. It results in - ... 7 lines of the commit log omitted. - - * tcwg_bmk-code_size-cpu2017fast - ** llvm-aarch64-master-O3 - *** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 12% - *** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O3/details.txt - *** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3-build/71/ - * tcwg_bmk-code_size-cpu2017rate - ** llvm-arm-master-O2 - *** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 12% - *** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-O2/details.txt - *** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O2-build/70/ - ** llvm-arm-master-O3 - *** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% - *** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-O3/details.txt - *** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/59/ - * tcwg_bmk-code_size-spec2k6 - ** llvm-arm-master-Os - *** 401.bzip2 grew in size by 9% - *** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-spec2k6/llvm-arm-master-Os/details.txt - *** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-Os-build/71/ - * tcwg_bmk-code_speed-cpu2017rate - ** llvm-aarch64-master-O3 - *** 526.blender_r slowed down by 4% - *** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3/details.txt - *** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O3-build/98/ - - Latest data: https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/jira/yaml diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 437de68..25672c4 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,21 +2,15 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-O3 after: - | commit llvmorg-18-init-5853-gcbdccb30c23f - | Author: Guozhi Wei <carrot@google.com> - | Date: Fri Sep 15 19:52:50 2023 +0000 - | - | [RA] Split a virtual register in cold blocks if it is not assigned preferred physical register - | - | If a virtual register is not assigned preferred physical register, it means some - | COPY instructions will be changed to real register move instructions. In this - | case we can try to split the virtual register in colder blocks, if success, the - | original COPY instructions can be deleted, and the new COPY instructions in - | colder blocks will be generated as register move instructions. It results in - | ... 7 lines of the commit log omitted. + | 227 commits in llvm + | 7db4a6f278a8 [bazel] Port cbd475040f8952cfc55b9e13dd5ce6c4f6434cd3 (mlir/lib/Dialect/MLProgram) + | dc810e880f4e [NFC][hwasan] Collect heap related data early (#66682) + | a668c0f687f9 [LoopPredication] Fix division by zero in case of zero branch weights (#66506) + | d307d2071705 [NFC][hwasan] Make PrintAddressDescription method of BaseReport (#66682) + | 13deda4f223b [NFC][hwasan] Remove default argument + | ... and 222 more commits in llvm -the following hot functions grew in size by more than 10% (but their benchmarks grew in size by less than 1%): -- 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% from 572 to 636 bytes
+No change Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. @@ -33,38 +27,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/59/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/58/artifact/artifacts - -Reproduce last good and first bad builds: https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-O3/reproduction_instructions.txt - -Full commit : https://github.com/llvm/llvm-project/commit/cbdccb30c23f71f20d05b19256232419e7c5e517 - -Latest bug report status : https://linaro.atlassian.net/browse/LLVM-928 - -List of configurations that regressed due to this commit : -* tcwg_bmk-code_size-cpu2017fast -** llvm-aarch64-master-O3 -*** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 12% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O3/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3-build/71/ -* tcwg_bmk-code_size-cpu2017rate -** llvm-arm-master-O2 -*** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 12% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-O2/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O2-build/70/ -** llvm-arm-master-O3 -*** 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-O3/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/59/ -* tcwg_bmk-code_size-spec2k6 -** llvm-arm-master-Os -*** 401.bzip2 grew in size by 9% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_size-spec2k6/llvm-arm-master-Os/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-Os-build/71/ -* tcwg_bmk-code_speed-cpu2017rate -** llvm-aarch64-master-O3 -*** 526.blender_r slowed down by 4% -*** https://git.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/cbdccb30c23f71f20d05b19256232419e7c5e517/tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3/details.txt -*** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O3-build/98/ +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/60/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/59/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 7c88991..ee750bc 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] llvmorg-18-init-5853-gcbdccb30c23f: 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% +[Linaro-TCWG-CI] 227 commits in llvm: No change diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index d3c085e..2e67045 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -303,7 +303,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 557.xz_r,xz_r_base.default : size=-1% (threshold=1%) +DEBUG: checking exe.regression : 557.xz_r,xz_r_base.default : size=0% (threshold=1%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -531,7 +531,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 557.xz_r,xz_r_base.default : size=-1% (threshold=1%) +DEBUG: checking exe.improvement : 557.xz_r,xz_r_base.default : size=0% (threshold=1%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -579,21 +579,6 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 500.perlbench_r,libc.so.6 : size=0% (threshold=10%) -output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(176): return (result - 100 > threshold) -output-bmk-results.py(225): continue -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : 502.gcc_r,libc.so.6 : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -684,7 +669,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 508.namd_r,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=-1% (threshold=10%) +DEBUG: checking symbol.regression : 508.namd_r,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -744,46 +729,12 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 511.povray_r,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=-11% (threshold=10%) +DEBUG: checking symbol.regression : 511.povray_r,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: output-bmk-results.py(176): return (result - 100 > threshold) -output-bmk-results.py(227): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind) - --- modulename: output-bmk-results, funcname: get_short_long_diag -output-bmk-results.py(113): bmk = row["benchmark"] -output-bmk-results.py(114): rel_value = row["rel_" + metric] -output-bmk-results.py(115): prev_value = row[metric + "_x"] -output-bmk-results.py(116): curr_value = row[metric + "_y"] -output-bmk-results.py(118): if metric == "sample": -output-bmk-results.py(134): elif metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(144): suffix = "" -output-bmk-results.py(145): if metric == "sample": -output-bmk-results.py(149): elif metric == "size": -output-bmk-results.py(150): prefix_regression = "grew in size by" -output-bmk-results.py(151): prefix_improvement = "reduced in size by" -output-bmk-results.py(152): suffix = "bytes" -output-bmk-results.py(159): if sym_type=="symbol": -output-bmk-results.py(160): item=bmk+":"+row["symbol"] -output-bmk-results.py(164): short_diag = "{0} {1} {2}%".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100)) -output-bmk-results.py(165): long_diag = "{0} from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix) -output-bmk-results.py(166): return abs(rel_value - 100), short_diag, long_diag -output-bmk-results.py(231): if metric == "sample" \ -output-bmk-results.py(238): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag)) -DEBUG: *** 511.povray_r,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : 511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% from 572 to 636 bytes -output-bmk-results.py(240): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag)) - --- modulename: output-bmk-results, funcname: write_csv -output-bmk-results.py(41): if not self.predicate or not self.csvwriter: -output-bmk-results.py(43): self.csvwriter.writerow(arr) -output-bmk-results.py(241): if change_kind == "regression": -output-bmk-results.py(242): f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag)) - --- modulename: output-bmk-results, funcname: write -output-bmk-results.py(36): if not self.predicate or not self.outf: -output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(243): f_ebp.write("++benchmarks {0} ".format(row["benchmark"])) - --- modulename: output-bmk-results, funcname: write -output-bmk-results.py(36): if not self.predicate or not self.outf: -output-bmk-results.py(38): self.outf.write(string) +output-bmk-results.py(225): continue output-bmk-results.py(216): for index, row in out_df.iterrows(): output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold @@ -793,7 +744,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 511.povray_r,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 511.povray_r,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -808,7 +759,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 511.povray_r,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=-2% (threshold=10%) +DEBUG: checking symbol.regression : 511.povray_r,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -838,7 +789,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 520.omnetpp_r,[.] _ZN12cMessageHeap11removeFirstEv : size=1% (threshold=10%) +DEBUG: checking symbol.regression : 520.omnetpp_r,[.] _ZN12cMessageHeap11removeFirstEv : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -958,7 +909,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 526.blender_r,[.] RE_rayobject_intersect : size=-2% (threshold=10%) +DEBUG: checking symbol.regression : 526.blender_r,[.] RE_rayobject_intersect : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -973,7 +924,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : size=-1% (threshold=10%) +DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -988,7 +939,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z4makeP7state_ti : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -1033,7 +984,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 541.leela_r,[.] _ZN9FastState16play_random_moveEi : size=-2% (threshold=10%) +DEBUG: checking symbol.regression : 541.leela_r,[.] _ZN9FastState16play_random_moveEi : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -1135,6 +1086,7 @@ output-bmk-results.py(245): f_out.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: +output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(266): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) @@ -1170,21 +1122,6 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 500.perlbench_r,libc.so.6 : size=0% (threshold=10%) -output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(185): return (100 - result > threshold) -output-bmk-results.py(225): continue -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : 502.gcc_r,libc.so.6 : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -1275,7 +1212,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 508.namd_r,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=-1% (threshold=10%) +DEBUG: checking symbol.improvement : 508.namd_r,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1335,7 +1272,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 511.povray_r,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=-11% (threshold=10%) +DEBUG: checking symbol.improvement : 511.povray_r,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1350,7 +1287,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 511.povray_r,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 511.povray_r,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1365,7 +1302,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 511.povray_r,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=-2% (threshold=10%) +DEBUG: checking symbol.improvement : 511.povray_r,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1395,7 +1332,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 520.omnetpp_r,[.] _ZN12cMessageHeap11removeFirstEv : size=1% (threshold=10%) +DEBUG: checking symbol.improvement : 520.omnetpp_r,[.] _ZN12cMessageHeap11removeFirstEv : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1515,7 +1452,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 526.blender_r,[.] RE_rayobject_intersect : size=-2% (threshold=10%) +DEBUG: checking symbol.improvement : 526.blender_r,[.] RE_rayobject_intersect : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1530,7 +1467,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : size=-1% (threshold=10%) +DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1545,7 +1482,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z4makeP7state_ti : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1590,7 +1527,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 541.leela_r,[.] _ZN9FastState16play_random_moveEi : size=-2% (threshold=10%) +DEBUG: checking symbol.improvement : 541.leela_r,[.] _ZN9FastState16play_random_moveEi : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1708,6 +1645,7 @@ output-bmk-results.py(271): f_regr.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: +output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(272): f_ebp.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: diff --git a/notify/results.regressions b/notify/results.regressions deleted file mode 100644 index 03b6929..0000000 --- a/notify/results.regressions +++ /dev/null @@ -1 +0,0 @@ -# [.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE,511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% from 572 to 636 bytes diff --git a/notify/symbol.regression b/notify/symbol.regression deleted file mode 100644 index fb0066b..0000000 --- a/notify/symbol.regression +++ /dev/null @@ -1 +0,0 @@ -11,511.povray_r,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE,511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11%,511.povray_r:[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE grew in size by 11% from 572 to 636 bytes
|