summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-02 07:58:34 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-02 07:58:35 +0000
commit0da47695b915d7ffdf72fd9bff92803e50ad3eef (patch)
treebe10fd89143ae2dd83a252aaa9db00e3595b6896
parent6ea880aa6130befadea84989ef366a558529d82d (diff)
onsuccess: #32: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/32/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O2_mthumb: | 1 check_regression status : 0
-rw-r--r--01-reset_artifacts/console.log.xzbin2128 -> 2084 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2424 -> 2512 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin26988 -> 28188 bytes
-rw-r--r--03-build_abe-binutils/make-binutils.log.xzbin17692 -> 17848 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin88140 -> 89504 bytes
-rw-r--r--04-build_abe-stage1/make-gcc-stage1.log.xzbin68520 -> 68776 bytes
-rw-r--r--05-clean_sysroot/console.log.xzbin368 -> 368 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin12440 -> 12708 bytes
-rw-r--r--06-build_abe-newlib/make-newlib.log.xzbin6900 -> 6880 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin163180 -> 165408 bytes
-rw-r--r--07-build_abe-stage2/make-gcc-stage2.log.xzbin134704 -> 135012 bytes
-rw-r--r--08-benchmark/benchmark-build.log106
-rw-r--r--08-benchmark/benchmark.log104
-rw-r--r--08-benchmark/console.log.xzbin4124 -> 4076 bytes
-rw-r--r--09-check_regression/console.log.xzbin4880 -> 4900 bytes
-rw-r--r--annex/bmk-data2
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--git/newlib_rev2
-rw-r--r--manifest.sh26
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/mail-body.txt31
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--results-vs-first/compare-results-internal.csv7
-rw-r--r--results-vs-first/csv-results-1/perf.csv2
-rw-r--r--results-vs-first/csv-results-1/results.csv24
-rw-r--r--results-vs-first/csv-results-1/size.csv18
-rw-r--r--results-vs-first/results-brief.csv10
-rw-r--r--results-vs-first/results-full.csv6
-rw-r--r--results-vs-first/results-internal.csv10
-rw-r--r--results-vs-first/results.csv10
-rw-r--r--results-vs-first/tcwg-benchmark-results.log66
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/compare-results-internal.csv6
-rw-r--r--results-vs-prev/csv-results-1/perf.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv22
-rw-r--r--results-vs-prev/csv-results-1/size.csv18
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv6
-rw-r--r--results-vs-prev/csvs2table-results-full.csv6
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv6
-rw-r--r--results-vs-prev/csvs2table-results.csv6
-rw-r--r--results-vs-prev/results-brief.csv10
-rw-r--r--results-vs-prev/results-full.csv6
-rw-r--r--results-vs-prev/results-internal.csv6
-rw-r--r--results-vs-prev/results.csv10
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log2
46 files changed, 273 insertions, 267 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index dd87ebd..4d09466 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index 077b3cd..524dd0f 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index d3b4282..b7ade3a 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz
index effeb93..5cc8a9d 100644
--- a/03-build_abe-binutils/make-binutils.log.xz
+++ b/03-build_abe-binutils/make-binutils.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index afa129d..53dbb8c 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz
index 171ad58..ed2cbb9 100644
--- a/04-build_abe-stage1/make-gcc-stage1.log.xz
+++ b/04-build_abe-stage1/make-gcc-stage1.log.xz
Binary files differ
diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz
index 81428b0..a7de189 100644
--- a/05-clean_sysroot/console.log.xz
+++ b/05-clean_sysroot/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index 11668a2..57e0cdd 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz
index e4a2053..41ae1b2 100644
--- a/06-build_abe-newlib/make-newlib.log.xz
+++ b/06-build_abe-newlib/make-newlib.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index 5613e2d..08d2624 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz
index 67f5480..beb60e9 100644
--- a/07-build_abe-stage2/make-gcc-stage2.log.xz
+++ b/07-build_abe-stage2/make-gcc-stage2.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index 6baf07a..bfc01e2 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #31727
+Started TCWG Benchmark #32054
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXjHHBbb/agent.14186
-SSH_AGENT_PID=14188
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXvXVHXm/agent.56987
+SSH_AGENT_PID=56989
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_8947863427854589259.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_8947863427854589259.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16844268257922236278.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16844268257922236278.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 70d80c710355708299c95cf431114a8da7ce61af (origin/master)
+Checking out Revision fdcc598e451266f460639bd00f33b16fee9253c1 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 70d80c710355708299c95cf431114a8da7ce61af # timeout=10
-Commit message: "tcwg_bmk-build.sh: Add symlink to ease navigation in jenkins artifacts"
- > /usr/bin/git rev-list --no-walk 4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c # timeout=10
+ > /usr/bin/git checkout -f fdcc598e451266f460639bd00f33b16fee9253c1 # timeout=10
+Commit message: "round-robin.sh (build_abe): Do not build fortran for bare-metal configurations"
+ > /usr/bin/git rev-list --no-walk fdcc598e451266f460639bd00f33b16fee9253c1 # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision d2cc206d43d4f13a77dc9050714121db97a990d5 (origin/master)
+Checking out Revision 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f d2cc206d43d4f13a77dc9050714121db97a990d5 # timeout=10
-Commit message: "cpu2xxx.cfg: Fix fortran tests adding -flang-experimental-exec option"
- > /usr/bin/git rev-list --no-walk f0270933c78c0350e9c807768b8d76332015fa3b # timeout=10
+ > /usr/bin/git checkout -f 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 # timeout=10
+Commit message: "compare-results.py: Retain info for Mean benchmark."
+ > /usr/bin/git rev-list --no-walk 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 # timeout=10
No emails were triggered.
-New run name is '#31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins8464263414137434399.sh
+New run name is '#32054-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins12357590034966681282.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
@@ -64,15 +64,15 @@ New run name is '#31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2
+ hw_tag=stm32
+ has_perf_logs=no
++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/@build_num@
-++ sed -e s/@build_num@/31727/g -e s/@hw_tag@/stm32/g
-+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
+++ sed -e s/@build_num@/32054/g -e s/@hw_tag@/stm32/g
++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 14312
++ wait 57110
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,18 @@ New run name is '#31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #121992 started.
-TCWG Benchmark_backend #121992-31727+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins17346755241197147561.sh
+TCWG Benchmark_backend #122748 started.
+TCWG Benchmark_backend #122748-32054+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins15315639416095151845.sh
+ . artifacts/bmk-info
-++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
+++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
++ hw_tag=stm32
++ has_perf_logs=no
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
-+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
-+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results --hw_tag stm32 --has_perf_logs no
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results --hw_tag stm32 --has_perf_logs no
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -110,12 +110,12 @@ TCWG Benchmark_backend #121992-31727+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -129,14 +129,14 @@ TCWG Benchmark_backend #121992-31727+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 = xundef ']'
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -147,49 +147,49 @@ TCWG Benchmark_backend #121992-31727+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
-+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/*'
+++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/dev-01.tcwglab/results.csv
++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/md5sum.csv
-New run name is '#31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/md5sum.csv
+New run name is '#32054-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 14188 killed;
+echo Agent pid 56989 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#31726-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-bisect (fx:arm64) is still in progress; ignoring for purposes of comparison
+#32053-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O2-build (sq:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#31726-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-bisect (fx:arm64) is still in progress; ignoring for purposes of comparison
+#32053-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O2-build (sq:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #32054-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log
index 119f429..de974b0 100644
--- a/08-benchmark/benchmark.log
+++ b/08-benchmark/benchmark.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #31727
+Started TCWG Benchmark #32054
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXjHHBbb/agent.14186
-SSH_AGENT_PID=14188
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXvXVHXm/agent.56987
+SSH_AGENT_PID=56989
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_8947863427854589259.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_8947863427854589259.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16844268257922236278.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16844268257922236278.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 70d80c710355708299c95cf431114a8da7ce61af (origin/master)
+Checking out Revision fdcc598e451266f460639bd00f33b16fee9253c1 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 70d80c710355708299c95cf431114a8da7ce61af # timeout=10
-Commit message: "tcwg_bmk-build.sh: Add symlink to ease navigation in jenkins artifacts"
- > /usr/bin/git rev-list --no-walk 4fcc9a5a502ab88a24bbfd60872b5c45d0fd0d9c # timeout=10
+ > /usr/bin/git checkout -f fdcc598e451266f460639bd00f33b16fee9253c1 # timeout=10
+Commit message: "round-robin.sh (build_abe): Do not build fortran for bare-metal configurations"
+ > /usr/bin/git rev-list --no-walk fdcc598e451266f460639bd00f33b16fee9253c1 # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision d2cc206d43d4f13a77dc9050714121db97a990d5 (origin/master)
+Checking out Revision 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f d2cc206d43d4f13a77dc9050714121db97a990d5 # timeout=10
-Commit message: "cpu2xxx.cfg: Fix fortran tests adding -flang-experimental-exec option"
- > /usr/bin/git rev-list --no-walk f0270933c78c0350e9c807768b8d76332015fa3b # timeout=10
+ > /usr/bin/git checkout -f 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 # timeout=10
+Commit message: "compare-results.py: Retain info for Mean benchmark."
+ > /usr/bin/git rev-list --no-walk 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 # timeout=10
No emails were triggered.
-New run name is '#31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins8464263414137434399.sh
+New run name is '#32054-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins12357590034966681282.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
@@ -64,15 +64,15 @@ New run name is '#31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2
+ hw_tag=stm32
+ has_perf_logs=no
++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/@build_num@
-++ sed -e s/@build_num@/31727/g -e s/@hw_tag@/stm32/g
-+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
+++ sed -e s/@build_num@/32054/g -e s/@hw_tag@/stm32/g
++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 14312
++ wait 57110
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,18 @@ New run name is '#31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #121992 started.
-TCWG Benchmark_backend #121992-31727+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins17346755241197147561.sh
+TCWG Benchmark_backend #122748 started.
+TCWG Benchmark_backend #122748-32054+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins15315639416095151845.sh
+ . artifacts/bmk-info
-++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
+++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
++ hw_tag=stm32
++ has_perf_logs=no
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
-+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
-+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results --hw_tag stm32 --has_perf_logs no
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results --hw_tag stm32 --has_perf_logs no
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -110,12 +110,12 @@ TCWG Benchmark_backend #121992-31727+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -129,14 +129,14 @@ TCWG Benchmark_backend #121992-31727+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 = xundef ']'
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -147,48 +147,48 @@ TCWG Benchmark_backend #121992-31727+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
-+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results
++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/*'
+++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/dev-01.tcwglab/results.csv
++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/csv_results/md5sum.csv
-New run name is '#31727-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/csv_results/md5sum.csv
+New run name is '#32054-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 14188 killed;
+echo Agent pid 56989 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#31726-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-bisect (fx:arm64) is still in progress; ignoring for purposes of comparison
+#32053-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O2-build (sq:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#31726-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-bisect (fx:arm64) is still in progress; ignoring for purposes of comparison
+#32053-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O2-build (sq:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index fc50ab0..aa8447a 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index 6577118..d013d04 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/annex/bmk-data b/annex/bmk-data
index 67a01f1..b6417c6 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/31-0a825f8dd090e4419865a512226f0e4d.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/32-ee159f4406b11a81643cf7c498920c0e.tar.xz
diff --git a/git/binutils_rev b/git/binutils_rev
index 3aed2b9..5d648ed 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-c88ed92f0c01ead8d0ffe7b9f27cfe07de815d30
+9dc7ab5c01347b303c578e0a9221248dbe227b59
diff --git a/git/gcc_rev b/git/gcc_rev
index bf225e2..70d598d 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-842a432b02238361ecc601d301ac400a7f30f4fa
+0368fc54bc11f15bfa0ed9913fd0017815dfaa5d
diff --git a/git/newlib_rev b/git/newlib_rev
index 95ee147..6b64923 100644
--- a/git/newlib_rev
+++ b/git/newlib_rev
@@ -1 +1 @@
-e7858c0a585e29c48a4109933423a0de362fc62d
+4840a5632520c1a3c1598f73f9d1cdd37df371ba
diff --git a/manifest.sh b/manifest.sh
index 09f32e5..ac84dea 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=70d80c710355708299c95cf431114a8da7ce61af"
+declare -g "jenkins_scripts_rev=fdcc598e451266f460639bd00f33b16fee9253c1"
# Artifacts directory
rr[top_artifacts]="artifacts"
# Recording parameters to manifest: artifacts/manifest.sh
@@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark"
rr[ci_config]="gnu_eabi-arm_eabi-master-O2"
declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
-rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#c88ed92f0c01ead8d0ffe7b9f27cfe07de815d30"
-rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#842a432b02238361ecc601d301ac400a7f30f4fa"
-rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#e7858c0a585e29c48a4109933423a0de362fc62d"
+rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#9dc7ab5c01347b303c578e0a9221248dbe227b59"
+rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#0368fc54bc11f15bfa0ed9913fd0017815dfaa5d"
+rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#4840a5632520c1a3c1598f73f9d1cdd37df371ba"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/31/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/32/"
declare -g "SQUAD_GRP=tcwg"
# Processed 24 options
rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2
rr[components]="binutils gcc newlib"
rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git
-rr[binutils_rev]=c88ed92f0c01ead8d0ffe7b9f27cfe07de815d30
-rr[debug_binutils_date]=1684824203 # 14 minutes ago
+rr[binutils_rev]=9dc7ab5c01347b303c578e0a9221248dbe227b59
+rr[debug_binutils_date]=1685069076 # 4 hours ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=842a432b02238361ecc601d301ac400a7f30f4fa
-rr[debug_gcc_date]=1684820797 # 72 minutes ago
+rr[gcc_rev]=0368fc54bc11f15bfa0ed9913fd0017815dfaa5d
+rr[debug_gcc_date]=1685079024 # 2 hours ago
rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git
-rr[newlib_rev]=e7858c0a585e29c48a4109933423a0de362fc62d
-rr[debug_newlib_date]=1684360074 # 5 days ago
+rr[newlib_rev]=4840a5632520c1a3c1598f73f9d1cdd37df371ba
+rr[debug_newlib_date]=1684957492 # 35 hours ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=842a432b02238361ecc601d301ac400a7f30f4fa
-rr[debug_gcc_date]=1684820797 # 75 minutes ago
+rr[gcc_rev]=0368fc54bc11f15bfa0ed9913fd0017815dfaa5d
+rr[debug_gcc_date]=1685079024 # 2 hours ago
# Saving rr[] in the manifest
rr[abe_branch]="master"
rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 8600eae..270ec5d 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-689]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/31/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/32/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 3427bc7..aa3c59f 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,19 +2,20 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 after:
- | 80 commits in binutils,gcc
- | c88ed92f0c0 Support Intel FRED LKGS
- | cbf25f4705e Revert "Support Intel FRED LKGS"
- | e5a497fe38e Support Intel FRED LKGS
- | e1eecd81cc6 Automatic date update in version.in
- | 927dd36dba2 [gdb/tui] Fix buglet in tui_update_variables
- | ... and 9 more commits in binutils
- | 842a432b022 Fortran: Fix assumed length chars and len inquiry [PR103716]
- | 056280dea42 Fortran: Allow declaration of finalizable DT in a submodule [PR97122]
- | c5300bf3110 Daily bump.
- | b9fb093e7cc libobjc: Add local macros to support encode generation [P109913].
- | 306412a78f5 i386: Adjust emulated integer vector mode shift costs
- | ... and 61 more commits in gcc
+ | 224 commits in binutils,gcc,newlib
+ | 9dc7ab5c013 PR22263 ld test
+ | 9158e49a703 Make MI commands const-correct
+ | fb7cd8ccfed Automatic date update in version.in
+ | 3422b265371 Fix scoped_value_mark not working with empty value chain
+ | a1decfc1df5 gdb: remove breakpoint_pointer_iterator
+ | ... and 47 more commits in binutils
+ | 0368fc54bc1 i386: Do not disable call to ix86_expand_vecop_qihi2
+ | 4fb66b23293 Only use NO_REGS in cost calculation when !hard_regno_mode_ok for GENERAL_REGS and mode.
+ | 5bd67d7abdd RISC-V: Fix zero-scratch-regs-3.c fail
+ | 47c4245b973 Daily bump.
+ | 8d2fa90a415 libstdc++: Add relational operators to __gnu_test::PointerBase
+ | ... and 166 more commits in gcc
+ | 4840a5632 Cygwin: Adjust CWD magic to accommodate for the latest Windows previews
No change
@@ -33,6 +34,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/31/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/30/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/32/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/31/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 81d59ae..e3dfbae 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 80 commits in binutils,gcc: No change
+[Linaro-TCWG-CI] 224 commits in binutils,gcc,newlib: No change
diff --git a/results-vs-first/compare-results-internal.csv b/results-vs-first/compare-results-internal.csv
index b1d4c96..c31c163 100644
--- a/results-vs-first/compare-results-internal.csv
+++ b/results-vs-first/compare-results-internal.csv
@@ -1,2 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-coremark,coremark,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,mean,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-first/csv-results-1/perf.csv b/results-vs-first/csv-results-1/perf.csv
index 099cda3..0aac0f8 100644
--- a/results-vs-first/csv-results-1/perf.csv
+++ b/results-vs-first/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample
-coremark,coremark,15030
+coremark,coremark,15029
diff --git a/results-vs-first/csv-results-1/results.csv b/results-vs-first/csv-results-1/results.csv
index 1818886..8bf43ce 100644
--- a/results-vs-first/csv-results-1/results.csv
+++ b/results-vs-first/csv-results-1/results.csv
@@ -1,5 +1,5 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Coremark,coremark.exe,-1,62516,-1,-1,-1
+Coremark,coremark.exe,-1,62452,-1,-1,-1
Coremark,[.] abort,-1,14,-1,-1,-1
Coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
Coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -69,7 +69,7 @@ Coremark,[.] crcu16,-1,88,-1,-1,-1
Coremark,[.] crcu32,-1,160,-1,-1,-1
Coremark,[.] crcu8,-1,48,-1,-1,-1
Coremark,[.] currentlocale,-1,92,-1,-1,-1
-Coremark,[.] __d2b,-1,192,-1,-1,-1
+Coremark,[.] __d2b,-1,188,-1,-1,-1
Coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
Coremark,[.] Default_Handler,-1,2,-1,-1,-1
Coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1
@@ -91,7 +91,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1
Coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1
Coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1
Coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1
-Coremark,[.] _dtoa_r,-1,3700,-1,-1,-1
+Coremark,[.] _dtoa_r,-1,3656,-1,-1,-1
Coremark,[.] __env_lock,-1,2,-1,-1,-1
Coremark,[.] __env_unlock,-1,2,-1,-1,-1
Coremark,[.] __eqdf2,-1,122,-1,-1,-1
@@ -131,7 +131,7 @@ Coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1
Coremark,[.] __fputwc,-1,152,-1,-1,-1
Coremark,[.] fputwc,-1,72,-1,-1,-1
Coremark,[.] _fputwc_r,-1,38,-1,-1,-1
-Coremark,[.] _free_r,-1,504,-1,-1,-1
+Coremark,[.] _free_r,-1,508,-1,-1,-1
Coremark,[.] frexp,-1,100,-1,-1,-1
Coremark,[.] _fstat,-1,30,-1,-1,-1
Coremark,[.] _fstat_r,-1,44,-1,-1,-1
@@ -158,7 +158,7 @@ Coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1
Coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1
Coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1
Coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1
-Coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1072,-1,-1,-1
+Coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1064,-1,-1,-1
Coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1
Coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1
Coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1
@@ -274,7 +274,7 @@ Coremark,[.] __seofread,-1,4,-1,-1,-1
Coremark,[.] __set_ctype,-1,12,-1,-1,-1
Coremark,[.] setlocale,-1,24,-1,-1,-1
Coremark,[.] _setlocale_r,-1,552,-1,-1,-1
-Coremark,[.] __sflush_r,-1,312,-1,-1,-1
+Coremark,[.] __sflush_r,-1,308,-1,-1,-1
Coremark,[.] __sfp,-1,164,-1,-1,-1
Coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1
Coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1
@@ -286,7 +286,7 @@ Coremark,[.] __sigtramp_r,-1,100,-1,-1,-1
Coremark,[.] __sinit,-1,32,-1,-1,-1
Coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1
Coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1
-Coremark,[.] __smakebuf_r,-1,220,-1,-1,-1
+Coremark,[.] __smakebuf_r,-1,208,-1,-1,-1
Coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1
Coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1
Coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1
@@ -360,9 +360,9 @@ Coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1
Coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1
Coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1
Coremark,[.] vfiprintf,-1,28,-1,-1,-1
-Coremark,[.] _vfiprintf_r,-1,6502,-1,-1,-1
+Coremark,[.] _vfiprintf_r,-1,6510,-1,-1,-1
Coremark,[.] vfprintf,-1,28,-1,-1,-1
-Coremark,[.] _vfprintf_r,-1,10264,-1,-1,-1
+Coremark,[.] _vfprintf_r,-1,10276,-1,-1,-1
Coremark,[.] wcrtomb,-1,88,-1,-1,-1
Coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1
Coremark,[.] wcsnrtombs,-1,44,-1,-1,-1
@@ -374,9 +374,9 @@ Coremark,[.] _wctomb_r,-1,20,-1,-1,-1
Coremark,[.] _write,-1,132,-1,-1,-1
Coremark,[.] _write_r,-1,44,-1,-1,-1
Coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1
-Mean,average-successful-tests,15030,-1,-1,-1,-1
-Mean,average-all-tests,15030,-1,-1,-1,-1
Mean,mean,15029,-1,-1,-1,-1
Mean,geomean-successful-tests,15029,-1,-1,-1,-1
Mean,geomean-all-tests,15029,-1,-1,-1,-1
-coremark,coremark,15030,-1,-1,-1,-1
+Mean,average-successful-tests,15029,-1,-1,-1,-1
+Mean,average-all-tests,15029,-1,-1,-1,-1
+coremark,coremark,15029,-1,-1,-1,-1
diff --git a/results-vs-first/csv-results-1/size.csv b/results-vs-first/csv-results-1/size.csv
index 61e5d78..c381ad7 100644
--- a/results-vs-first/csv-results-1/size.csv
+++ b/results-vs-first/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-Coremark,coremark.exe,62516
+Coremark,coremark.exe,62452
Coremark,[.] abort,14
Coremark,[.] ADC1_2_IRQHandler,2
Coremark,[.] ADC3_IRQHandler,2
@@ -69,7 +69,7 @@ Coremark,[.] crcu16,88
Coremark,[.] crcu32,160
Coremark,[.] crcu8,48
Coremark,[.] currentlocale,92
-Coremark,[.] __d2b,192
+Coremark,[.] __d2b,188
Coremark,[.] DebugMon_Handler,2
Coremark,[.] Default_Handler,2
Coremark,[.] DFSDM1_FLT0_IRQHandler,2
@@ -91,7 +91,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler,2
Coremark,[.] DMA2_Channel5_IRQHandler,2
Coremark,[.] DMA2_Channel6_IRQHandler,2
Coremark,[.] DMA2_Channel7_IRQHandler,2
-Coremark,[.] _dtoa_r,3700
+Coremark,[.] _dtoa_r,3656
Coremark,[.] __env_lock,2
Coremark,[.] __env_unlock,2
Coremark,[.] __eqdf2,122
@@ -131,7 +131,7 @@ Coremark,[.] __fp_unlock_all,20
Coremark,[.] __fputwc,152
Coremark,[.] fputwc,72
Coremark,[.] _fputwc_r,38
-Coremark,[.] _free_r,504
+Coremark,[.] _free_r,508
Coremark,[.] frexp,100
Coremark,[.] _fstat,30
Coremark,[.] _fstat_r,44
@@ -158,7 +158,7 @@ Coremark,[.] HAL_NVIC_SetPriorityGrouping,36
Coremark,[.] HAL_PWREx_ControlVoltageScaling,128
Coremark,[.] HAL_PWREx_GetVoltageRange,16
Coremark,[.] HAL_RCC_ClockConfig,304
-Coremark,[.] HAL_RCCEx_PeriphCLKConfig,1072
+Coremark,[.] HAL_RCCEx_PeriphCLKConfig,1064
Coremark,[.] HAL_RCC_GetSysClockFreq,172
Coremark,[.] HAL_RCC_OscConfig,1520
Coremark,[.] HAL_SYSTICK_Config,52
@@ -274,7 +274,7 @@ Coremark,[.] __seofread,4
Coremark,[.] __set_ctype,12
Coremark,[.] setlocale,24
Coremark,[.] _setlocale_r,552
-Coremark,[.] __sflush_r,312
+Coremark,[.] __sflush_r,308
Coremark,[.] __sfp,164
Coremark,[.] __sfp_lock_acquire,2
Coremark,[.] __sfp_lock_release,2
@@ -286,7 +286,7 @@ Coremark,[.] __sigtramp_r,100
Coremark,[.] __sinit,32
Coremark,[.] __sjis_mbtowc,142
Coremark,[.] __sjis_wctomb,86
-Coremark,[.] __smakebuf_r,220
+Coremark,[.] __smakebuf_r,208
Coremark,[.] SPI1_IRQHandler,2
Coremark,[.] SPI2_IRQHandler,2
Coremark,[.] SPI3_IRQHandler,2
@@ -360,9 +360,9 @@ Coremark,[.] USART3_IRQHandler,2
Coremark,[.] __utf8_mbtowc,466
Coremark,[.] __utf8_wctomb,156
Coremark,[.] vfiprintf,28
-Coremark,[.] _vfiprintf_r,6502
+Coremark,[.] _vfiprintf_r,6510
Coremark,[.] vfprintf,28
-Coremark,[.] _vfprintf_r,10264
+Coremark,[.] _vfprintf_r,10276
Coremark,[.] wcrtomb,88
Coremark,[.] _wcrtomb_r,76
Coremark,[.] wcsnrtombs,44
diff --git a/results-vs-first/results-brief.csv b/results-vs-first/results-brief.csv
index 5edbe99..e9658dd 100644
--- a/results-vs-first/results-brief.csv
+++ b/results-vs-first/results-brief.csv
@@ -68,7 +68,7 @@ Coremark,[.] crcu16 ,n/a,86,n/a,n/a,n/a
Coremark,[.] crcu32 ,n/a,82,n/a,n/a,n/a,-1,-1,196,160,-1,-1,-1,-1,-1,-1
Coremark,[.] crcu8 ,n/a,104,n/a,n/a,n/a,-1,-1,46,48,-1,-1,-1,-1,-1,-1
Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1
-Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1
+Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1
Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
@@ -90,7 +90,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/
Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
-Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3656,3700,-1,-1,-1,-1,-1,-1
+Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3656,3656,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1
@@ -101,6 +101,6 @@ Coremark,[.] _exit ,n/a,100,n/a,n/a,n/
Mean,mean ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-first/results-full.csv b/results-vs-first/results-full.csv
index e5c187e..4ea1027 100644
--- a/results-vs-first/results-full.csv
+++ b/results-vs-first/results-full.csv
@@ -2,6 +2,6 @@ benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size
Mean,mean ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-first/results-internal.csv b/results-vs-first/results-internal.csv
index 5a70636..b2ef56b 100644
--- a/results-vs-first/results-internal.csv
+++ b/results-vs-first/results-internal.csv
@@ -50,7 +50,7 @@ Coremark,[.] crcu16 ,n/a,86,n/a,n/a,n/a
Coremark,[.] crcu32 ,n/a,82,n/a,n/a,n/a,-1,-1,196,160,-1,-1,-1,-1,-1,-1
Coremark,[.] crcu8 ,n/a,104,n/a,n/a,n/a,-1,-1,46,48,-1,-1,-1,-1,-1,-1
Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1
-Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1
+Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1
Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
@@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/
Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
-Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3656,3700,-1,-1,-1,-1,-1,-1
+Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3656,3656,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1
@@ -83,6 +83,6 @@ Coremark,[.] _exit ,n/a,100,n/a,n/a,n/
Mean,mean ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-first/results.csv b/results-vs-first/results.csv
index 5a70636..b2ef56b 100644
--- a/results-vs-first/results.csv
+++ b/results-vs-first/results.csv
@@ -50,7 +50,7 @@ Coremark,[.] crcu16 ,n/a,86,n/a,n/a,n/a
Coremark,[.] crcu32 ,n/a,82,n/a,n/a,n/a,-1,-1,196,160,-1,-1,-1,-1,-1,-1
Coremark,[.] crcu8 ,n/a,104,n/a,n/a,n/a,-1,-1,46,48,-1,-1,-1,-1,-1,-1
Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1
-Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1
+Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1
Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
@@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/
Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
-Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3656,3700,-1,-1,-1,-1,-1,-1
+Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3656,3656,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1
@@ -83,6 +83,6 @@ Coremark,[.] _exit ,n/a,100,n/a,n/a,n/
Mean,mean ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark ,98,n/a,n/a,n/a,n/a,15299,15030,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark ,98,n/a,n/a,n/a,n/a,15299,15029,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log
index 96c0c1f..8ed8d26 100644
--- a/results-vs-first/tcwg-benchmark-results.log
+++ b/results-vs-first/tcwg-benchmark-results.log
@@ -11,9 +11,9 @@
+ csv_results_dir=artifacts/results-vs-first/csv-results-0
+ mkdir -p artifacts/results-vs-first/csv-results-0
+ hw_tag=stm32
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -83,22 +83,22 @@
+ mapfile -t this_csv
++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat results-0/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv
+ j=1
+ for i in "${results[@]}"
-+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/31727/ results-1/
++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build/32054/ results-1/
+ csv_results_dir=artifacts/results-vs-first/csv-results-1
+ mkdir -p artifacts/results-vs-first/csv-results-1
+ hw_tag=stm32
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -168,22 +168,22 @@
+ mapfile -t this_csv
++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat results-1/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv
+ j=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-first/csv-results-1/perf.csv --out_csv=artifacts/results-vs-first/interesting-symbols.csv --threshold_interesting=5
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-first/csv-results-1/perf.csv --out_csv=artifacts/results-vs-first/interesting-symbols.csv --threshold_interesting=5
+ csvs=
+ for i in "${results[@]}"
+ csv_results_dir=artifacts/results-vs-first/csv-results-0
+ hw_tag=stm32
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -253,33 +253,33 @@
+ mapfile -t this_csv
++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat results-0/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/size.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/size.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/vect.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/vect.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/sve.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/sve.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv artifacts/results-vs-first/csv-results-0/size.csv artifacts/results-vs-first/csv-results-0/vect.csv artifacts/results-vs-first/csv-results-0/sve.csv artifacts/results-vs-first/csv-results-0/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv artifacts/results-vs-first/csv-results-0/size.csv artifacts/results-vs-first/csv-results-0/vect.csv artifacts/results-vs-first/csv-results-0/sve.csv artifacts/results-vs-first/csv-results-0/md5sum.csv
+ csvs=' artifacts/results-vs-first/csv-results-0/results.csv'
+ num=1
+ for i in "${results[@]}"
+ csv_results_dir=artifacts/results-vs-first/csv-results-1
+ hw_tag=stm32
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -356,25 +356,25 @@
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/size.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/size.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/vect.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/vect.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/sve.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/sve.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv artifacts/results-vs-first/csv-results-1/size.csv artifacts/results-vs-first/csv-results-1/vect.csv artifacts/results-vs-first/csv-results-1/sve.csv artifacts/results-vs-first/csv-results-1/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv artifacts/results-vs-first/csv-results-1/size.csv artifacts/results-vs-first/csv-results-1/vect.csv artifacts/results-vs-first/csv-results-1/sve.csv artifacts/results-vs-first/csv-results-1/md5sum.csv
+ csvs=' artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv'
+ num=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
+ cat artifacts/results-vs-first/results-internal.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 2b6d677..cb2760f 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-sample_variation_average,num_vect_loops_variation_average,num_sve_loops_variation_average,benchmark,symbol,size_variation_average
+num_sve_loops_variation_average,size_variation_average,sample_variation_average,benchmark,symbol,num_vect_loops_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index f820975..6a42d8a 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
Mean,mean,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15030,15030,62516,62516,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15030,15029,62516,62452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index 096e0d8..fc1fc5a 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample,dso
-coremark,coremark,15030,na
+coremark,coremark,15029,na
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index b707c38..9f8e4d1 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,average-successful-tests,15030,331,-1,-1,-1
-Mean,average-all-tests,15030,331,-1,-1,-1
Mean,mean,15029,28,-1,-1,-1
Mean,geomean-successful-tests,15029,28,-1,-1,-1
Mean,geomean-all-tests,15029,28,-1,-1,-1
-coremark,coremark,15030,62516,-1,-1,-1
+Mean,average-successful-tests,15029,331,-1,-1,-1
+Mean,average-all-tests,15029,331,-1,-1,-1
+coremark,coremark,15029,62452,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -74,7 +74,7 @@ coremark,[.] crcu16,-1,88,-1,-1,-1
coremark,[.] crcu32,-1,160,-1,-1,-1
coremark,[.] crcu8,-1,48,-1,-1,-1
coremark,[.] currentlocale,-1,92,-1,-1,-1
-coremark,[.] __d2b,-1,192,-1,-1,-1
+coremark,[.] __d2b,-1,188,-1,-1,-1
coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
coremark,[.] Default_Handler,-1,2,-1,-1,-1
coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1
@@ -96,7 +96,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1
coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1
coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1
coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] _dtoa_r,-1,3700,-1,-1,-1
+coremark,[.] _dtoa_r,-1,3656,-1,-1,-1
coremark,[.] __env_lock,-1,2,-1,-1,-1
coremark,[.] __env_unlock,-1,2,-1,-1,-1
coremark,[.] __eqdf2,-1,122,-1,-1,-1
@@ -136,7 +136,7 @@ coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1
coremark,[.] __fputwc,-1,152,-1,-1,-1
coremark,[.] fputwc,-1,72,-1,-1,-1
coremark,[.] _fputwc_r,-1,38,-1,-1,-1
-coremark,[.] _free_r,-1,504,-1,-1,-1
+coremark,[.] _free_r,-1,508,-1,-1,-1
coremark,[.] frexp,-1,100,-1,-1,-1
coremark,[.] _fstat,-1,30,-1,-1,-1
coremark,[.] _fstat_r,-1,44,-1,-1,-1
@@ -163,7 +163,7 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1
coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1
coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1
coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1072,-1,-1,-1
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1064,-1,-1,-1
coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1
coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1
coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1
@@ -279,7 +279,7 @@ coremark,[.] __seofread,-1,4,-1,-1,-1
coremark,[.] __set_ctype,-1,12,-1,-1,-1
coremark,[.] setlocale,-1,24,-1,-1,-1
coremark,[.] _setlocale_r,-1,552,-1,-1,-1
-coremark,[.] __sflush_r,-1,312,-1,-1,-1
+coremark,[.] __sflush_r,-1,308,-1,-1,-1
coremark,[.] __sfp,-1,164,-1,-1,-1
coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1
coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1
@@ -291,7 +291,7 @@ coremark,[.] __sigtramp_r,-1,100,-1,-1,-1
coremark,[.] __sinit,-1,32,-1,-1,-1
coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1
coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1
-coremark,[.] __smakebuf_r,-1,220,-1,-1,-1
+coremark,[.] __smakebuf_r,-1,208,-1,-1,-1
coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1
@@ -365,9 +365,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1
coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1
coremark,[.] vfiprintf,-1,28,-1,-1,-1
-coremark,[.] _vfiprintf_r,-1,6502,-1,-1,-1
+coremark,[.] _vfiprintf_r,-1,6510,-1,-1,-1
coremark,[.] vfprintf,-1,28,-1,-1,-1
-coremark,[.] _vfprintf_r,-1,10264,-1,-1,-1
+coremark,[.] _vfprintf_r,-1,10276,-1,-1,-1
coremark,[.] wcrtomb,-1,88,-1,-1,-1
coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1
coremark,[.] wcsnrtombs,-1,44,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index f3d7b0c..930379d 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,62516
+coremark,coremark,62452
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -69,7 +69,7 @@ coremark,[.] crcu16,88
coremark,[.] crcu32,160
coremark,[.] crcu8,48
coremark,[.] currentlocale,92
-coremark,[.] __d2b,192
+coremark,[.] __d2b,188
coremark,[.] DebugMon_Handler,2
coremark,[.] Default_Handler,2
coremark,[.] DFSDM1_FLT0_IRQHandler,2
@@ -91,7 +91,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,2
coremark,[.] DMA2_Channel5_IRQHandler,2
coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
-coremark,[.] _dtoa_r,3700
+coremark,[.] _dtoa_r,3656
coremark,[.] __env_lock,2
coremark,[.] __env_unlock,2
coremark,[.] __eqdf2,122
@@ -131,7 +131,7 @@ coremark,[.] __fp_unlock_all,20
coremark,[.] __fputwc,152
coremark,[.] fputwc,72
coremark,[.] _fputwc_r,38
-coremark,[.] _free_r,504
+coremark,[.] _free_r,508
coremark,[.] frexp,100
coremark,[.] _fstat,30
coremark,[.] _fstat_r,44
@@ -158,7 +158,7 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,36
coremark,[.] HAL_PWREx_ControlVoltageScaling,128
coremark,[.] HAL_PWREx_GetVoltageRange,16
coremark,[.] HAL_RCC_ClockConfig,304
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,1072
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,1064
coremark,[.] HAL_RCC_GetSysClockFreq,172
coremark,[.] HAL_RCC_OscConfig,1520
coremark,[.] HAL_SYSTICK_Config,52
@@ -274,7 +274,7 @@ coremark,[.] __seofread,4
coremark,[.] __set_ctype,12
coremark,[.] setlocale,24
coremark,[.] _setlocale_r,552
-coremark,[.] __sflush_r,312
+coremark,[.] __sflush_r,308
coremark,[.] __sfp,164
coremark,[.] __sfp_lock_acquire,2
coremark,[.] __sfp_lock_release,2
@@ -286,7 +286,7 @@ coremark,[.] __sigtramp_r,100
coremark,[.] __sinit,32
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
-coremark,[.] __smakebuf_r,220
+coremark,[.] __smakebuf_r,208
coremark,[.] SPI1_IRQHandler,2
coremark,[.] SPI2_IRQHandler,2
coremark,[.] SPI3_IRQHandler,2
@@ -360,9 +360,9 @@ coremark,[.] USART3_IRQHandler,2
coremark,[.] __utf8_mbtowc,466
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,6502
+coremark,[.] _vfiprintf_r,6510
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10264
+coremark,[.] _vfprintf_r,10276
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 0add991..5ceff2d 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15030,15030,62516,62516,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15030,15029,62516,62452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 0add991..5ceff2d 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15030,15030,62516,62516,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15030,15029,62516,62452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 0add991..5ceff2d 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15030,15030,62516,62516,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15030,15029,62516,62452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 0add991..5ceff2d 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15030,15030,62516,62516,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15030,15029,62516,62452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-brief.csv b/results-vs-prev/results-brief.csv
index ef74cc7..a38d228 100644
--- a/results-vs-prev/results-brief.csv
+++ b/results-vs-prev/results-brief.csv
@@ -68,7 +68,7 @@ Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/
Coremark,[.] crcu32 ,n/a,100,n/a,n/a,n/a,-1,-1,160,160,-1,-1,-1,-1,-1,-1
Coremark,[.] crcu8 ,n/a,100,n/a,n/a,n/a,-1,-1,48,48,-1,-1,-1,-1,-1,-1
Coremark,[.] currentlocale ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1
-Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1
+Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1
Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
@@ -90,7 +90,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/
Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
-Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3700,3700,-1,-1,-1,-1,-1,-1
+Coremark,[.] _dtoa_r ,n/a,99,n/a,n/a,n/a,-1,-1,3700,3656,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1
@@ -101,6 +101,6 @@ Coremark,[.] _exit ,n/a,100,n/a,n/a,n/
Mean,mean ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-full.csv b/results-vs-prev/results-full.csv
index 9e3bd60..f5a8f83 100644
--- a/results-vs-prev/results-full.csv
+++ b/results-vs-prev/results-full.csv
@@ -2,6 +2,6 @@ benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size
Mean,mean ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 0add991..5ceff2d 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15029,15029,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15030,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15030,15030,62516,62516,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15030,15029,331,331,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15030,15029,62516,62452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results.csv b/results-vs-prev/results.csv
index b7f13b4..2301915 100644
--- a/results-vs-prev/results.csv
+++ b/results-vs-prev/results.csv
@@ -50,7 +50,7 @@ Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/
Coremark,[.] crcu32 ,n/a,100,n/a,n/a,n/a,-1,-1,160,160,-1,-1,-1,-1,-1,-1
Coremark,[.] crcu8 ,n/a,100,n/a,n/a,n/a,-1,-1,48,48,-1,-1,-1,-1,-1,-1
Coremark,[.] currentlocale ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1
-Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1
+Coremark,[.] __d2b ,n/a,98,n/a,n/a,n/a,-1,-1,192,188,-1,-1,-1,-1,-1,-1
Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
@@ -72,7 +72,7 @@ Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/
Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
-Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3700,3700,-1,-1,-1,-1,-1,-1
+Coremark,[.] _dtoa_r ,n/a,99,n/a,n/a,n/a,-1,-1,3700,3656,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1
Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1
@@ -83,6 +83,6 @@ Coremark,[.] _exit ,n/a,100,n/a,n/a,n/
Mean,mean ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,15029,15029,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark ,100,n/a,n/a,n/a,n/a,15030,15030,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark ,100,n/a,n/a,n/a,n/a,15030,15029,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 26c5439..043e7d3 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -390,8 +390,8 @@
+ c++filt -p
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
+ '[' x--relative == x--relative ']'
+ '[' 2 == 2 ']'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv