summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--01-reset_artifacts/console.log.xzbin2196 -> 2476 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2604 -> 2628 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin27216 -> 27680 bytes
-rw-r--r--03-build_abe-binutils/make-binutils.log.xzbin17720 -> 17796 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin89092 -> 90872 bytes
-rw-r--r--04-build_abe-stage1/make-gcc-stage1.log.xzbin70116 -> 71092 bytes
-rw-r--r--05-clean_sysroot/console.log.xzbin368 -> 368 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin13008 -> 12708 bytes
-rw-r--r--06-build_abe-newlib/make-newlib.log.xzbin7156 -> 7128 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin164424 -> 166920 bytes
-rw-r--r--07-build_abe-stage2/make-gcc-stage2.log.xzbin136792 -> 138956 bytes
-rw-r--r--08-benchmark/benchmark-build.log56
-rw-r--r--08-benchmark/benchmark.log105
-rw-r--r--08-benchmark/console.log.xzbin3548 -> 3404 bytes
-rw-r--r--09-check_regression/console.log.xzbin5284 -> 5424 bytes
-rw-r--r--annex/bmk-data2
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--git/newlib_rev2
-rw-r--r--jenkins/build-name2
-rw-r--r--jenkins/notify-full.log548
-rw-r--r--jenkins/notify-init.log90
-rw-r--r--jenkins/rewrite.log22
-rw-r--r--jenkins/run-build.env6
-rw-r--r--manifest.sh4
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/jira/comments.txt4
-rw-r--r--notify/mail-body.txt38
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--notify/summary.txt1
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/compare-results-internal.csv12
-rw-r--r--results-vs-prev/csv-results-1/perf.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv14
-rw-r--r--results-vs-prev/csv-results-1/size.csv4
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv12
-rw-r--r--results-vs-prev/csvs2table-results-full.csv12
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv12
-rw-r--r--results-vs-prev/csvs2table-results.csv12
-rw-r--r--results-vs-prev/results-internal.csv12
40 files changed, 433 insertions, 549 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index 0085b17..415df04 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index a086e87..9414583 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index 840e10e..09a44db 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz
index 8670c5d..3d8001c 100644
--- a/03-build_abe-binutils/make-binutils.log.xz
+++ b/03-build_abe-binutils/make-binutils.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index db966c0..f548646 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz
index aac1a92..3d65f41 100644
--- a/04-build_abe-stage1/make-gcc-stage1.log.xz
+++ b/04-build_abe-stage1/make-gcc-stage1.log.xz
Binary files differ
diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz
index 81428b0..dc39699 100644
--- a/05-clean_sysroot/console.log.xz
+++ b/05-clean_sysroot/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index 9df7575..5c34957 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz
index e924da5..c03b92c 100644
--- a/06-build_abe-newlib/make-newlib.log.xz
+++ b/06-build_abe-newlib/make-newlib.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index 91d446c..8197945 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz
index fea19ba..76b7db9 100644
--- a/07-build_abe-stage2/make-gcc-stage2.log.xz
+++ b/07-build_abe-stage2/make-gcc-stage2.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index 3c923e4..f46c7a9 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #39299
+Started TCWG Benchmark #40148
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXFzAiuE/agent.31207
-SSH_AGENT_PID=31209
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXapIMgU/agent.37810
+SSH_AGENT_PID=37812
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_16652997653752658426.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_16652997653752658426.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17607479100390310425.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17607479100390310425.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision b74e95900f8c35bb568a55c2f56577f77514ce09 (origin/master)
+Checking out Revision fd1841679e5130ca495be5e830d34b267022ebc4 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f b74e95900f8c35bb568a55c2f56577f77514ce09 # timeout=10
-Commit message: "tcwg_bmk-build.sh: Add --weight option to samples-variability.py"
- > /usr/bin/git rev-list --no-walk b74e95900f8c35bb568a55c2f56577f77514ce09 # timeout=10
+ > /usr/bin/git checkout -f fd1841679e5130ca495be5e830d34b267022ebc4 # timeout=10
+Commit message: "round-robin-notify.sh (update_jira_card): Fix handling of summary with ": ""
+ > /usr/bin/git rev-list --no-walk fd1841679e5130ca495be5e830d34b267022ebc4 # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision efb2436ec74d859f6d230bb951f0f15d0cf3e99c (origin/master)
+Checking out Revision a91db271ffdc7b9b2f4f7b4c3fcbef96aaa5549d (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f efb2436ec74d859f6d230bb951f0f15d0cf3e99c # timeout=10
-Commit message: "samples-variability.py: Fix when some of the runs failed"
- > /usr/bin/git rev-list --no-walk efb2436ec74d859f6d230bb951f0f15d0cf3e99c # timeout=10
+ > /usr/bin/git checkout -f a91db271ffdc7b9b2f4f7b4c3fcbef96aaa5549d # timeout=10
+Commit message: "output-bmk-results.py: debug traces more readable"
+ > /usr/bin/git rev-list --no-walk a91db271ffdc7b9b2f4f7b4c3fcbef96aaa5549d # timeout=10
No emails were triggered.
-New run name is '#39299-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins5699236675546175715.sh
+New run name is '#40148-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins17225556008556123815.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=stm32
+ has_perf_logs=no
-++ echo build-08.tcwglab:49210:/tmp/tmp.he7sduCPiJ
-++ sed -e s/@build_num@/39299/g -e s/@hw_tag@/stm32/g
-+ results_dest=build-08.tcwglab:49210:/tmp/tmp.he7sduCPiJ
+++ echo build-08.tcwglab:49395:/tmp/tmp.x1rGRFKxcm
+++ sed -e s/@build_num@/40148/g -e s/@hw_tag@/stm32/g
++ results_dest=build-08.tcwglab:49395:/tmp/tmp.x1rGRFKxcm
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 31328
++ wait 37930
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,20 +87,20 @@ New run name is '#39299-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #136469 started.
-TCWG Benchmark_backend #136469-39299+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
-New run name is '#39299-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
+TCWG Benchmark_backend #137943 started.
+TCWG Benchmark_backend #137943-40148+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
+New run name is '#40148-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 31209 killed;
+echo Agent pid 37812 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#39298-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-Os_LTO-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison
+#40147-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3_LTO-build (sq:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#39298-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-Os_LTO-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison
+#40147-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3_LTO-build (sq:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #39299-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #40148-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log
deleted file mode 100644
index 8c3d28d..0000000
--- a/08-benchmark/benchmark.log
+++ /dev/null
@@ -1,105 +0,0 @@
-Started TCWG Benchmark #39299
-Started from command line by tcwg-buildslave@linaro.org
-Running as SYSTEM
-[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14
-[ssh-agent] Looking for ssh-agent implementation...
-[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
-$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXFzAiuE/agent.31207
-SSH_AGENT_PID=31209
-[ssh-agent] Started.
-Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_16652997653752658426.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_16652997653752658426.key)
-[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
-The recommended git tool is: NONE
-No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/jenkins-scripts/.git # timeout=10
-Fetching changes from the remote Git repository
- > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
-Cleaning workspace
- > /usr/bin/git rev-parse --verify HEAD # timeout=10
-Resetting working tree
- > /usr/bin/git reset --hard # timeout=10
- > /usr/bin/git clean -fdx # timeout=10
-Pruning obsolete local branches
-Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.git
- > /usr/bin/git --version # timeout=10
- > git --version # 'git version 2.34.1'
- > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
- > /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision b74e95900f8c35bb568a55c2f56577f77514ce09 (origin/master)
- > /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f b74e95900f8c35bb568a55c2f56577f77514ce09 # timeout=10
-Commit message: "tcwg_bmk-build.sh: Add --weight option to samples-variability.py"
- > /usr/bin/git rev-list --no-walk b74e95900f8c35bb568a55c2f56577f77514ce09 # timeout=10
-The recommended git tool is: NONE
-No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/bmk-scripts/.git # timeout=10
-Fetching changes from the remote Git repository
- > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
-Cleaning workspace
- > /usr/bin/git rev-parse --verify HEAD # timeout=10
-Resetting working tree
- > /usr/bin/git reset --hard # timeout=10
- > /usr/bin/git clean -fdx # timeout=10
-Pruning obsolete local branches
-Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
- > /usr/bin/git --version # timeout=10
- > git --version # 'git version 2.34.1'
- > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
- > /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision efb2436ec74d859f6d230bb951f0f15d0cf3e99c (origin/master)
- > /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f efb2436ec74d859f6d230bb951f0f15d0cf3e99c # timeout=10
-Commit message: "samples-variability.py: Fix when some of the runs failed"
- > /usr/bin/git rev-list --no-walk efb2436ec74d859f6d230bb951f0f15d0cf3e99c # timeout=10
-No emails were triggered.
-New run name is '#39299-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins5699236675546175715.sh
-+ rm -rf artifacts
-+ mkdir -p artifacts/jenkins
-+ has_perf_logs=yes
-+ case "$bmk_hw:$image_arch" in
-+ hw_tag=stm32
-+ has_perf_logs=no
-++ echo build-08.tcwglab:49210:/tmp/tmp.he7sduCPiJ
-++ sed -e s/@build_num@/39299/g -e s/@hw_tag@/stm32/g
-+ results_dest=build-08.tcwglab:49210:/tmp/tmp.he7sduCPiJ
-+ idle_boards=0
-+ total_boards=0
-++ set +f
-++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
-+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
-+ res=0
-+ wait 31328
-+ flock -en -E 124 9
-+ total_boards=1
-+ '[' 0 = 124 ']'
-+ idle_boards=1
-+ n_boards=1
-+ '[' 1 -lt 1 ']'
-+ count=1
-+ read -a bmks
-++ ./bmk-scripts/break-up-bmks.sh --bench_list coremark --bmk_hw stm32 --n_boards 1 --run_profile serial --board_selection balance
-+ cat
-+ count=2
-+ read -a bmks
-+ cat
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #136469 started.
-TCWG Benchmark_backend #136469-39299+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
-New run name is '#39299-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
-$ ssh-agent -k
-unset SSH_AUTH_SOCK;
-unset SSH_AGENT_PID;
-echo Agent pid 31209 killed;
-[ssh-agent] Stopped.
-Archiving artifacts
-Email was triggered for: Success
-Sending email for trigger: Success
-#39298-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-Os_LTO-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison
-Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#39298-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-Os_LTO-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison
-An attempt to send an e-mail to empty list of recipients, ignored.
-Finished: SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index 2512d33..d12d195 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index 3a7396c..bed3a71 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/annex/bmk-data b/annex/bmk-data
index 87d1b83..5a79aa9 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/67-2f9c0efbd670445c4756d80b00d2b892.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/69-31562cae934c07eff35225170e573e63.tar.xz
diff --git a/git/binutils_rev b/git/binutils_rev
index e5ebf85..09e5056 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-835f16daa77952015d1a97ae6eab48cc2ea14fb8
+41770089162edd23ea7ae33b7952585316accde5
diff --git a/git/gcc_rev b/git/gcc_rev
index 45e564b..a4dcb05 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-4beacf3cb8d128b3b9c8c2d3824693b895414428
+4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
diff --git a/git/newlib_rev b/git/newlib_rev
index e4a07eb..f92f972 100644
--- a/git/newlib_rev
+++ b/git/newlib_rev
@@ -1 +1 @@
-90d3b16d2b93d573501394d88538c99335edc343
+c4aa56bbf26f297d4faf1bae80822c0d820a5d44
diff --git a/jenkins/build-name b/jenkins/build-name
index 377f592..7682216 100644
--- a/jenkins/build-name
+++ b/jenkins/build-name
@@ -1 +1 @@
-#67-binutils-gcc-newlib-R1
+#69-binutils-gcc-newlib-R1
diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log
index f9de00c..ba74bae 100644
--- a/jenkins/notify-full.log
+++ b/jenkins/notify-full.log
@@ -1,27 +1,27 @@
++ pwd
++ cat
-+ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true
++ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true
+ set -euf -o pipefail
+ local host
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -d: -f 1
+ host=build-08.tcwglab
+ local port
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 2
+ port=
+ local dir
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 3
-+ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0
++ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1
+ local opts
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 4
-+ opts=-p49210
++ opts=-p49395
+ local env_vars
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 5
-+ env_vars='ssh_host=build-08.tcwglab ssh_port=49210'
++ env_vars='ssh_host=build-08.tcwglab ssh_port=49395'
+ shift
+ local -a cmd
+ cmd=()
@@ -52,10 +52,10 @@
+ for i in "$@"
+ cmd+=("$(printf '%q' "$i")")
++ printf %q true
-++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0
-+ ssh -p49210 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49210 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true'
+++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1
++ ssh -p49395 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49395 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true'
-/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true
+/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true
+ false
+ dryrun=
@@ -81,23 +81,25 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/66/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/
# Using dir : base-artifacts
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/66/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
+ '[' -f /home/tcwg-buildslave/.jipdate.yml ']'
+ set +x
# check_source_changes
++ declare -Ag pw
++ '[' ignore = precommit ']'
+ check_source_changes
+ echo '# check_source_changes'
++ get_current_manifest '{rr[update_baseline]}'
@@ -137,7 +139,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' x835f16daa77952015d1a97ae6eab48cc2ea14fb8 '!=' x6feae66da1d652a50c1759bae46128087f7dfab0 ']'
+++ '[' x41770089162edd23ea7ae33b7952585316accde5 '!=' x835f16daa77952015d1a97ae6eab48cc2ea14fb8 ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -152,7 +154,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' x4beacf3cb8d128b3b9c8c2d3824693b895414428 '!=' xd07bce478f9d770de5acb0480a3f0cec2f8b72d8 ']'
+++ '[' x4e2d53c943400e8b5d49a7d5aab4a1ad046aefba '!=' x4beacf3cb8d128b3b9c8c2d3824693b895414428 ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -167,7 +169,7 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' x90d3b16d2b93d573501394d88538c99335edc343 '!=' x65d34484e9097fd9036dd577028423355cb5f5bc ']'
+++ '[' xc4aa56bbf26f297d4faf1bae80822c0d820a5d44 '!=' x90d3b16d2b93d573501394d88538c99335edc343 ']'
++ echo -ne ' newlib'
++ delim=' '
++ echo
@@ -187,17 +189,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=6feae66da1d652a50c1759bae46128087f7dfab0
++ base_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
-++ git -C binutils rev-list --count 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8
-# rev for binutils : 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8 (45 commits)
-+ c_commits=45
-+ echo '# rev for binutils : 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8 (45 commits)'
++ cur_rev=41770089162edd23ea7ae33b7952585316accde5
+++ git -C binutils rev-list --count 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5
+# rev for binutils : 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5 (169 commits)
++ c_commits=169
++ echo '# rev for binutils : 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5 (169 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -205,17 +207,17 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=d07bce478f9d770de5acb0480a3f0cec2f8b72d8
++ base_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
-++ git -C gcc rev-list --count d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428
-# rev for gcc : d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428 (122 commits)
-+ c_commits=122
-+ echo '# rev for gcc : d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428 (122 commits)'
++ cur_rev=4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
+++ git -C gcc rev-list --count 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
+# rev for gcc : 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba (230 commits)
++ c_commits=230
++ echo '# rev for gcc : 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba (230 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git newlib_rev
++ set -euf -o pipefail
@@ -223,19 +225,18 @@
++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/newlib_rev
-+ base_rev=65d34484e9097fd9036dd577028423355cb5f5bc
++ base_rev=90d3b16d2b93d573501394d88538c99335edc343
++ get_current_git newlib_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/newlib_rev
-+ cur_rev=90d3b16d2b93d573501394d88538c99335edc343
-++ git -C newlib rev-list --count 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343
-# rev for newlib : 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343 (2 commits)
++ cur_rev=c4aa56bbf26f297d4faf1bae80822c0d820a5d44
+++ git -C newlib rev-list --count 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44
++ c_commits=17
+# rev for newlib : 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44 (17 commits)
-# generate_extra_details
-+ c_commits=2
-+ echo '# rev for newlib : 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343 (2 commits)'
++ echo '# rev for newlib : 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44 (17 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
@@ -252,12 +253,11 @@
+ print_result_f=print_result
+ print_config_f=print_config
+ print_last_icommit_f=print_last_icommit
++ generate_extra_details_f=generate_extra_details
+ case "$ci_project" in
+ print_result_f=bmk_print_result
+ print_config_f=bmk_print_config
-+ generate_extra_details
-+ set -euf -o pipefail
-+ echo '# generate_extra_details'
++ generate_extra_details_f=bmk_generate_extra_details
+ post_interesting_commits init
# post_interesting_commits
+ set -euf -o pipefail
@@ -266,6 +266,45 @@
+ '[' multiple_components '!=' single_commit ']'
+ return
+ '[' full '!=' full ']'
++ bmk_generate_extra_details
++ set -euf -o pipefail
++ local artifacts_mail_dir metric_id
++ artifacts_mail_dir=artifacts/notify
++ case "$ci_project" in
++ metric_id=time
++ wait 231276
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ time build verbose
+Traceback (most recent call last):
+ File "/usr/lib/python3/dist-packages/pandas/core/indexes/base.py", line 3361, in get_loc
+ return self._engine.get_loc(casted_key)
+ File "pandas/_libs/index.pyx", line 76, in pandas._libs.index.IndexEngine.get_loc
+ File "pandas/_libs/index.pyx", line 108, in pandas._libs.index.IndexEngine.get_loc
+ File "pandas/_libs/hashtable_class_helper.pxi", line 5198, in pandas._libs.hashtable.PyObjectHashTable.get_item
+ File "pandas/_libs/hashtable_class_helper.pxi", line 5206, in pandas._libs.hashtable.PyObjectHashTable.get_item
+KeyError: 'rel_time'
+
+The above exception was the direct cause of the following exception:
+
+Traceback (most recent call last):
+ File "/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py", line 294, in <module>
+ tracer.run("main()")
+ File "/usr/lib/python3.10/trace.py", line 442, in run
+ self.runctx(cmd, dict, dict)
+ File "/usr/lib/python3.10/trace.py", line 451, in runctx
+ exec(cmd, globals, locals)
+ File "<string>", line 1, in <module>
+ File "/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py", line 288, in main
+ output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details)
+ File "/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py", line 254, in output_bmk_results
+ output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details)
+ File "/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py", line 205, in output_bmk_results_1
+ out_df = results_df[results_df[rel_metric] != -1]
+ File "/usr/lib/python3/dist-packages/pandas/core/frame.py", line 3458, in __getitem__
+ indexer = self.columns.get_loc(key)
+ File "/usr/lib/python3/dist-packages/pandas/core/indexes/base.py", line 3363, in get_loc
+ raise KeyError(key) from err
+KeyError: 'rel_time'
++ true
+ check_if_first_report
+ declare -g first_icommit_to_report
+ first_icommit_to_report=false
@@ -278,20 +317,17 @@
+ local stage=full
+ '[' multiple_components '!=' single_commit ']'
+ return
-# print all notification files
-+ echo '# print all notification files'
-+ print_mail_recipients
-+ false
-+ return
+ true
+ generate_jira_dir
+ set -euf -o pipefail
+ local icommit_entry jira_key=
++ print_last_icommit --entry
++ false
+++ set -euf -o pipefail
++ local print_arg=--entry
+++ shift 1
++ '[' xmultiple_components '!=' xsingle_commit ']'
-++ return
+++ return 0
+ icommit_entry=
+ '[' '' '!=' '' ']'
+ mkdir -p artifacts/notify/jira
@@ -303,15 +339,16 @@
++ jira_card=GNU-689
++ echo GNU-689
++ bmk_print_result --oneline
+++ set -euf -o pipefail
++ false
++ local print_arg=--oneline
++ artifacts_mail_dir=artifacts/notify
+++ '[' full '!=' full ']'
++ case "$ci_project" in
++ metric_id=time
++ local improved_or_regressed
++ '[' -f artifacts/notify/exe.regression ']'
-++ '[' -f artifacts/notify/symbol.regression ']'
-++ improved_or_regressed=improvement
+++ improved_or_regressed=regression
++ declare -A changed_by_msg
++ changed_by_msg[size-regression]='grew in size by'
++ changed_by_msg[size-improvement]='reduced in size by'
@@ -321,7 +358,7 @@
++ changed_by_msg[vect-improvement]='increased up by'
++ changed_by_msg[sve-regression]='reduced by'
++ changed_by_msg[sve-improvement]='increased up by'
-++ changed_by='speeds up by'
+++ changed_by='slowed down by'
++ case $metric_id in
++ exe_threshold=3
++ symbol_threshold=15
@@ -329,66 +366,106 @@
++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
++ set -euf -o pipefail +x
++ local metric bmk symbol short_diag long_diag
-++ '[' -f artifacts/notify/exe.improvement ']'
-++ '[' -f artifacts/notify/symbol.improvement ']'
-++ short_diag='No change'
-++ echo 'No change'
+++ '[' -f artifacts/notify/exe.regression ']'
+++ IFS=,
+++ read metric bmk symbol short_diag long_diag
++++ head -n1 artifacts/notify/exe.regression
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-+ bmk_print_result --oneline
-+ false
-+ local print_arg=--oneline
-+ artifacts_mail_dir=artifacts/notify
-+ case "$ci_project" in
-+ metric_id=time
-+ local improved_or_regressed
-+ '[' -f artifacts/notify/exe.regression ']'
-+ '[' -f artifacts/notify/symbol.regression ']'
-+ improved_or_regressed=improvement
-+ declare -A changed_by_msg
-+ changed_by_msg[size-regression]='grew in size by'
-+ changed_by_msg[size-improvement]='reduced in size by'
-+ changed_by_msg[time-regression]='slowed down by'
-+ changed_by_msg[time-improvement]='speeds up by'
-+ changed_by_msg[vect-regression]='reduced by'
-+ changed_by_msg[vect-improvement]='increased up by'
-+ changed_by_msg[sve-regression]='reduced by'
-+ changed_by_msg[sve-improvement]='increased up by'
-+ changed_by='speeds up by'
-+ case $metric_id in
-+ exe_threshold=3
-+ symbol_threshold=15
-+ case "$print_arg" in
-+ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
-+ set -euf -o pipefail +x
-+ local metric bmk symbol short_diag long_diag
-+ '[' -f artifacts/notify/exe.improvement ']'
-+ '[' -f artifacts/notify/symbol.improvement ']'
-+ short_diag='No change'
-+ echo 'No change'
-+ print_mail_body
+# print all notification files
++ echo '# print all notification files'
+ true
-+ local bad_artifacts_url good_artifacts_url
-++ get_current_manifest BUILD_URL
-++ get_manifest artifacts/manifest.sh BUILD_URL
-++ set +x
-+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/artifact/artifacts
-++ get_baseline_manifest BUILD_URL
-++ get_manifest base-artifacts/manifest.sh BUILD_URL false
-++ set +x
-+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/66/artifact/artifacts
-+ cat
++ generate_mail_files
++ set -euf -o pipefail
++ print_mail_recipients
++ set -euf -o pipefail
++ local c=
++ '[' '' = '' ']'
++ echo bcc:tcwg-validation@linaro.org
++ return 0
+++ print_commits --oneline
+++ set -euf -o pipefail
+++ false
+++ local print_arg=--oneline
+++ '[' multiple_components = no_change ']'
+++ local more_lines
+++ '[' multiple_components = single_commit ']'
+++ '[' multiple_components = single_component ']'
+++ '[' multiple_components = multiple_components ']'
+++ local new_commits c base_rev cur_rev c_commits components
+++ local commits_or_patches
+++ '[' '' '!=' '' ']'
+++ commits_or_patches=commits
+++ new_commits=0
+++ for c in "${changed_components[@]}"
++++ get_baseline_git binutils_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/binutils_rev
+++ base_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
++++ get_current_git binutils_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/binutils_rev
+++ cur_rev=41770089162edd23ea7ae33b7952585316accde5
++++ git -C binutils rev-list --count 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5
+++ c_commits=169
+++ new_commits=169
+++ for c in "${changed_components[@]}"
++++ get_baseline_git gcc_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/gcc_rev
+++ base_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
++++ get_current_git gcc_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/gcc_rev
+++ cur_rev=4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
++++ git -C gcc rev-list --count 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
+++ c_commits=230
+++ new_commits=399
+++ for c in "${changed_components[@]}"
++++ get_baseline_git newlib_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/newlib_rev
+++ base_rev=90d3b16d2b93d573501394d88538c99335edc343
++++ get_current_git newlib_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/newlib_rev
+++ cur_rev=c4aa56bbf26f297d4faf1bae80822c0d820a5d44
++++ git -C newlib rev-list --count 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44
+++ c_commits=17
+++ new_commits=416
++++ echo binutils gcc newlib
++++ tr ' ' ,
+++ components=binutils,gcc,newlib
+++ echo '416 commits in binutils,gcc,newlib'
+++ '[' --oneline = --oneline ']'
+++ return 0
++ bmk_print_result --oneline
+++ set -euf -o pipefail
++ false
++ local print_arg=--oneline
++ artifacts_mail_dir=artifacts/notify
+++ '[' full '!=' full ']'
++ case "$ci_project" in
++ metric_id=time
++ local improved_or_regressed
++ '[' -f artifacts/notify/exe.regression ']'
-++ '[' -f artifacts/notify/symbol.regression ']'
-++ improved_or_regressed=improvement
+++ improved_or_regressed=regression
++ declare -A changed_by_msg
++ changed_by_msg[size-regression]='grew in size by'
++ changed_by_msg[size-improvement]='reduced in size by'
@@ -398,7 +475,7 @@
++ changed_by_msg[vect-improvement]='increased up by'
++ changed_by_msg[sve-regression]='reduced by'
++ changed_by_msg[sve-improvement]='increased up by'
-++ changed_by='speeds up by'
+++ changed_by='slowed down by'
++ case $metric_id in
++ exe_threshold=3
++ symbol_threshold=15
@@ -406,15 +483,36 @@
++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
++ set -euf -o pipefail +x
++ local metric bmk symbol short_diag long_diag
-++ '[' -f artifacts/notify/exe.improvement ']'
-++ '[' -f artifacts/notify/symbol.improvement ']'
-++ short_diag='No change'
-++ echo 'No change'
-++ print_commits --oneline
+++ '[' -f artifacts/notify/exe.regression ']'
+++ IFS=,
+++ read metric bmk symbol short_diag long_diag
++++ head -n1 artifacts/notify/exe.regression
++ echo '[Linaro-TCWG-CI]' '416 commits in binutils,gcc,newlib: '
++ print_mail_body
++ local bad_artifacts_url good_artifacts_url
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/artifact/artifacts
+++ get_baseline_manifest BUILD_URL
+++ get_manifest base-artifacts/manifest.sh BUILD_URL false
+++ set +x
++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/artifact/artifacts
++ cat
+++ print_commits --short
+++ sed -e 's/^/ | /'
+++ set -euf -o pipefail
++ false
-++ local print_arg=--oneline
-++ local components new_commits more_lines
-++ case "$change_kind:$print_arg" in
+++ local print_arg=--short
+++ '[' multiple_components = no_change ']'
+++ local more_lines
+++ '[' multiple_components = single_commit ']'
+++ '[' multiple_components = single_component ']'
+++ '[' multiple_components = multiple_components ']'
+++ local new_commits c base_rev cur_rev c_commits components
+++ local commits_or_patches
+++ '[' '' '!=' '' ']'
+++ commits_or_patches=commits
++ new_commits=0
++ for c in "${changed_components[@]}"
+++ get_baseline_git binutils_rev
@@ -423,16 +521,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=6feae66da1d652a50c1759bae46128087f7dfab0
+++ base_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
-+++ git -C binutils rev-list --count 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8
-++ c_commits=45
-++ new_commits=45
+++ cur_rev=41770089162edd23ea7ae33b7952585316accde5
++++ git -C binutils rev-list --count 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5
+++ c_commits=169
+++ new_commits=169
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -440,16 +538,16 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=d07bce478f9d770de5acb0480a3f0cec2f8b72d8
+++ base_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
-+++ git -C gcc rev-list --count d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428
-++ c_commits=122
-++ new_commits=167
+++ cur_rev=4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
++++ git -C gcc rev-list --count 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
+++ c_commits=230
+++ new_commits=399
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
@@ -457,27 +555,21 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ base_rev=65d34484e9097fd9036dd577028423355cb5f5bc
+++ base_rev=90d3b16d2b93d573501394d88538c99335edc343
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ cur_rev=90d3b16d2b93d573501394d88538c99335edc343
-+++ git -C newlib rev-list --count 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343
-++ c_commits=2
-++ new_commits=169
+++ cur_rev=c4aa56bbf26f297d4faf1bae80822c0d820a5d44
++++ git -C newlib rev-list --count 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44
+++ c_commits=17
+++ new_commits=416
+++ echo binutils gcc newlib
+++ tr ' ' ,
++ components=binutils,gcc,newlib
-++ echo '169 commits in binutils,gcc,newlib'
-++ print_commits --short
-++ sed -e 's/^/ | /'
-++ false
-++ local print_arg=--short
-++ local components new_commits more_lines
-++ case "$change_kind:$print_arg" in
-++ new_commits=0
+++ echo '416 commits in binutils,gcc,newlib'
+++ '[' --short = --oneline ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git binutils_rev
+++ set -euf -o pipefail
@@ -485,27 +577,20 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=6feae66da1d652a50c1759bae46128087f7dfab0
+++ base_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
-+++ git -C binutils rev-list --count 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8
-++ c_commits=45
-++ new_commits=45
-++ echo 'binutils commits:'
-+++ git -C binutils log --pretty=oneline 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8
-+++ head -n5
-+++ true
-++ echo '835f16daa77952015d1a97ae6eab48cc2ea14fb8 kvx: fix 32-bit build
-36a52ab3bf46183e89c5ab01bb446fc6f94ce67d kvx: O_pseudo_fixup
-990f9a1d13e3e6fa9443d23fdd146528d4f21159 kvx: ubsan: integer overflow
-847fb383d83039b194f68d9e09974a3de4095eb5 kvx: asan: out-of-bounds read
-c5ed8c6376e755e0a138be4a30469caa6611a5f7 kvx bfd signed calculations and _bfd_kvx_elf_resolve_relocation'
-++ '[' 45 -gt 5 ']'
-++ echo '... and 40 more'
+++ cur_rev=41770089162edd23ea7ae33b7952585316accde5
++++ git -C binutils rev-list --count 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5
+++ c_commits=169
+++ '[' '' '!=' '' ']'
+++ git -C binutils log -n 5 --oneline 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5
+++ '[' 169 -gt 5 ']'
+++ echo '... and 164 more commits in binutils'
+++ '[' '' '!=' '' ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -513,27 +598,20 @@ c5ed8c6376e755e0a138be4a30469caa6611a5f7 kvx bfd signed calculations and _bfd_kv
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=d07bce478f9d770de5acb0480a3f0cec2f8b72d8
+++ base_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
-+++ git -C gcc rev-list --count d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428
-++ c_commits=122
-++ new_commits=167
-++ echo 'gcc commits:'
-+++ git -C gcc log --pretty=oneline d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428
-+++ head -n5
-+++ true
-++ echo '4beacf3cb8d128b3b9c8c2d3824693b895414428 libffi: Backport of LoongArch support for libffi.
-af3820d10d706458633e9e232a989965de24aa49 vect: Move VMAT_GATHER_SCATTER handlings from final loop nest
-69a0c51ecbb7c24fb22f9caf8ea3ee89268660e4 vect: Move VMAT_LOAD_STORE_LANES handlings from final loop nest
-82d5c7261fed3cf163945fda2c541ff985bd8dc5 vect: Remove some manual release in vectorizable_store
-2aa8ebc0a606c2b26a4297beb65127080f42e365 libstdc++: Fix tests relying on operator new/delete overload'
-++ '[' 122 -gt 5 ']'
-++ echo '... and 117 more'
+++ cur_rev=4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
++++ git -C gcc rev-list --count 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
+++ c_commits=230
+++ '[' '' '!=' '' ']'
+++ git -C gcc log -n 5 --oneline 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
+++ '[' 230 -gt 5 ']'
+++ echo '... and 225 more commits in gcc'
+++ '[' '' '!=' '' ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
@@ -541,32 +619,32 @@ af3820d10d706458633e9e232a989965de24aa49 vect: Move VMAT_GATHER_SCATTER handling
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ base_rev=65d34484e9097fd9036dd577028423355cb5f5bc
+++ base_rev=90d3b16d2b93d573501394d88538c99335edc343
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ cur_rev=90d3b16d2b93d573501394d88538c99335edc343
-+++ git -C newlib rev-list --count 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343
-++ c_commits=2
-++ new_commits=169
-++ echo 'newlib commits:'
-+++ git -C newlib log --pretty=oneline 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343
-+++ head -n5
-++ echo '90d3b16d2b93d573501394d88538c99335edc343 Cygwin: pty: Fix failure to clear switch_to_nat_pipe flag.
-7ba103eb1a95703c7803e4ca48e6ba5c8e1f3d56 newlib: add Xtensa port'
-++ '[' 2 -gt 5 ']'
+++ cur_rev=c4aa56bbf26f297d4faf1bae80822c0d820a5d44
++++ git -C newlib rev-list --count 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44
+++ c_commits=17
+++ '[' '' '!=' '' ']'
+++ git -C newlib log -n 5 --oneline 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44
+++ '[' 17 -gt 5 ']'
+++ echo '... and 12 more commits in newlib'
+++ '[' '' '!=' '' ']'
+++ return 0
++ bmk_print_result --short
+++ set -euf -o pipefail
++ false
++ local print_arg=--short
++ artifacts_mail_dir=artifacts/notify
+++ '[' full '!=' full ']'
++ case "$ci_project" in
++ metric_id=time
++ local improved_or_regressed
++ '[' -f artifacts/notify/exe.regression ']'
-++ '[' -f artifacts/notify/symbol.regression ']'
-++ improved_or_regressed=improvement
+++ improved_or_regressed=regression
++ declare -A changed_by_msg
++ changed_by_msg[size-regression]='grew in size by'
++ changed_by_msg[size-improvement]='reduced in size by'
@@ -576,18 +654,21 @@ af3820d10d706458633e9e232a989965de24aa49 vect: Move VMAT_GATHER_SCATTER handling
++ changed_by_msg[vect-improvement]='increased up by'
++ changed_by_msg[sve-regression]='reduced by'
++ changed_by_msg[sve-improvement]='increased up by'
-++ changed_by='speeds up by'
+++ changed_by='slowed down by'
++ case $metric_id in
++ exe_threshold=3
++ symbol_threshold=15
++ case "$print_arg" in
-++ '[' -f artifacts/notify/exe.improvement ']'
-++ '[' -f artifacts/notify/symbol.improvement ']'
-++ '[' -f artifacts/notify/exe.improvement ']'
-++ '[' -f artifacts/notify/symbol.improvement ']'
-++ echo 'No change'
+++ '[' -f artifacts/notify/exe.regression ']'
+++ sort -gr -o artifacts/notify/exe.regression artifacts/notify/exe.regression
+++ echo 'the following benchmarks slowed down by more than 3%:'
+++ local metric exe symbol short_diag long_diag
+++ IFS=,
+++ read metric exe symbol short_diag long_diag
+++ '[' -f artifacts/notify/symbol.regression ']'
+++ '[' -f artifacts/notify/exe.regression ']'
++ bmk_print_config
-++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh
+++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh
+++ [[ -v rr[ci_project] ]]
+++ [[ -v rr[ci_config] ]]
+++ declare -A bmk_data
@@ -678,110 +759,13 @@ af3820d10d706458633e9e232a989965de24aa49 vect: Move VMAT_GATHER_SCATTER handling
+++ case "$target" in
+++ target=arm-eabi
+++ echo arm-eabi
-+ '[' xmultiple_components '!=' xsingle_commit ']'
-+ return
-+ print_mail_subject
-+ true
-++ bmk_print_result --oneline
-++ false
-++ local print_arg=--oneline
-++ artifacts_mail_dir=artifacts/notify
-++ case "$ci_project" in
-++ metric_id=time
-++ local improved_or_regressed
-++ '[' -f artifacts/notify/exe.regression ']'
-++ '[' -f artifacts/notify/symbol.regression ']'
-++ improved_or_regressed=improvement
-++ declare -A changed_by_msg
-++ changed_by_msg[size-regression]='grew in size by'
-++ changed_by_msg[size-improvement]='reduced in size by'
-++ changed_by_msg[time-regression]='slowed down by'
-++ changed_by_msg[time-improvement]='speeds up by'
-++ changed_by_msg[vect-regression]='reduced by'
-++ changed_by_msg[vect-improvement]='increased up by'
-++ changed_by_msg[sve-regression]='reduced by'
-++ changed_by_msg[sve-improvement]='increased up by'
-++ changed_by='speeds up by'
-++ case $metric_id in
-++ exe_threshold=3
-++ symbol_threshold=15
-++ case "$print_arg" in
-++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']'
-++ set -euf -o pipefail +x
-++ local metric bmk symbol short_diag long_diag
-++ '[' -f artifacts/notify/exe.improvement ']'
-++ '[' -f artifacts/notify/symbol.improvement ']'
-++ short_diag='No change'
-++ echo 'No change'
-++ print_commits --oneline
-++ false
-++ local print_arg=--oneline
-++ local components new_commits more_lines
-++ case "$change_kind:$print_arg" in
-++ new_commits=0
-++ for c in "${changed_components[@]}"
-+++ get_baseline_git binutils_rev
-+++ set -euf -o pipefail
-+++ local base_artifacts=base-artifacts
-+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat base-artifacts/git/binutils_rev
-++ base_rev=6feae66da1d652a50c1759bae46128087f7dfab0
-+++ get_current_git binutils_rev
-+++ set -euf -o pipefail
-+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat artifacts/git/binutils_rev
-++ cur_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
-+++ git -C binutils rev-list --count 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8
-++ c_commits=45
-++ new_commits=45
-++ for c in "${changed_components[@]}"
-+++ get_baseline_git gcc_rev
-+++ set -euf -o pipefail
-+++ local base_artifacts=base-artifacts
-+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat base-artifacts/git/gcc_rev
-++ base_rev=d07bce478f9d770de5acb0480a3f0cec2f8b72d8
-+++ get_current_git gcc_rev
-+++ set -euf -o pipefail
-+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat artifacts/git/gcc_rev
-++ cur_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
-+++ git -C gcc rev-list --count d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428
-++ c_commits=122
-++ new_commits=167
-++ for c in "${changed_components[@]}"
-+++ get_baseline_git newlib_rev
-+++ set -euf -o pipefail
-+++ local base_artifacts=base-artifacts
-+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat base-artifacts/git/newlib_rev
-++ base_rev=65d34484e9097fd9036dd577028423355cb5f5bc
-+++ get_current_git newlib_rev
-+++ set -euf -o pipefail
-+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat artifacts/git/newlib_rev
-++ cur_rev=90d3b16d2b93d573501394d88538c99335edc343
-+++ git -C newlib rev-list --count 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343
-++ c_commits=2
-++ new_commits=169
-+++ echo binutils gcc newlib
-+++ tr ' ' ,
-++ components=binutils,gcc,newlib
-++ echo '169 commits in binutils,gcc,newlib'
-+ echo '[Linaro-TCWG-CI] No change after commit: 169 commits in binutils,gcc,newlib'
# generate dashboard
# generate_dashboard_squad
... Skipping
# post_dashboard_squad
... Skipping
-# post_to_jira
-Full stage ran successfully.
++ '[' multiple_components '!=' single_commit ']'
++ return
+ echo '# generate dashboard'
+ generate_dashboard_squad
+ local results_date
@@ -796,6 +780,8 @@ Full stage ran successfully.
+ return
+ false
+ post_to_jira
+# post_to_jira
+Full stage ran successfully.
+ echo '# post_to_jira'
+ false
+ false
diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log
index 9c0c8b2..da2b513 100644
--- a/jenkins/notify-init.log
+++ b/jenkins/notify-init.log
@@ -1,27 +1,27 @@
++ pwd
++ cat
-+ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true
++ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true
+ set -euf -o pipefail
+ local host
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -d: -f 1
+ host=build-08.tcwglab
+ local port
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 2
+ port=
+ local dir
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 3
-+ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0
++ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1
+ local opts
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 4
-+ opts=-p49210
++ opts=-p49395
+ local env_vars
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 5
-+ env_vars='ssh_host=build-08.tcwglab ssh_port=49210'
++ env_vars='ssh_host=build-08.tcwglab ssh_port=49395'
+ shift
+ local -a cmd
+ cmd=()
@@ -52,10 +52,10 @@
+ for i in "$@"
+ cmd+=("$(printf '%q' "$i")")
++ printf %q true
-++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0
-+ ssh -p49210 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49210 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true'
+++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1
++ ssh -p49395 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49395 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true'
-/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true
+/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true
+ false
+ dryrun=
@@ -69,12 +69,12 @@
+ echo '# setup_notify_environment'
+ top_artifacts=artifacts
++ get_current_manifest '{rr[ci_project]}'
-# Debug traces :
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/66/
-# Using dir : base-artifacts
++ get_manifest artifacts/manifest.sh '{rr[ci_project]}'
++ set +x
+ ci_project=tcwg_bmk-code_speed-coremark
+# Debug traces :
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/
+# Using dir : base-artifacts
++ get_current_manifest '{rr[ci_config]}'
++ get_manifest artifacts/manifest.sh '{rr[ci_config]}'
++ set +x
@@ -83,21 +83,23 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/66/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
+ '[' -f /home/tcwg-buildslave/.jipdate.yml ']'
+ set +x
# check_source_changes
++ declare -Ag pw
++ '[' ignore = precommit ']'
+ check_source_changes
+ echo '# check_source_changes'
++ get_current_manifest '{rr[update_baseline]}'
@@ -137,7 +139,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' x835f16daa77952015d1a97ae6eab48cc2ea14fb8 '!=' x6feae66da1d652a50c1759bae46128087f7dfab0 ']'
+++ '[' x41770089162edd23ea7ae33b7952585316accde5 '!=' x835f16daa77952015d1a97ae6eab48cc2ea14fb8 ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -152,7 +154,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' x4beacf3cb8d128b3b9c8c2d3824693b895414428 '!=' xd07bce478f9d770de5acb0480a3f0cec2f8b72d8 ']'
+++ '[' x4e2d53c943400e8b5d49a7d5aab4a1ad046aefba '!=' x4beacf3cb8d128b3b9c8c2d3824693b895414428 ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -167,7 +169,7 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' x90d3b16d2b93d573501394d88538c99335edc343 '!=' x65d34484e9097fd9036dd577028423355cb5f5bc ']'
+++ '[' xc4aa56bbf26f297d4faf1bae80822c0d820a5d44 '!=' x90d3b16d2b93d573501394d88538c99335edc343 ']'
++ echo -ne ' newlib'
++ delim=' '
++ echo
@@ -187,17 +189,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=6feae66da1d652a50c1759bae46128087f7dfab0
++ base_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=835f16daa77952015d1a97ae6eab48cc2ea14fb8
-++ git -C binutils rev-list --count 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8
-# rev for binutils : 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8 (45 commits)
-+ c_commits=45
-+ echo '# rev for binutils : 6feae66da1d652a50c1759bae46128087f7dfab0..835f16daa77952015d1a97ae6eab48cc2ea14fb8 (45 commits)'
++ cur_rev=41770089162edd23ea7ae33b7952585316accde5
+++ git -C binutils rev-list --count 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5
+# rev for binutils : 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5 (169 commits)
++ c_commits=169
++ echo '# rev for binutils : 835f16daa77952015d1a97ae6eab48cc2ea14fb8..41770089162edd23ea7ae33b7952585316accde5 (169 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -205,17 +207,17 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=d07bce478f9d770de5acb0480a3f0cec2f8b72d8
++ base_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=4beacf3cb8d128b3b9c8c2d3824693b895414428
-++ git -C gcc rev-list --count d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428
-# rev for gcc : d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428 (122 commits)
-+ c_commits=122
-+ echo '# rev for gcc : d07bce478f9d770de5acb0480a3f0cec2f8b72d8..4beacf3cb8d128b3b9c8c2d3824693b895414428 (122 commits)'
++ cur_rev=4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
+++ git -C gcc rev-list --count 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba
+# rev for gcc : 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba (230 commits)
++ c_commits=230
++ echo '# rev for gcc : 4beacf3cb8d128b3b9c8c2d3824693b895414428..4e2d53c943400e8b5d49a7d5aab4a1ad046aefba (230 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git newlib_rev
++ set -euf -o pipefail
@@ -223,19 +225,18 @@
++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/newlib_rev
-+ base_rev=65d34484e9097fd9036dd577028423355cb5f5bc
++ base_rev=90d3b16d2b93d573501394d88538c99335edc343
++ get_current_git newlib_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/newlib_rev
-+ cur_rev=90d3b16d2b93d573501394d88538c99335edc343
-++ git -C newlib rev-list --count 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343
-# rev for newlib : 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343 (2 commits)
++ cur_rev=c4aa56bbf26f297d4faf1bae80822c0d820a5d44
+++ git -C newlib rev-list --count 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44
+# rev for newlib : 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44 (17 commits)
-# generate_extra_details
-+ c_commits=2
-+ echo '# rev for newlib : 65d34484e9097fd9036dd577028423355cb5f5bc..90d3b16d2b93d573501394d88538c99335edc343 (2 commits)'
++ c_commits=17
++ echo '# rev for newlib : 90d3b16d2b93d573501394d88538c99335edc343..c4aa56bbf26f297d4faf1bae80822c0d820a5d44 (17 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
@@ -252,20 +253,19 @@
+ print_result_f=print_result
+ print_config_f=print_config
+ print_last_icommit_f=print_last_icommit
++ generate_extra_details_f=generate_extra_details
+ case "$ci_project" in
+# post_interesting_commits
+ print_result_f=bmk_print_result
+ print_config_f=bmk_print_config
-+ generate_extra_details
-+ set -euf -o pipefail
-+ echo '# generate_extra_details'
++ generate_extra_details_f=bmk_generate_extra_details
+ post_interesting_commits init
-# post_interesting_commits
+ set -euf -o pipefail
+ echo '# post_interesting_commits'
+ local stage=init
+ '[' multiple_components '!=' single_commit ']'
+ return
-Init stage ran successfully.
+ '[' init '!=' full ']'
+ echo 'Init stage ran successfully.'
+Init stage ran successfully.
+ exit 0
diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log
index 4234c98..65257ec 100644
--- a/jenkins/rewrite.log
+++ b/jenkins/rewrite.log
@@ -1,27 +1,27 @@
++ pwd
++ cat
-+ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100
++ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100
+ set -euf -o pipefail
+ local host
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -d: -f 1
+ host=build-08.tcwglab
+ local port
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 2
+ port=
+ local dir
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 3
-+ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0
++ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1
+ local opts
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 4
-+ opts=-p49210
++ opts=-p49395
+ local env_vars
-++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49210:ssh_host=build-08.tcwglab ssh_port=49210'
+++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49395:ssh_host=build-08.tcwglab ssh_port=49395'
++ cut -s -d: -f 5
-+ env_vars='ssh_host=build-08.tcwglab ssh_port=49210'
++ env_vars='ssh_host=build-08.tcwglab ssh_port=49395'
+ shift
+ local -a cmd
+ cmd=()
@@ -58,5 +58,5 @@
+ for i in "$@"
+ cmd+=("$(printf '%q' "$i")")
++ printf %q 100
-++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0
-+ ssh -p49210 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49210 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100'
+++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1
++ ssh -p49395 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49395 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100'
diff --git a/jenkins/run-build.env b/jenkins/run-build.env
index 7e84922..21e348a 100644
--- a/jenkins/run-build.env
+++ b/jenkins/run-build.env
@@ -1,15 +1,15 @@
-build_name="#67"
+build_name="#69"
docker_opts=(--distro
default
--ssh_info
true )
source build_container.sh
trap "cleanup_all_containers" EXIT
-build_name="#67-binutils-gcc-newlib"
+build_name="#69-binutils-gcc-newlib"
branch_opt=(==rr\[binutils_git\]
git://sourceware.org/git/binutils-gdb.git#master
==rr\[gcc_git\]
https://github.com/gcc-mirror/gcc.git#master
==rr\[newlib_git\]
git://sourceware.org/git/newlib-cygwin.git#master )
-build_name="#67-binutils-gcc-newlib-R1"
+build_name="#69-binutils-gcc-newlib-R1"
diff --git a/manifest.sh b/manifest.sh
index cac9598..3fd9d30 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=b74e95900f8c35bb568a55c2f56577f77514ce09"
+declare -g "jenkins_scripts_rev=fd1841679e5130ca495be5e830d34b267022ebc4"
# Artifacts directory
# Recording parameters to manifest: artifacts/manifest.sh
rr[ci_project]="tcwg_bmk-code_speed-coremark"
@@ -7,7 +7,7 @@ declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/"
declare -g "SQUAD_GRP=tcwg"
rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master"
rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 1c50dd0..ff22856 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-689]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/jira/comments.txt b/notify/jira/comments.txt
index 1c50dd0..bf0a175 100644
--- a/notify/jira/comments.txt
+++ b/notify/jira/comments.txt
@@ -1,3 +1,3 @@
[GNU-689]
-No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/artifact/artifacts/notify/mail-body.txt/*view*/
+
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 085c9dd..a666617 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,21 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 after:
- | 169 commits in binutils,gcc,newlib
- | 835f16daa77 kvx: fix 32-bit build
- | 36a52ab3bf4 kvx: O_pseudo_fixup
- | 990f9a1d13e kvx: ubsan: integer overflow
- | 847fb383d83 kvx: asan: out-of-bounds read
- | c5ed8c6376e kvx bfd signed calculations and _bfd_kvx_elf_resolve_relocation
- | ... and 40 more commits in binutils
- | 4beacf3cb8d libffi: Backport of LoongArch support for libffi.
- | af3820d10d7 vect: Move VMAT_GATHER_SCATTER handlings from final loop nest
- | 69a0c51ecbb vect: Move VMAT_LOAD_STORE_LANES handlings from final loop nest
- | 82d5c7261fe vect: Remove some manual release in vectorizable_store
- | 2aa8ebc0a60 libstdc++: Fix tests relying on operator new/delete overload
- | ... and 117 more commits in gcc
- | 90d3b16d2 Cygwin: pty: Fix failure to clear switch_to_nat_pipe flag.
- | 7ba103eb1 newlib: add Xtensa port
+ | 416 commits in binutils,gcc,newlib
+ | 41770089162 gdbserver: i387_cache_to_xsave: fix copy dest of zmm registers
+ | 06ef1876687 Automatic date update in version.in
+ | 7fdd4fcee1c config: Fix host -rdynamic detection for build != host != target
+ | b47a4f92de5 Fix "usage" errors for some MI varobj commands
+ | dfab07b9ead x86: unindent most of set_cpu_arch()
+ | ... and 164 more commits in binutils
+ | 4e2d53c9434 LoongArch: Implement 128-bit floating point functions in gcc.
+ | 80907b03c8e Daily bump.
+ | 6f06152541d Fortran: runtime bounds-checking in presence of array constructors [PR31059]
+ | e7b26744404 analyzer: Add support of placement new and improved operator new [PR105948,PR94355]
+ | d3dd69706af testsuite: Fix analyzer_cpython_plugin.c declarations, PR testsuite/111264
+ | ... and 225 more commits in gcc
+ | c4aa56bbf Cygwin: cpuinfo: Linux 6.5 additions
+ | 2a4af3661 Cygwin: Implement sound mixer device.
+ | 3daedf267 Cygwin: document latest sys/cpuset.h fix
+ | ac4699fdf Cygwin: sys/cpuset.h: use internal base types
+ | d27e9fb29 Cygwin: sys/cpuset.h: add cpuset-specific external functions
+ | ... and 12 more commits in newlib
No change
@@ -35,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/66/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/69/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/67/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 4164ecc..0a77d98 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 169 commits in binutils,gcc,newlib: No change
+[Linaro-TCWG-CI] 416 commits in binutils,gcc,newlib: No change
diff --git a/notify/summary.txt b/notify/summary.txt
deleted file mode 100644
index b743d14..0000000
--- a/notify/summary.txt
+++ /dev/null
@@ -1 +0,0 @@
-No change
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 6024688..55498c8 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-size_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average
+sample_variation_average,size_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 48709f6..2c93844 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15281,15281,65060,65060,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15281,15280,65060,65124,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index 320ab5d..0dc3808 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample,dso
-coremark,coremark,15281,na
+coremark,coremark,15280,na
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index 3f46083..f19505d 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,15281,28,-1,-1,-1
-Mean,geomean-successful-tests,15281,28,-1,-1,-1
-Mean,geomean-all-tests,15281,28,-1,-1,-1
-Mean,average-successful-tests,15281,331,-1,-1,-1
-Mean,average-all-tests,15281,331,-1,-1,-1
-coremark,coremark,15281,65060,-1,-1,-1
+Mean,average-successful-tests,15280,332,-1,-1,-1
+Mean,average-all-tests,15280,332,-1,-1,-1
+Mean,mean,15279,28,-1,-1,-1
+Mean,geomean-successful-tests,15279,28,-1,-1,-1
+Mean,geomean-all-tests,15279,28,-1,-1,-1
+coremark,coremark,15280,65124,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -143,7 +143,7 @@ coremark,[.] _fstat,-1,28,-1,-1,-1
coremark,[.] _fstat_r,-1,44,-1,-1,-1
coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1
coremark,[.] __gedf2,-1,138,-1,-1,-1
-coremark,[.] get_arg,-1,3008,-1,-1,-1
+coremark,[.] get_arg,-1,3072,-1,-1,-1
coremark,[.] _getenv_r,-1,16,-1,-1,-1
coremark,[.] __get_locale_env,-1,80,-1,-1,-1
coremark,[.] _getpid,-1,4,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index 97ce414..c5aaea7 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,65060
+coremark,coremark,65124
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -138,7 +138,7 @@ coremark,[.] _fstat,28
coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,3008
+coremark,[.] get_arg,3072
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 48709f6..85a2a4d 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15281,15281,65060,65060,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15281,15280,65060,65124,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 48709f6..85a2a4d 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15281,15281,65060,65060,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15281,15280,65060,65124,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 48709f6..85a2a4d 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15281,15281,65060,65060,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15281,15280,65060,65124,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 48709f6..85a2a4d 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15281,15281,65060,65060,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15281,15280,65060,65124,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 48709f6..85a2a4d 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15281,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15281,331,331,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15281,15281,65060,65060,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15281,15279,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15281,15280,331,332,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15281,15280,65060,65124,-1,-1,-1,-1,-1,-1