summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-01 05:59:13 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-01 05:59:15 +0000
commitca7b1e46c7a28d486a39acefeff378f970f7a607 (patch)
treecbbd550965c2d592dcacd3f0d699c238190a0de7
parent15a80f535df8ad1f6f08c99e53fe71a498a1831c (diff)
onsuccess: #42: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/42/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -Os_LTO_mthumb: | 1 check_regression status : 0
-rw-r--r--01-reset_artifacts/console.log.xzbin2072 -> 1956 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2420 -> 2504 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin27060 -> 27004 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin88132 -> 88544 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin12496 -> 12444 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin163184 -> 163460 bytes
-rw-r--r--08-benchmark/benchmark-build.log92
-rw-r--r--08-benchmark/benchmark.log90
-rw-r--r--08-benchmark/console.log.xzbin4032 -> 4052 bytes
-rw-r--r--09-check_regression/console.log.xzbin4976 -> 5016 bytes
-rw-r--r--annex/bmk-data2
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--manifest.sh22
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/mail-body.txt31
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--results-vs-first/tcwg-benchmark-results.log2
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
19 files changed, 124 insertions, 125 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index e6a3251..28a539f 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index 75e9ecf..8dd9724 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index d9fb17d..3c6cbf9 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index 78ecbe7..56106c7 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index d17ee0b..ac1d700 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index aa413ac..8a3a756 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index 5e7279f..7351d81 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,4 +1,4 @@
-Started TCWG Benchmark #30900
+Started TCWG Benchmark #31242
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
@@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXxOSMe9/agent.59451
-SSH_AGENT_PID=59453
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXFTcoiv/agent.25987
+SSH_AGENT_PID=25989
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_2992280006423277032.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_2992280006423277032.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12161246779944843509.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12161246779944843509.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
@@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 104000423931f557ff782f692e26a60a8b6bee74 (origin/master)
+Checking out Revision c17957aee4a436ee5b56f42697139813bfe392ca (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10
-Commit message: "tcwg_*-build.sh: remove rr[start_date], as it is now useless"
- > /usr/bin/git rev-list --no-walk 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10
+ > /usr/bin/git checkout -f c17957aee4a436ee5b56f42697139813bfe392ca # timeout=10
+Commit message: "round-robin-notify.sh: fix for mail of first detection"
+ > /usr/bin/git rev-list --no-walk c17957aee4a436ee5b56f42697139813bfe392ca # timeout=10
The recommended git tool is: NONE
No credentials specified
> /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10
@@ -55,8 +55,8 @@ Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master)
Commit message: "compare-results.py: Error messages on stderr"
> /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10
No emails were triggered.
-New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins11815160954291274059.sh
+New run name is '#31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins14840089955764755177.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
@@ -64,15 +64,15 @@ New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_
+ hw_tag=stm32
+ has_perf_logs=no
++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/@build_num@
-++ sed -e s/@build_num@/30900/g -e s/@hw_tag@/stm32/g
-+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
+++ sed -e s/@build_num@/31242/g -e s/@hw_tag@/stm32/g
++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59571
++ wait 26109
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,18 @@ New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119915 started.
-TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins17784545210155506580.sh
+TCWG Benchmark_backend #120740 started.
+TCWG Benchmark_backend #120740-31242+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins11973766575310504085.sh
+ . artifacts/bmk-info
-++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
+++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
++ hw_tag=stm32
++ has_perf_logs=no
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
-+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
-+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results --hw_tag stm32 --has_perf_logs no
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results --hw_tag stm32 --has_perf_logs no
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -110,12 +110,12 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -129,14 +129,14 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 = xundef ']'
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -147,49 +147,49 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
-+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/*'
+++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/md5sum.csv
-New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/md5sum.csv
+New run name is '#31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 59453 killed;
+echo Agent pid 25989 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#30899-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison
+#31241-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3_LTO-build (tx1:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#30899-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison
+#31241-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3_LTO-build (tx1:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log
index d07f9ce..3e37a8b 100644
--- a/08-benchmark/benchmark.log
+++ b/08-benchmark/benchmark.log
@@ -1,4 +1,4 @@
-Started TCWG Benchmark #30900
+Started TCWG Benchmark #31242
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
@@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXxOSMe9/agent.59451
-SSH_AGENT_PID=59453
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXFTcoiv/agent.25987
+SSH_AGENT_PID=25989
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_2992280006423277032.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_2992280006423277032.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12161246779944843509.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12161246779944843509.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
@@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 104000423931f557ff782f692e26a60a8b6bee74 (origin/master)
+Checking out Revision c17957aee4a436ee5b56f42697139813bfe392ca (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10
-Commit message: "tcwg_*-build.sh: remove rr[start_date], as it is now useless"
- > /usr/bin/git rev-list --no-walk 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10
+ > /usr/bin/git checkout -f c17957aee4a436ee5b56f42697139813bfe392ca # timeout=10
+Commit message: "round-robin-notify.sh: fix for mail of first detection"
+ > /usr/bin/git rev-list --no-walk c17957aee4a436ee5b56f42697139813bfe392ca # timeout=10
The recommended git tool is: NONE
No credentials specified
> /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10
@@ -55,8 +55,8 @@ Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master)
Commit message: "compare-results.py: Error messages on stderr"
> /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10
No emails were triggered.
-New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins11815160954291274059.sh
+New run name is '#31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins14840089955764755177.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
@@ -64,15 +64,15 @@ New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_
+ hw_tag=stm32
+ has_perf_logs=no
++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/@build_num@
-++ sed -e s/@build_num@/30900/g -e s/@hw_tag@/stm32/g
-+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
+++ sed -e s/@build_num@/31242/g -e s/@hw_tag@/stm32/g
++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59571
++ wait 26109
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,18 @@ New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119915 started.
-TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins17784545210155506580.sh
+TCWG Benchmark_backend #120740 started.
+TCWG Benchmark_backend #120740-31242+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins11973766575310504085.sh
+ . artifacts/bmk-info
-++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
+++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
++ hw_tag=stm32
++ has_perf_logs=no
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
-+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
-+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results --hw_tag stm32 --has_perf_logs no
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results --hw_tag stm32 --has_perf_logs no
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -110,12 +110,12 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -129,14 +129,14 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 = xundef ']'
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -147,48 +147,48 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
-+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results
++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/*'
+++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/md5sum.csv
-New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/md5sum.csv
+New run name is '#31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 59453 killed;
+echo Agent pid 25989 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#30899-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison
+#31241-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3_LTO-build (tx1:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#30899-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison
+#31241-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3_LTO-build (tx1:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index a43d5b4..0e5a40c 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index 284f479..91256f3 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/annex/bmk-data b/annex/bmk-data
index 9640cf4..ffe2482 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/41-5d9881d8465ad5fcbee697d35bceaf7f.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/42-f8029d0016040e5d20d4f0e0bf132952.tar.xz
diff --git a/git/binutils_rev b/git/binutils_rev
index b10159c..e1e4626 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-a793b1c488753b944c693d7d1462af7ea182b197
+56c1f748a5df6d0f7c75586204e3010fa3e164f9
diff --git a/git/gcc_rev b/git/gcc_rev
index 9674b72..12214a5 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-99488a6048745a7b999c22f46e5814d02ebf88d9
+b06cfb62229f17eca59fa4aabf853d7e17e2327b
diff --git a/manifest.sh b/manifest.sh
index b617535..6b16a35 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=104000423931f557ff782f692e26a60a8b6bee74"
+declare -g "jenkins_scripts_rev=c17957aee4a436ee5b56f42697139813bfe392ca"
# Artifacts directory
rr[top_artifacts]="artifacts"
# Recording parameters to manifest: artifacts/manifest.sh
@@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_size-coremark"
rr[ci_config]="gnu_eabi-arm_eabi-master-Os_LTO"
declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
-rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#a793b1c488753b944c693d7d1462af7ea182b197"
-rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#99488a6048745a7b999c22f46e5814d02ebf88d9"
+rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#56c1f748a5df6d0f7c75586204e3010fa3e164f9"
+rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#b06cfb62229f17eca59fa4aabf853d7e17e2327b"
rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#41fdb869f9984ca2f8600aaa980b4ed2eae2e980"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/41/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/42/"
declare -g "SQUAD_GRP=tcwg"
# Processed 24 options
rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO
rr[components]="binutils gcc newlib"
rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git
-rr[binutils_rev]=a793b1c488753b944c693d7d1462af7ea182b197
-rr[debug_binutils_date]=1683936031 # 5 hours ago
+rr[binutils_rev]=56c1f748a5df6d0f7c75586204e3010fa3e164f9
+rr[debug_binutils_date]=1684195235 # 5 hours ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=99488a6048745a7b999c22f46e5814d02ebf88d9
-rr[debug_gcc_date]=1683947419 # 2 hours ago
+rr[gcc_rev]=b06cfb62229f17eca59fa4aabf853d7e17e2327b
+rr[debug_gcc_date]=1684208804 # 63 minutes ago
rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git
rr[newlib_rev]=41fdb869f9984ca2f8600aaa980b4ed2eae2e980
-rr[debug_newlib_date]=1683904331 # 14 hours ago
+rr[debug_newlib_date]=1683904331 # 4 days ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=99488a6048745a7b999c22f46e5814d02ebf88d9
-rr[debug_gcc_date]=1683947419 # 2 hours ago
+rr[gcc_rev]=b06cfb62229f17eca59fa4aabf853d7e17e2327b
+rr[debug_gcc_date]=1684208804 # 69 minutes ago
# Saving rr[] in the manifest
rr[abe_branch]="master"
rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 14d7ffd..0dfa9d2 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-686]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/41/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/42/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 7395815..a6d355c 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,20 +2,19 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO after:
- | 198 commits in binutils,gcc,newlib
- | a793b1c4887 Automatic date update in version.in
- | e9151f7d626 Fix regression due to Pragma Import series
- | 44a37a98532 Use bool and early loop exit in remove_extra_symbols
- | ff4631e22bf Use reference parameter in remove_extra_symbols
- | d5acae9e9f1 Handle Ada Pragma Import and Pragma Export
- | ... and 33 more commits in binutils
- | 99488a60487 MATCH: Fix PR 109834, ICE with popcount combined with bswap
- | 20ca33db817 Daily bump.
- | 96cc09dea48 Fortran: Revise a namelist test case.
- | cf3b032b8fb Fortran: Initialize last_char for internal units.
- | 00fffa91f77 i386: Cleanup ix86_expand_vecop_qihi{,2}
- | ... and 154 more commits in gcc
- | 41fdb869f fhandler/proc.cc(format_proc_cpuinfo): Add Linux 6.3 cpuinfo
+ | 72 commits in binutils,gcc
+ | 56c1f748a5d Automatic date update in version.in
+ | b10f2cd3f3c Correctly handle forward DIE references in scanner
+ | 6a1cf1bfedb LoongArch: Fix PLT entry generate bug
+ | b2ca6bdc88c Automatic date update in version.in
+ | 0d5ffd658fa Automatic date update in version.in
+ | ... and 3 more commits in binutils
+ | b06cfb62229 MATCH: [PR109424] Simplify min/max of boolean arguments
+ | 8cd140d3658 RISC-V: Add FRM and rounding mode operand into floating point intrinsics
+ | 3427b51bcca Daily bump.
+ | d62d5686f41 c: Ignore _Atomic on function return type for C2x
+ | 2f27218ced2 c: Update __has_c_attribute values for C2x
+ | ... and 59 more commits in gcc
No change
@@ -34,6 +33,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/41/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/40/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/42/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/41/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 156c911..21ee484 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 198 commits in binutils,gcc,newlib: No change
+[Linaro-TCWG-CI] 72 commits in binutils,gcc: No change
diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log
index 8f21b5a..7fbc726 100644
--- a/results-vs-first/tcwg-benchmark-results.log
+++ b/results-vs-first/tcwg-benchmark-results.log
@@ -97,7 +97,7 @@
+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv
+ j=1
+ for i in "${results[@]}"
-+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/ results-1/
++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/ results-1/
+ csv_results_dir=artifacts/results-vs-first/csv-results-1
+ mkdir -p artifacts/results-vs-first/csv-results-1
+ hw_tag=stm32
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 493c6b8..6024688 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-sample_variation_average,size_variation_average,num_sve_loops_variation_average,benchmark,symbol,num_vect_loops_variation_average
+size_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average