summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-12-25 05:06:48 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-12-25 05:06:50 +0000
commit6d1eac9b358a8b4730ca076f2316f1285c0ad7a0 (patch)
treecdbadaaaed7e8e48df99cce809b8f0b23dc89f4c
parentc8f1d2d8de77bc5b3ae91b74a1605aa141961017 (diff)
onsuccess: #124: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O2_LTO_mthumb: | 1 check_regression status : 0
-rw-r--r--01-reset_artifacts/console.log.xzbin2492 -> 2492 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2640 -> 2628 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin26816 -> 26636 bytes
-rw-r--r--03-build_abe-binutils/make-binutils.log.xzbin17556 -> 17532 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin90832 -> 90260 bytes
-rw-r--r--04-build_abe-stage1/make-gcc-stage1.log.xzbin71004 -> 71132 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin12632 -> 12696 bytes
-rw-r--r--06-build_abe-newlib/make-newlib.log.xzbin7048 -> 7032 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin169704 -> 169420 bytes
-rw-r--r--07-build_abe-stage2/make-gcc-stage2.log.xzbin140572 -> 140428 bytes
-rw-r--r--08-benchmark/benchmark-build.log48
-rw-r--r--08-benchmark/console.log.xzbin3416 -> 3444 bytes
-rw-r--r--09-check_regression/console.log.xzbin6336 -> 6464 bytes
-rw-r--r--annex/bmk-data2
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--git/newlib_rev2
-rw-r--r--jenkins/build-name2
-rw-r--r--jenkins/notify-full.log264
-rw-r--r--jenkins/notify-init.log52
-rw-r--r--jenkins/run-build.env6
-rw-r--r--manifest.sh6
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/mail-body.txt42
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/cmp-results.diff6
-rw-r--r--results-vs-prev/compare-results-internal.csv4
-rw-r--r--results-vs-prev/csv-results-0/perf.csv2
-rw-r--r--results-vs-prev/csv-results-0/results.csv8
-rw-r--r--results-vs-prev/csv-results-0/size.csv2
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv2
-rw-r--r--results-vs-prev/csvs2table-results-full.csv2
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv2
-rw-r--r--results-vs-prev/csvs2table-results.csv2
-rw-r--r--results-vs-prev/results-internal.csv2
36 files changed, 227 insertions, 239 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index d82afb8..4a5546a 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index 5f584ac..ecfcb5b 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index d7371ff..54d7217 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz
index d6d0560..1c8016e 100644
--- a/03-build_abe-binutils/make-binutils.log.xz
+++ b/03-build_abe-binutils/make-binutils.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index 7b3bcf6..dbeac20 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz
index 95701e5..3f63b1d 100644
--- a/04-build_abe-stage1/make-gcc-stage1.log.xz
+++ b/04-build_abe-stage1/make-gcc-stage1.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index 3deb949..ca2f98e 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz
index ea78f0a..98355b6 100644
--- a/06-build_abe-newlib/make-newlib.log.xz
+++ b/06-build_abe-newlib/make-newlib.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index 4e47978..8ce993d 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz
index 551bd80..d20c24d 100644
--- a/07-build_abe-stage2/make-gcc-stage2.log.xz
+++ b/07-build_abe-stage2/make-gcc-stage2.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index 1946dd2..67b2ae6 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #48524
+Started TCWG Benchmark #48926
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXJilkSq/agent.17255
-SSH_AGENT_PID=17258
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXAFw7f3/agent.59962
+SSH_AGENT_PID=59964
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_15812463581459839059.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_15812463581459839059.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_5348804684868520946.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_5348804684868520946.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision abf7ddb681bbd569d11e4f11e4a29b8f91df5d8b (origin/master)
+Checking out Revision 76e9cdf84a266e2c4945836eb7ae0400773beebe (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f abf7ddb681bbd569d11e4f11e4a29b8f91df5d8b # timeout=10
-Commit message: "round-robin-baseline.sh: Small fix"
- > /usr/bin/git rev-list --no-walk abf7ddb681bbd569d11e4f11e4a29b8f91df5d8b # timeout=10
+ > /usr/bin/git checkout -f 76e9cdf84a266e2c4945836eb7ae0400773beebe # timeout=10
+Commit message: "tcwg-lnt/create_server.sh: Use Linaro LNT repo"
+ > /usr/bin/git rev-list --no-walk 76e9cdf84a266e2c4945836eb7ae0400773beebe # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -55,24 +55,24 @@ Checking out Revision f948a9fd15e702ab697fd5256f24dd8ba5ebfe1a (origin/master)
Commit message: "spec2xxx-config,cpu2017_llvm.cfg: Os and Oz unsupported in flang"
> /usr/bin/git rev-list --no-walk f948a9fd15e702ab697fd5256f24dd8ba5ebfe1a # timeout=10
No emails were triggered.
-New run name is '#48524-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins11759594457617594269.sh
+New run name is '#48926-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins2348926563432093747.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=stm32
+ has_perf_logs=no
-++ echo build-08.tcwglab:50846:/tmp/tmp.Wx03Rrr8qZ
-++ sed -e s/@build_num@/48524/g -e s/@hw_tag@/stm32/g
-+ results_dest=build-08.tcwglab:50846:/tmp/tmp.Wx03Rrr8qZ
+++ echo build-08.tcwglab:50857:/tmp/tmp.CZyBSbzZI8
+++ sed -e s/@build_num@/48926/g -e s/@hw_tag@/stm32/g
++ results_dest=build-08.tcwglab:50857:/tmp/tmp.CZyBSbzZI8
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 17477
++ wait 61058
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,20 +87,20 @@ New run name is '#48524-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #154505 started.
-TCWG Benchmark_backend #154505-48524+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO-build (stm32:amd64) completed. Result was SUCCESS
-New run name is '#48524-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO-build (stm32:amd64)'
+TCWG Benchmark_backend #155268 started.
+TCWG Benchmark_backend #155268-48926+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO-build (stm32:amd64) completed. Result was SUCCESS
+New run name is '#48926-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 17258 killed;
+echo Agent pid 59964 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#48523 is still in progress; ignoring for purposes of comparison
+#48925-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O2-build (fx:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#48523 is still in progress; ignoring for purposes of comparison
+#48925-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O2-build (fx:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #48524-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #48926-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index d2e8315..97a2138 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index e64ece1..4332f75 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/annex/bmk-data b/annex/bmk-data
index 3e94a92..8e4d0a2 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO/123-6967a2b71a7c6be127eece0ac4a5d76c.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO/124-3908f7e6ec7caf7e38f732d4cfb15558.tar.xz
diff --git a/git/binutils_rev b/git/binutils_rev
index 0cd17ee..d84f36e 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-866a2ad35b75cbc60260c00b82bec2243877355f
+051b3736af7b9dc47a37e31a9c82556e942d1ed4
diff --git a/git/gcc_rev b/git/gcc_rev
index e28bcc3..7eab980 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
+f0269df25af37097a06ae247a18c71e24aa32e3e
diff --git a/git/newlib_rev b/git/newlib_rev
index fc9e218..c1eaff4 100644
--- a/git/newlib_rev
+++ b/git/newlib_rev
@@ -1 +1 @@
-bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
+1a177610d8e181d09206a5a8ce2d873822751657
diff --git a/jenkins/build-name b/jenkins/build-name
index 6183f33..0e839c6 100644
--- a/jenkins/build-name
+++ b/jenkins/build-name
@@ -1 +1 @@
-#123-binutils-gcc-newlib-R1
+#124-binutils-gcc-newlib-R1
diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log
index e6cdb39..3ce57d0 100644
--- a/jenkins/notify-full.log
+++ b/jenkins/notify-full.log
@@ -26,17 +26,17 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/122/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/
# Using dir : base-artifacts
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/122/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
@@ -85,7 +85,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' x866a2ad35b75cbc60260c00b82bec2243877355f '!=' xf6149394f9a46d03ff853a0e83aae61441182811 ']'
+++ '[' x051b3736af7b9dc47a37e31a9c82556e942d1ed4 '!=' x866a2ad35b75cbc60260c00b82bec2243877355f ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -100,7 +100,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' x2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0 '!=' x605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf ']'
+++ '[' xf0269df25af37097a06ae247a18c71e24aa32e3e '!=' x2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0 ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -115,12 +115,12 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' xbdcfea3a2473b378306aa7f008f2fbcb36ee00e5 '!=' x57e311e0deb23492edc94518c78cc57a224dbad9 ']'
+++ '[' x1a177610d8e181d09206a5a8ce2d873822751657 '!=' xbdcfea3a2473b378306aa7f008f2fbcb36ee00e5 ']'
++ echo -ne ' newlib'
++ delim=' '
-++ echo
# Debug traces :
# change_kind=multiple_components : binutils gcc newlib
+++ echo
+ local c base_rev cur_rev c_commits
+ '[' 3 = 0 ']'
+ '[' 3 = 1 ']'
@@ -135,17 +135,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=f6149394f9a46d03ff853a0e83aae61441182811
++ base_rev=866a2ad35b75cbc60260c00b82bec2243877355f
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=866a2ad35b75cbc60260c00b82bec2243877355f
-++ git -C binutils rev-list --count f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f
-# rev for binutils : f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f (99 commits)
-+ c_commits=99
-+ echo '# rev for binutils : f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f (99 commits)'
++ cur_rev=051b3736af7b9dc47a37e31a9c82556e942d1ed4
+++ git -C binutils rev-list --count 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4
+# rev for binutils : 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4 (52 commits)
++ c_commits=52
++ echo '# rev for binutils : 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4 (52 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -153,17 +153,17 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf
++ base_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-++ git -C gcc rev-list --count 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-# rev for gcc : 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0 (127 commits)
-+ c_commits=127
-+ echo '# rev for gcc : 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0 (127 commits)'
++ cur_rev=f0269df25af37097a06ae247a18c71e24aa32e3e
+++ git -C gcc rev-list --count 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e
+# rev for gcc : 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e (27 commits)
++ c_commits=27
++ echo '# rev for gcc : 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e (27 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git newlib_rev
++ set -euf -o pipefail
@@ -171,18 +171,18 @@
++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/newlib_rev
-+ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
++ base_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
++ get_current_git newlib_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/newlib_rev
-+ cur_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5 (13 commits)
++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
+++ git -C newlib rev-list --count bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657
+# rev for newlib : bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657 (10 commits)
-+ c_commits=13
-+ echo '# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5 (13 commits)'
++ c_commits=10
++ echo '# rev for newlib : bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657 (10 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
@@ -218,7 +218,7 @@
+ local artifacts_mail_dir
+ artifacts_mail_dir=artifacts/notify
+ local res=0
-+ wait 232567
++ wait 226297
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose
+ assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']'
+ set -euf -o pipefail +x
@@ -235,21 +235,21 @@
++ assert_with_msg 'ERROR: No binutils in current git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ git -C binutils show --no-patch --pretty=%ct f6149394f9a46d03ff853a0e83aae61441182811
-+ base_d=1702944014
+++ git -C binutils show --no-patch --pretty=%ct 866a2ad35b75cbc60260c00b82bec2243877355f
++ base_d=1703210684
++ get_current_component_date binutils
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ git -C binutils show --no-patch --pretty=%ct 866a2ad35b75cbc60260c00b82bec2243877355f
-+ cur_d=1703210684
-+ '[' x1702944014 '!=' x ']'
-+ '[' x1703210684 = x ']'
-+ '[' 1703210684 -lt 1702944014 ']'
-+ '[' x1703210684 = x ']'
-+ '[' 1703210684 -gt 0 ']'
-+ results_date=1703210684
+++ git -C binutils show --no-patch --pretty=%ct 051b3736af7b9dc47a37e31a9c82556e942d1ed4
++ cur_d=1703462425
++ '[' x1703210684 '!=' x ']'
++ '[' x1703462425 = x ']'
++ '[' 1703462425 -lt 1703210684 ']'
++ '[' x1703462425 = x ']'
++ '[' 1703462425 -gt 0 ']'
++ results_date=1703462425
+ for c in $(get_current_manifest "{rr[components]}")
++ get_baseline_component_date gcc
++ set -euf -o pipefail
@@ -257,21 +257,21 @@
++ assert_with_msg 'ERROR: No gcc in current git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ git -C gcc show --no-patch --pretty=%ct 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf
-+ base_d=1702950391
+++ git -C gcc show --no-patch --pretty=%ct 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
++ base_d=1703215080
++ get_current_component_date gcc
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ git -C gcc show --no-patch --pretty=%ct 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-+ cur_d=1703215080
-+ '[' x1702950391 '!=' x ']'
-+ '[' x1703215080 = x ']'
-+ '[' 1703215080 -lt 1702950391 ']'
-+ '[' x1703215080 = x ']'
-+ '[' 1703215080 -gt 1703210684 ']'
-+ results_date=1703215080
+++ git -C gcc show --no-patch --pretty=%ct f0269df25af37097a06ae247a18c71e24aa32e3e
++ cur_d=1703463489
++ '[' x1703215080 '!=' x ']'
++ '[' x1703463489 = x ']'
++ '[' 1703463489 -lt 1703215080 ']'
++ '[' x1703463489 = x ']'
++ '[' 1703463489 -gt 1703462425 ']'
++ results_date=1703463489
+ for c in $(get_current_manifest "{rr[components]}")
++ get_baseline_component_date newlib
++ set -euf -o pipefail
@@ -279,32 +279,32 @@
++ assert_with_msg 'ERROR: No newlib in current git' '[' -f base-artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ git -C newlib show --no-patch --pretty=%ct 57e311e0deb23492edc94518c78cc57a224dbad9
-+ base_d=1702786270
+++ git -C newlib show --no-patch --pretty=%ct bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
++ base_d=1703187807
++ get_current_component_date newlib
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No newlib in current git' '[' -f artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ git -C newlib show --no-patch --pretty=%ct bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-+ cur_d=1703187807
-+ '[' x1702786270 '!=' x ']'
-+ '[' x1703187807 = x ']'
-+ '[' 1703187807 -lt 1702786270 ']'
-+ '[' x1703187807 = x ']'
-+ '[' 1703187807 -gt 1703215080 ']'
-+ assert_with_msg 'Failed to produce results_date' '[' 1703215080 -gt 0 ']'
+++ git -C newlib show --no-patch --pretty=%ct 1a177610d8e181d09206a5a8ce2d873822751657
++ cur_d=1703323618
++ '[' x1703187807 '!=' x ']'
++ '[' x1703323618 = x ']'
++ '[' 1703323618 -lt 1703187807 ']'
++ '[' x1703323618 = x ']'
++ '[' 1703323618 -gt 1703463489 ']'
++ assert_with_msg 'Failed to produce results_date' '[' 1703463489 -gt 0 ']'
+ set -euf -o pipefail +x
++ get_baseline_manifest '{rr[results_date]}'
++ get_manifest base-artifacts/manifest.sh '{rr[results_date]}' false
++ set +x
-+ base_d=1702686371
-+ '[' 1702686371 '!=' '' ']'
-+ assert '[' 1703215080 -ge 1702686371 ']'
++ base_d=1702950725
++ '[' 1702950725 '!=' '' ']'
++ assert '[' 1703463489 -ge 1702950725 ']'
+ set -euf -o pipefail +x
-+ '[' 1703215080 -gt 1702686371 ']'
-+ results_date=1702950725
-+ rr[results_date]=1702950725
++ '[' 1703463489 -gt 1702950725 ']'
++ results_date=1703207107
++ rr[results_date]=1703207107
+ cat
+ manifest_out
+ cat
@@ -378,9 +378,9 @@
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
-++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/artifact/artifacts
+++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/artifact/artifacts
++ '[' '' '!=' '' ']'
-++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/artifact/artifacts/notify/mail-body.txt/*view*/'
+++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/artifact/artifacts/notify/mail-body.txt/*view*/'
# print all notification files
+ echo '# print all notification files'
+ true
@@ -413,16 +413,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=f6149394f9a46d03ff853a0e83aae61441182811
+++ base_rev=866a2ad35b75cbc60260c00b82bec2243877355f
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=866a2ad35b75cbc60260c00b82bec2243877355f
-+++ git -C binutils rev-list --count f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f
-++ c_commits=99
-++ new_commits=99
+++ cur_rev=051b3736af7b9dc47a37e31a9c82556e942d1ed4
++++ git -C binutils rev-list --count 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4
+++ c_commits=52
+++ new_commits=52
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -430,16 +430,16 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf
+++ base_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-+++ git -C gcc rev-list --count 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-++ c_commits=127
-++ new_commits=226
+++ cur_rev=f0269df25af37097a06ae247a18c71e24aa32e3e
++++ git -C gcc rev-list --count 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e
+++ c_commits=27
+++ new_commits=79
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
@@ -447,20 +447,20 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
+++ base_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ cur_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-++ c_commits=13
-++ new_commits=239
+++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
++++ git -C newlib rev-list --count bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657
+++ c_commits=10
+++ new_commits=89
+++ echo binutils gcc newlib
+++ tr ' ' ,
++ components=binutils,gcc,newlib
-++ echo '239 commits in binutils,gcc,newlib'
+++ echo '89 commits in binutils,gcc,newlib'
++ '[' --oneline = --oneline ']'
++ return 0
++ bmk_print_result --oneline
@@ -548,17 +548,17 @@
++ case "$ci_config" in
++ echo 'arm O2 -LTO'
++ return 0
-+ echo '[Linaro-TCWG-CI]' '239 commits in binutils,gcc,newlib: No change on arm O2 -LTO'
++ echo '[Linaro-TCWG-CI]' '89 commits in binutils,gcc,newlib: No change on arm O2 -LTO'
+ print_mail_body
+ local bad_artifacts_url good_artifacts_url
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/artifact/artifacts
++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/artifact/artifacts
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/122/artifact/artifacts
++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/artifact/artifacts
+ local key=
+ '[' multiple_components = single_commit ']'
+ cat
@@ -643,16 +643,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=f6149394f9a46d03ff853a0e83aae61441182811
+++ base_rev=866a2ad35b75cbc60260c00b82bec2243877355f
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=866a2ad35b75cbc60260c00b82bec2243877355f
-+++ git -C binutils rev-list --count f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f
-++ c_commits=99
-++ new_commits=99
+++ cur_rev=051b3736af7b9dc47a37e31a9c82556e942d1ed4
++++ git -C binutils rev-list --count 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4
+++ c_commits=52
+++ new_commits=52
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -660,16 +660,16 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf
+++ base_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-+++ git -C gcc rev-list --count 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-++ c_commits=127
-++ new_commits=226
+++ cur_rev=f0269df25af37097a06ae247a18c71e24aa32e3e
++++ git -C gcc rev-list --count 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e
+++ c_commits=27
+++ new_commits=79
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
@@ -677,20 +677,20 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
+++ base_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ cur_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-++ c_commits=13
-++ new_commits=239
+++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
++++ git -C newlib rev-list --count bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657
+++ c_commits=10
+++ new_commits=89
+++ echo binutils gcc newlib
+++ tr ' ' ,
++ components=binutils,gcc,newlib
-++ echo '239 commits in binutils,gcc,newlib'
+++ echo '89 commits in binutils,gcc,newlib'
++ '[' --short = --oneline ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git binutils_rev
@@ -699,19 +699,19 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=f6149394f9a46d03ff853a0e83aae61441182811
+++ base_rev=866a2ad35b75cbc60260c00b82bec2243877355f
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=866a2ad35b75cbc60260c00b82bec2243877355f
-+++ git -C binutils rev-list --count f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f
-++ c_commits=99
+++ cur_rev=051b3736af7b9dc47a37e31a9c82556e942d1ed4
++++ git -C binutils rev-list --count 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4
+++ c_commits=52
++ '[' '' '!=' '' ']'
-++ git -C binutils log -n 5 --oneline f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f
-++ '[' 99 -gt 5 ']'
-++ echo '... and 94 more commits in binutils'
+++ git -C binutils log -n 5 --oneline 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4
+++ '[' 52 -gt 5 ']'
+++ echo '... and 47 more commits in binutils'
++ '[' '' '!=' '' ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
@@ -720,19 +720,19 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf
+++ base_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-+++ git -C gcc rev-list --count 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-++ c_commits=127
+++ cur_rev=f0269df25af37097a06ae247a18c71e24aa32e3e
++++ git -C gcc rev-list --count 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e
+++ c_commits=27
++ '[' '' '!=' '' ']'
-++ git -C gcc log -n 5 --oneline 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-++ '[' 127 -gt 5 ']'
-++ echo '... and 122 more commits in gcc'
+++ git -C gcc log -n 5 --oneline 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e
+++ '[' 27 -gt 5 ']'
+++ echo '... and 22 more commits in gcc'
++ '[' '' '!=' '' ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
@@ -741,19 +741,19 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
+++ base_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ cur_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-++ c_commits=13
+++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
++++ git -C newlib rev-list --count bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657
+++ c_commits=10
++ '[' '' '!=' '' ']'
-++ git -C newlib log -n 5 --oneline 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-++ '[' 13 -gt 5 ']'
-++ echo '... and 8 more commits in newlib'
+++ git -C newlib log -n 5 --oneline bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657
+++ '[' 10 -gt 5 ']'
+++ echo '... and 5 more commits in newlib'
++ '[' '' '!=' '' ']'
++ return 0
++ bmk_print_result --short
@@ -882,8 +882,8 @@
+ return
+ true
+ generate_jenkins_html_files
-+ wait 232834
# generate_jenkins_html_files
++ wait 226564
+ set -euf -o pipefail
+ echo '# generate_jenkins_html_files'
+ true
@@ -1984,15 +1984,15 @@
+ case $text_type in
# generate dashboard
# generate_dashboard_squad
+... Skipping
+# post_dashboard_squad
+... Skipping
+ echo '# generate dashboard'
+ generate_dashboard_squad
+ local results_date
+ echo '# generate_dashboard_squad'
+ false
+ echo '... Skipping'
-... Skipping
-# post_dashboard_squad
-... Skipping
+ return
+ post_dashboard_squad
+ echo '# post_dashboard_squad'
@@ -2000,10 +2000,10 @@
+ echo '... Skipping'
+ return
+ generate_lnt_report
-+ wait 233125
+# generate_lnt_report
++ wait 226855
+ set -euf -o pipefail
+ local results_date
-# generate_lnt_report
+ echo '# generate_lnt_report'
+ true
+ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/lnt-utils.sh
@@ -2011,9 +2011,11 @@
++ get_current_manifest '{rr[results_date]}'
++ get_manifest artifacts/manifest.sh '{rr[results_date]}'
++ set +x
-+ results_date=1702950725
-++ date '+%Y-%m-%d %H:%M:%S' --date @1702950725
-+ results_date='2023-12-19 01:52:05'
++ results_date=1703207107
+++ date '+%Y-%m-%d %H:%M:%S' --date @1703207107
+# release_testresults_files
+... Done
++ results_date='2023-12-22 01:05:07'
+ local jira_key=-
+ '[' -f artifacts/notify/jira/key ']'
+ case "$ci_project" in
@@ -2025,8 +2027,6 @@
+ true
+ release_testresults_files
+ echo '# release_testresults_files'
-# release_testresults_files
-... Done
+ '[' -d artifacts/jenkins ']'
+ '[' -f artifacts/testresults/testresults-mail-recipients.txt ']'
+ echo '... Done'
diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log
index 7a5cef2..a809be2 100644
--- a/jenkins/notify-init.log
+++ b/jenkins/notify-init.log
@@ -17,10 +17,10 @@
++ get_manifest artifacts/manifest.sh '{rr[ci_project]}'
++ set +x
+ ci_project=tcwg_bmk-code_speed-coremark
+++ get_current_manifest '{rr[ci_config]}'
# Debug traces :
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/122/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/
# Using dir : base-artifacts
-++ get_current_manifest '{rr[ci_config]}'
++ get_manifest artifacts/manifest.sh '{rr[ci_config]}'
++ set +x
+ ci_config=gnu_eabi-arm_eabi-master-O2_LTO
@@ -28,15 +28,15 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/122/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
@@ -85,7 +85,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' x866a2ad35b75cbc60260c00b82bec2243877355f '!=' xf6149394f9a46d03ff853a0e83aae61441182811 ']'
+++ '[' x051b3736af7b9dc47a37e31a9c82556e942d1ed4 '!=' x866a2ad35b75cbc60260c00b82bec2243877355f ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -100,7 +100,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' x2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0 '!=' x605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf ']'
+++ '[' xf0269df25af37097a06ae247a18c71e24aa32e3e '!=' x2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0 ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -115,7 +115,7 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' xbdcfea3a2473b378306aa7f008f2fbcb36ee00e5 '!=' x57e311e0deb23492edc94518c78cc57a224dbad9 ']'
+++ '[' x1a177610d8e181d09206a5a8ce2d873822751657 '!=' xbdcfea3a2473b378306aa7f008f2fbcb36ee00e5 ']'
++ echo -ne ' newlib'
++ delim=' '
++ echo
@@ -135,17 +135,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=f6149394f9a46d03ff853a0e83aae61441182811
++ base_rev=866a2ad35b75cbc60260c00b82bec2243877355f
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=866a2ad35b75cbc60260c00b82bec2243877355f
-++ git -C binutils rev-list --count f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f
-# rev for binutils : f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f (99 commits)
-+ c_commits=99
-+ echo '# rev for binutils : f6149394f9a46d03ff853a0e83aae61441182811..866a2ad35b75cbc60260c00b82bec2243877355f (99 commits)'
++ cur_rev=051b3736af7b9dc47a37e31a9c82556e942d1ed4
+++ git -C binutils rev-list --count 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4
+# rev for binutils : 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4 (52 commits)
++ c_commits=52
++ echo '# rev for binutils : 866a2ad35b75cbc60260c00b82bec2243877355f..051b3736af7b9dc47a37e31a9c82556e942d1ed4 (52 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -153,17 +153,17 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf
++ base_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-++ git -C gcc rev-list --count 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0
-+ c_commits=127
-# rev for gcc : 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0 (127 commits)
-+ echo '# rev for gcc : 605d21f8ef1f0f0ff784adc05cbeea229a6b5ddf..2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0 (127 commits)'
++ cur_rev=f0269df25af37097a06ae247a18c71e24aa32e3e
+++ git -C gcc rev-list --count 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e
+# rev for gcc : 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e (27 commits)
++ c_commits=27
++ echo '# rev for gcc : 2488771b6dc6b05bfdc68dbd6b7bbe0489c8dad0..f0269df25af37097a06ae247a18c71e24aa32e3e (27 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git newlib_rev
++ set -euf -o pipefail
@@ -171,18 +171,18 @@
++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/newlib_rev
-+ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
++ base_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
++ get_current_git newlib_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/newlib_rev
-+ cur_rev=bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5
-# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5 (13 commits)
++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
+++ git -C newlib rev-list --count bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657
+# rev for newlib : bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657 (10 commits)
-+ c_commits=13
-+ echo '# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..bdcfea3a2473b378306aa7f008f2fbcb36ee00e5 (13 commits)'
++ c_commits=10
++ echo '# rev for newlib : bdcfea3a2473b378306aa7f008f2fbcb36ee00e5..1a177610d8e181d09206a5a8ce2d873822751657 (10 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
diff --git a/jenkins/run-build.env b/jenkins/run-build.env
index 06b21fd..5222ad7 100644
--- a/jenkins/run-build.env
+++ b/jenkins/run-build.env
@@ -1,15 +1,15 @@
-build_name="#123"
+build_name="#124"
docker_opts=(--distro
default
--ssh_info
true )
source build_container.sh
trap "cleanup_all_containers" EXIT
-build_name="#123-binutils-gcc-newlib"
+build_name="#124-binutils-gcc-newlib"
branch_opt=(==rr\[binutils_git\]
git://sourceware.org/git/binutils-gdb.git#master
==rr\[gcc_git\]
https://github.com/gcc-mirror/gcc.git#master
==rr\[newlib_git\]
git://sourceware.org/git/newlib-cygwin.git#master )
-build_name="#123-binutils-gcc-newlib-R1"
+build_name="#124-binutils-gcc-newlib-R1"
diff --git a/manifest.sh b/manifest.sh
index 1a454ba..28ab803 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=abf7ddb681bbd569d11e4f11e4a29b8f91df5d8b"
+declare -g "jenkins_scripts_rev=76e9cdf84a266e2c4945836eb7ae0400773beebe"
# Artifacts directory
# Recording parameters to manifest: artifacts/manifest.sh
rr[ci_project]="tcwg_bmk-code_speed-coremark"
@@ -7,7 +7,7 @@ declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/"
declare -g "SQUAD_GRP=tcwg"
rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master"
rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master"
@@ -28,4 +28,4 @@ rr[no_regression_result]="0"
rr[target]="arm_eabi"
rr[toolchain]="gnu_eabi"
declare -g "notify=ignore"
-rr[results_date]="1702950725"
+rr[results_date]="1703207107"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 9caa7f8..95ebfe5 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-689]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 93201a3..427c91a 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -4,25 +4,25 @@ We appreciate that it might be difficult to find the necessary logs or reproduce
In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2_LTO after:
- | 239 commits in binutils,gcc,newlib
- | 866a2ad35b7 sim: ppc: igen: fix -G handling
- | 3744b73e3bf sim: warnings: enable -Wreturn-type
- | fa113bd940e sim: warnings: fix -Wreturn-mismatch typo
- | 06bc778c13c sim: m32c: fix initial #line number in generated code
- | 6003fe166df sim: mloop: add #line pragmas everywhere
- | ... and 94 more commits in binutils
- | 2488771b6dc c++: computed goto from catch block [PR81438]
- | 5cb79aa2bdb Testsuite: Fix failures in g++.dg/analyzer/placement-new-size.C
- | d26f589e61a c++: sizeof... mangling with alias template [PR95298]
- | 2fa122cae50 testsuite: suppress mangling compatibility aliases
- | cdfaa4aa527 Daily bump.
- | ... and 122 more commits in gcc
- | bdcfea3a2 Fix iq2000 libgloss for c99/gcc-14
- | 188ca6493 Optimize strpbrk.c
- | 7a45daad9 Re: libgloss c99 fixes for mn10300-elf
- | 5fa3b84da Regenarate libgloss/Makefile.in
- | 73bce6597 newlib: Fix long double for unsupported rounding modes and exceptions
- | ... and 8 more commits in newlib
+ | 89 commits in binutils,gcc,newlib
+ | 051b3736af7 Automatic date update in version.in
+ | 2d120f18ef0 Re: LoongArch: Add support for <b ".L1"> and <beq, $t0, $t1, ".L1">
+ | 32a5d479d23 gdb: make value::allocate_register_lazy store id of next non-inline frame
+ | 78f2fd84e83 gdb: remove VALUE_REGNUM, add value::regnum
+ | 8b31004bd82 gdb: remove VALUE_NEXT_FRAME_ID, add value::next_frame_id
+ | ... and 47 more commits in binutils
+ | f0269df25af Daily bump.
+ | a657c7e3518 testsuite: un-xfail TSVC loops that check for exit control flow vectorization
+ | c5232ec1493 testsuite: Add tests for early break vectorization
+ | 1bcc07aeb47 AArch64: Add implementation for vector cbranch for Advanced SIMD
+ | 01f4251b877 middle-end: Support vectorization of loops with multiple exits.
+ | ... and 22 more commits in gcc
+ | 1a177610d GCN: Implement '_exit' instead of 'exit'
+ | 1df8f9f09 Fix epiphany libgloss for c99/gcc-14
+ | 5e79655f3 Fix most of m32r libgloss for c99/gcc-14
+ | 73ba28733 Fix mcore libgloss port for c99/gcc-14
+ | a1a21442b Fix rl78 libgloss port for c99/gcc-14
+ | ... and 5 more commits in newlib
No change
@@ -42,6 +42,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/122/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/124/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2_LTO-build/123/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 449e525..3434d84 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 239 commits in binutils,gcc,newlib: No change on arm O2 -LTO
+[Linaro-TCWG-CI] 89 commits in binutils,gcc,newlib: No change on arm O2 -LTO
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index cb2760f..33a8f24 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_sve_loops_variation_average,size_variation_average,sample_variation_average,benchmark,symbol,num_vect_loops_variation_average
+num_sve_loops_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,size_variation_average
diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff
index a4660d9..1eac00b 100644
--- a/results-vs-prev/cmp-results.diff
+++ b/results-vs-prev/cmp-results.diff
@@ -1,9 +1,7 @@
0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19
Mean,average-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,0,100,,,,,15638,-1,67716,67716,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,,,,,,,15638,-1,67716,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,,100,,,,,-1,-1,67716,67716,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,0,100,,,,,15638,-1,67715,67715,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,,,,,,,15638,-1,67715,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,,100,,,,,-1,-1,67715,67715,-1,-1,-1,-1,-1,-1,-1,-1
Mean,mean,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 8465d83..1aaee43 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,6 +1,6 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,n/a,15638,-1,67715,67715,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,0,100,n/a,n/a,n/a,n/a,15638,-1,67716,67716,-1,-1,-1,-1,-1,-1,-1,-1
Mean,mean,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,n/a,-1,-1,67715,67715,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,100,n/a,n/a,n/a,n/a,-1,-1,67716,67716,-1,-1,-1,-1,-1,-1,-1,-1
Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv
index 1f7b11c..92272a3 100644
--- a/results-vs-prev/csv-results-0/perf.csv
+++ b/results-vs-prev/csv-results-0/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample,dso
-coremark,coremark,15638,na
+coremark,coremark,-1,na
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index ef181f8..f962dfb 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status
-Mean,geomean-successful-tests,15638,67715,-1,-1,-1,-1
-Mean,average-successful-tests,15638,67716,-1,-1,-1,-1
Mean,mean,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,-1,67715,-1,-1,-1,-1
Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,-1,67716,-1,-1,-1,-1
Mean,average-all-tests,-1,-1,-1,-1,-1,-1
-coremark,coremark,15638,67716,-1,-1,-1,success
+coremark,coremark,-1,67716,-1,-1,-1,success
coremark,[.] abort,-1,14,-1,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1
@@ -192,7 +192,7 @@ coremark,[.] __lshift,-1,232,-1,-1,-1,-1
coremark,[.] __ltdf2,-1,130,-1,-1,-1,-1
coremark,[.] main,-1,1836,-1,-1,-1,-1
coremark,[.] __malloc_lock,-1,12,-1,-1,-1,-1
-coremark,[.] _malloc_r,-1,1388,-1,-1,-1,-1
+coremark,[.] _malloc_r,-1,1384,-1,-1,-1,-1
coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1,-1
coremark,[.] __malloc_unlock,-1,12,-1,-1,-1,-1
coremark,[.] _mbtowc_r,-1,20,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv
index c2ae92f..fc9416c 100644
--- a/results-vs-prev/csv-results-0/size.csv
+++ b/results-vs-prev/csv-results-0/size.csv
@@ -187,7 +187,7 @@ coremark,[.] __lshift,232
coremark,[.] __ltdf2,130
coremark,[.] main,1836
coremark,[.] __malloc_lock,12
-coremark,[.] _malloc_r,1388
+coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
coremark,[.] __malloc_unlock,12
coremark,[.] _mbtowc_r,20
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 83ba256..f2e494a 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67715,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67716,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 83ba256..f2e494a 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67715,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67716,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 83ba256..f2e494a 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67715,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67716,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 83ba256..f2e494a 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67715,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67716,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 83ba256..f2e494a 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67715,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15638,-1,67716,-1,-1,-1,-1,-1,-1,-1,-1,-1