diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-10-01 05:59:13 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-10-01 05:59:15 +0000 |
commit | ca7b1e46c7a28d486a39acefeff378f970f7a607 (patch) | |
tree | cbbd550965c2d592dcacd3f0d699c238190a0de7 | |
parent | 15a80f535df8ad1f6f08c99e53fe71a498a1831c (diff) |
onsuccess: #42: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/42/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -Os_LTO_mthumb:
| 1
check_regression status : 0
-rw-r--r-- | 01-reset_artifacts/console.log.xz | bin | 2072 -> 1956 bytes | |||
-rw-r--r-- | 02-prepare_abe/console.log.xz | bin | 2420 -> 2504 bytes | |||
-rw-r--r-- | 03-build_abe-binutils/console.log.xz | bin | 27060 -> 27004 bytes | |||
-rw-r--r-- | 04-build_abe-stage1/console.log.xz | bin | 88132 -> 88544 bytes | |||
-rw-r--r-- | 06-build_abe-newlib/console.log.xz | bin | 12496 -> 12444 bytes | |||
-rw-r--r-- | 07-build_abe-stage2/console.log.xz | bin | 163184 -> 163460 bytes | |||
-rw-r--r-- | 08-benchmark/benchmark-build.log | 92 | ||||
-rw-r--r-- | 08-benchmark/benchmark.log | 90 | ||||
-rw-r--r-- | 08-benchmark/console.log.xz | bin | 4032 -> 4052 bytes | |||
-rw-r--r-- | 09-check_regression/console.log.xz | bin | 4976 -> 5016 bytes | |||
-rw-r--r-- | annex/bmk-data | 2 | ||||
-rw-r--r-- | git/binutils_rev | 2 | ||||
-rw-r--r-- | git/gcc_rev | 2 | ||||
-rw-r--r-- | manifest.sh | 22 | ||||
-rw-r--r-- | notify/jira/comment-template.txt | 2 | ||||
-rw-r--r-- | notify/mail-body.txt | 31 | ||||
-rw-r--r-- | notify/mail-subject.txt | 2 | ||||
-rw-r--r-- | results-vs-first/tcwg-benchmark-results.log | 2 | ||||
-rw-r--r-- | results-vs-prev/bmk-specific-variability.csv | 2 |
19 files changed, 124 insertions, 125 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex e6a3251..28a539f 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 75e9ecf..8dd9724 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex d9fb17d..3c6cbf9 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 78ecbe7..56106c7 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex d17ee0b..ac1d700 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex aa413ac..8a3a756 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 5e7279f..7351d81 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,4 +1,4 @@ -Started TCWG Benchmark #30900 +Started TCWG Benchmark #31242 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. @@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXxOSMe9/agent.59451 -SSH_AGENT_PID=59453 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXFTcoiv/agent.25987 +SSH_AGENT_PID=25989 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_2992280006423277032.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_2992280006423277032.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12161246779944843509.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12161246779944843509.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified @@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 104000423931f557ff782f692e26a60a8b6bee74 (origin/master) +Checking out Revision c17957aee4a436ee5b56f42697139813bfe392ca (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10 -Commit message: "tcwg_*-build.sh: remove rr[start_date], as it is now useless" - > /usr/bin/git rev-list --no-walk 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10 + > /usr/bin/git checkout -f c17957aee4a436ee5b56f42697139813bfe392ca # timeout=10 +Commit message: "round-robin-notify.sh: fix for mail of first detection" + > /usr/bin/git rev-list --no-walk c17957aee4a436ee5b56f42697139813bfe392ca # timeout=10 The recommended git tool is: NONE No credentials specified > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 @@ -55,8 +55,8 @@ Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master) Commit message: "compare-results.py: Error messages on stderr" > /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10 No emails were triggered. -New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins11815160954291274059.sh +New run name is '#31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins14840089955764755177.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/@build_num@ -++ sed -e s/@build_num@/30900/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 +++ sed -e s/@build_num@/31242/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 59571 ++ wait 26109 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #119915 started. -TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins17784545210155506580.sh +TCWG Benchmark_backend #120740 started. +TCWG Benchmark_backend #120740-31242+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins11973766575310504085.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,49 +147,49 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/md5sum.csv -New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/md5sum.csv +New run name is '#31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 59453 killed; +echo Agent pid 25989 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#30899-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison +#31241-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3_LTO-build (tx1:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#30899-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison +#31241-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3_LTO-build (tx1:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index d07f9ce..3e37a8b 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,4 +1,4 @@ -Started TCWG Benchmark #30900 +Started TCWG Benchmark #31242 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. @@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXxOSMe9/agent.59451 -SSH_AGENT_PID=59453 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXFTcoiv/agent.25987 +SSH_AGENT_PID=25989 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_2992280006423277032.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_2992280006423277032.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12161246779944843509.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12161246779944843509.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified @@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 104000423931f557ff782f692e26a60a8b6bee74 (origin/master) +Checking out Revision c17957aee4a436ee5b56f42697139813bfe392ca (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10 -Commit message: "tcwg_*-build.sh: remove rr[start_date], as it is now useless" - > /usr/bin/git rev-list --no-walk 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10 + > /usr/bin/git checkout -f c17957aee4a436ee5b56f42697139813bfe392ca # timeout=10 +Commit message: "round-robin-notify.sh: fix for mail of first detection" + > /usr/bin/git rev-list --no-walk c17957aee4a436ee5b56f42697139813bfe392ca # timeout=10 The recommended git tool is: NONE No credentials specified > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 @@ -55,8 +55,8 @@ Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master) Commit message: "compare-results.py: Error messages on stderr" > /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10 No emails were triggered. -New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins11815160954291274059.sh +New run name is '#31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins14840089955764755177.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/@build_num@ -++ sed -e s/@build_num@/30900/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 +++ sed -e s/@build_num@/31242/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 59571 ++ wait 26109 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #119915 started. -TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins17784545210155506580.sh +TCWG Benchmark_backend #120740 started. +TCWG Benchmark_backend #120740-31242+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins11973766575310504085.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,48 +147,48 @@ TCWG Benchmark_backend #119915-30900+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/dev-01.tcwglab/results.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/csv_results/md5sum.csv -New run name is '#30900-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/csv_results/md5sum.csv +New run name is '#31242-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 59453 killed; +echo Agent pid 25989 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#30899-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison +#31241-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3_LTO-build (tx1:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#30899-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2-bisect (tk1:armhf) is still in progress; ignoring for purposes of comparison +#31241-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O3_LTO-build (tx1:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex a43d5b4..0e5a40c 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 284f479..91256f3 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index 9640cf4..ffe2482 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/41-5d9881d8465ad5fcbee697d35bceaf7f.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/42-f8029d0016040e5d20d4f0e0bf132952.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index b10159c..e1e4626 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -a793b1c488753b944c693d7d1462af7ea182b197 +56c1f748a5df6d0f7c75586204e3010fa3e164f9 diff --git a/git/gcc_rev b/git/gcc_rev index 9674b72..12214a5 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -99488a6048745a7b999c22f46e5814d02ebf88d9 +b06cfb62229f17eca59fa4aabf853d7e17e2327b diff --git a/manifest.sh b/manifest.sh index b617535..6b16a35 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=104000423931f557ff782f692e26a60a8b6bee74" +declare -g "jenkins_scripts_rev=c17957aee4a436ee5b56f42697139813bfe392ca" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_size-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-Os_LTO" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#a793b1c488753b944c693d7d1462af7ea182b197" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#99488a6048745a7b999c22f46e5814d02ebf88d9" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#56c1f748a5df6d0f7c75586204e3010fa3e164f9" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#b06cfb62229f17eca59fa4aabf853d7e17e2327b" rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#41fdb869f9984ca2f8600aaa980b4ed2eae2e980" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/41/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/42/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO rr[components]="binutils gcc newlib" rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=a793b1c488753b944c693d7d1462af7ea182b197 -rr[debug_binutils_date]=1683936031 # 5 hours ago +rr[binutils_rev]=56c1f748a5df6d0f7c75586204e3010fa3e164f9 +rr[debug_binutils_date]=1684195235 # 5 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=99488a6048745a7b999c22f46e5814d02ebf88d9 -rr[debug_gcc_date]=1683947419 # 2 hours ago +rr[gcc_rev]=b06cfb62229f17eca59fa4aabf853d7e17e2327b +rr[debug_gcc_date]=1684208804 # 63 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git rr[newlib_rev]=41fdb869f9984ca2f8600aaa980b4ed2eae2e980 -rr[debug_newlib_date]=1683904331 # 14 hours ago +rr[debug_newlib_date]=1683904331 # 4 days ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=99488a6048745a7b999c22f46e5814d02ebf88d9 -rr[debug_gcc_date]=1683947419 # 2 hours ago +rr[gcc_rev]=b06cfb62229f17eca59fa4aabf853d7e17e2327b +rr[debug_gcc_date]=1684208804 # 69 minutes ago # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 14d7ffd..0dfa9d2 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-686] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/41/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/42/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 7395815..a6d355c 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,20 +2,19 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO after: - | 198 commits in binutils,gcc,newlib - | a793b1c4887 Automatic date update in version.in - | e9151f7d626 Fix regression due to Pragma Import series - | 44a37a98532 Use bool and early loop exit in remove_extra_symbols - | ff4631e22bf Use reference parameter in remove_extra_symbols - | d5acae9e9f1 Handle Ada Pragma Import and Pragma Export - | ... and 33 more commits in binutils - | 99488a60487 MATCH: Fix PR 109834, ICE with popcount combined with bswap - | 20ca33db817 Daily bump. - | 96cc09dea48 Fortran: Revise a namelist test case. - | cf3b032b8fb Fortran: Initialize last_char for internal units. - | 00fffa91f77 i386: Cleanup ix86_expand_vecop_qihi{,2} - | ... and 154 more commits in gcc - | 41fdb869f fhandler/proc.cc(format_proc_cpuinfo): Add Linux 6.3 cpuinfo + | 72 commits in binutils,gcc + | 56c1f748a5d Automatic date update in version.in + | b10f2cd3f3c Correctly handle forward DIE references in scanner + | 6a1cf1bfedb LoongArch: Fix PLT entry generate bug + | b2ca6bdc88c Automatic date update in version.in + | 0d5ffd658fa Automatic date update in version.in + | ... and 3 more commits in binutils + | b06cfb62229 MATCH: [PR109424] Simplify min/max of boolean arguments + | 8cd140d3658 RISC-V: Add FRM and rounding mode operand into floating point intrinsics + | 3427b51bcca Daily bump. + | d62d5686f41 c: Ignore _Atomic on function return type for C2x + | 2f27218ced2 c: Update __has_c_attribute values for C2x + | ... and 59 more commits in gcc No change @@ -34,6 +33,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/41/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/40/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/42/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/41/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 156c911..21ee484 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 198 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 72 commits in binutils,gcc: No change diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log index 8f21b5a..7fbc726 100644 --- a/results-vs-first/tcwg-benchmark-results.log +++ b/results-vs-first/tcwg-benchmark-results.log @@ -97,7 +97,7 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/30900/ results-1/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/31242/ results-1/ + csv_results_dir=artifacts/results-vs-first/csv-results-1 + mkdir -p artifacts/results-vs-first/csv-results-1 + hw_tag=stm32 diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 493c6b8..6024688 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -sample_variation_average,size_variation_average,num_sve_loops_variation_average,benchmark,symbol,num_vect_loops_variation_average +size_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average |