diff options
38 files changed, 329 insertions, 425 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 67a0501..85b67ef 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 3f946d4..755b3d8 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 5d8f951..c6b839c 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex 088ac17..03f0058 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 629bb10..284a9f8 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex 3b98916..66e96f7 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex f1d9e90..dc39699 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 73df9a4..5d20fac 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex d7038e2..6d8d640 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 42fe085..c0f9f8b 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex ed30fc0..23ae0cf 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index cc45a6e..e42d69e 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #42610 +Started TCWG Benchmark #42904 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXD3mBBr/agent.46765 -SSH_AGENT_PID=46767 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXzZK44O/agent.8602 +SSH_AGENT_PID=8604 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16048010576559478891.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16048010576559478891.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_7720537652206782351.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_7720537652206782351.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 618846b85683cf31e8ea6b89afd6e95e0104965b (origin/master) +Checking out Revision 8a60c06a30d3c79844590b24aff1a8ef0976ce81 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 618846b85683cf31e8ea6b89afd6e95e0104965b # timeout=10 -Commit message: "Revert "tcwg_gnu-config.sh (settings_for_ci_project_and_config): Move code from tcwg_gnu-build.sh"" - > /usr/bin/git rev-list --no-walk 618846b85683cf31e8ea6b89afd6e95e0104965b # timeout=10 + > /usr/bin/git checkout -f 8a60c06a30d3c79844590b24aff1a8ef0976ce81 # timeout=10 +Commit message: "pw-apply.sh: Fix corner-case" + > /usr/bin/git rev-list --no-walk 8a60c06a30d3c79844590b24aff1a8ef0976ce81 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 2dad87067f04f32cc1851fc166ed112e3b89a0bc (origin/master) +Checking out Revision 6af443df6f7b4514bda2d433b4ce02f53c51d5eb (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 2dad87067f04f32cc1851fc166ed112e3b89a0bc # timeout=10 -Commit message: "perfdatadir2csv.sh: report failed benchmarks again in generated csv files" - > /usr/bin/git rev-list --no-walk 2dad87067f04f32cc1851fc166ed112e3b89a0bc # timeout=10 + > /usr/bin/git checkout -f 6af443df6f7b4514bda2d433b4ce02f53c51d5eb # timeout=10 +Commit message: "output-bmk-results.py (get_short_long_diag): Change output format" + > /usr/bin/git rev-list --no-walk 6af443df6f7b4514bda2d433b4ce02f53c51d5eb # timeout=10 No emails were triggered. -New run name is '#42610-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins1899334311157743524.sh +New run name is '#42904-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins4541892232172186920.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo build-07.tcwglab:49577:/tmp/tmp.66iZGj0HK0 -++ sed -e s/@build_num@/42610/g -e s/@hw_tag@/stm32/g -+ results_dest=build-07.tcwglab:49577:/tmp/tmp.66iZGj0HK0 +++ echo build-04.tcwglab:51223:/tmp/tmp.bt5FfT10sT +++ sed -e s/@build_num@/42904/g -e s/@hw_tag@/stm32/g ++ results_dest=build-04.tcwglab:51223:/tmp/tmp.bt5FfT10sT + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 46885 ++ wait 8723 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,20 +87,20 @@ New run name is '#42610-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #142328 started. -TCWG Benchmark_backend #142328-42610+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS -New run name is '#42610-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' +TCWG Benchmark_backend #142970 started. +TCWG Benchmark_backend #142970-42904+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#42904-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 46767 killed; +echo Agent pid 8604 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#42609-tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison +#42903-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O2-build (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#42609-tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison +#42903-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O2-build (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #42610-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #42904-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 4a4b57b..71d4c3d 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 150d74b..4875df1 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index 9616df1..c99eb38 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/77-da1fe2760056814502251f678feae653.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/78-33169774f1bdc5e913e38e6b3b0dbdbe.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index f7056a0..c096a29 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -5437a944648eef989f8ecde29787d7924b80fdc0 +8f6f3f29653d8396146bd93a5c63925a13dd047a diff --git a/git/gcc_rev b/git/gcc_rev index 1881d90..fbd7e39 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -c983744307527793b09138420553bd18210c08ef +e465e5e4a969334f64cf0d6611de5273d73ea732 diff --git a/jenkins/build-name b/jenkins/build-name index 7751a09..bf31389 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#77-binutils-gcc-newlib-R1 +#78-binutils-gcc-newlib-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index f151dc8..1119454 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh ++ remote_exec 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh + set -euf -o pipefail + local host -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -d: -f 1 -+ host=build-07.tcwglab ++ host=build-04.tcwglab + local port -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 3 -+ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 ++ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1 + local opts -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 4 -+ opts=-p49577 ++ opts=-p51223 + local env_vars -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-07.tcwglab ssh_port=49577' ++ env_vars='ssh_host=build-04.tcwglab ssh_port=51223' + shift + local -a cmd + cmd=() @@ -58,10 +58,10 @@ + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q tcwg_bmk-build.sh -++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p49577 build-07.tcwglab 'export ssh_host=build-07.tcwglab ssh_port=49577 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh' +++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1 ++ ssh -p51223 build-04.tcwglab 'export ssh_host=build-04.tcwglab ssh_port=51223 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh' -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh +/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -87,17 +87,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/76/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/76/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -145,7 +145,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x5437a944648eef989f8ecde29787d7924b80fdc0 '!=' x0f7710ced04618731ab51f0f29b8bcd42597360d ']' +++ '[' x8f6f3f29653d8396146bd93a5c63925a13dd047a '!=' x5437a944648eef989f8ecde29787d7924b80fdc0 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -160,7 +160,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' xc983744307527793b09138420553bd18210c08ef '!=' x648347be1fdaaeb866607dbac02fba97d62b839b ']' +++ '[' xe465e5e4a969334f64cf0d6611de5273d73ea732 '!=' xc983744307527793b09138420553bd18210c08ef ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -175,19 +175,17 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' xa9e8e3d1cb8235f513f4d8434509acf287494fcf '!=' x55485616ba2afedca05da40f5cde59ee336b9f28 ']' -++ echo -ne ' newlib' -++ delim=' ' +++ '[' xa9e8e3d1cb8235f513f4d8434509acf287494fcf '!=' xa9e8e3d1cb8235f513f4d8434509acf287494fcf ']' ++ echo # Debug traces : -# change_kind=multiple_components : binutils gcc newlib +# change_kind=multiple_components : binutils gcc + local c base_rev cur_rev c_commits -+ '[' 3 = 0 ']' -+ '[' 3 = 1 ']' ++ '[' 2 = 0 ']' ++ '[' 2 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' -+ echo '# change_kind=multiple_components : binutils gcc newlib' ++ echo '# change_kind=multiple_components : binutils gcc' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev ++ set -euf -o pipefail @@ -195,17 +193,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=0f7710ced04618731ab51f0f29b8bcd42597360d ++ base_rev=5437a944648eef989f8ecde29787d7924b80fdc0 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=5437a944648eef989f8ecde29787d7924b80fdc0 -++ git -C binutils rev-list --count 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 -# rev for binutils : 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 (28 commits) -+ c_commits=28 -+ echo '# rev for binutils : 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 (28 commits)' ++ cur_rev=8f6f3f29653d8396146bd93a5c63925a13dd047a +++ git -C binutils rev-list --count 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a +# rev for binutils : 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a (72 commits) ++ c_commits=72 ++ echo '# rev for binutils : 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a (72 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -213,36 +211,18 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=648347be1fdaaeb866607dbac02fba97d62b839b ++ base_rev=c983744307527793b09138420553bd18210c08ef ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=c983744307527793b09138420553bd18210c08ef -++ git -C gcc rev-list --count 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef -# rev for gcc : 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef (23 commits) -+ c_commits=23 -+ echo '# rev for gcc : 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef (23 commits)' -+ for c in "${changed_components[@]}" -++ get_baseline_git newlib_rev -++ set -euf -o pipefail -++ local base_artifacts=base-artifacts -++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' -++ set -euf -o pipefail +x -++ cat base-artifacts/git/newlib_rev -+ base_rev=55485616ba2afedca05da40f5cde59ee336b9f28 -++ get_current_git newlib_rev -++ set -euf -o pipefail -++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' -++ set -euf -o pipefail +x -++ cat artifacts/git/newlib_rev -+ cur_rev=a9e8e3d1cb8235f513f4d8434509acf287494fcf -++ git -C newlib rev-list --count 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf -# rev for newlib : 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf (1 commits) ++ cur_rev=e465e5e4a969334f64cf0d6611de5273d73ea732 +++ git -C gcc rev-list --count c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 +# rev for gcc : c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 (101 commits) -+ c_commits=1 -+ echo '# rev for newlib : 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf (1 commits)' ++ c_commits=101 ++ echo '# rev for gcc : c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 (101 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -276,7 +256,7 @@ + set -euf -o pipefail + local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose + check_if_first_report + declare -g first_icommit_to_report + first_icommit_to_report=false @@ -310,7 +290,6 @@ ++ case "$ci_project/$ci_config:$changed_single_component" in ++ jira_card=GNU-689 ++ echo GNU-689 -# print all notification files ++ bmk_print_result --oneline ++ set -euf -o pipefail ++ false @@ -348,9 +327,10 @@ +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x -++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/artifact/artifacts +++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/artifact/artifacts ++ '[' '' '!=' '' ']' -++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/artifact/artifacts/notify/mail-body.txt/*view*/' +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/artifact/artifacts/notify/mail-body.txt/*view*/' +# print all notification files + echo '# print all notification files' + true + generate_mail_files @@ -382,16 +362,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=0f7710ced04618731ab51f0f29b8bcd42597360d +++ base_rev=5437a944648eef989f8ecde29787d7924b80fdc0 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=5437a944648eef989f8ecde29787d7924b80fdc0 -+++ git -C binutils rev-list --count 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 -++ c_commits=28 -++ new_commits=28 +++ cur_rev=8f6f3f29653d8396146bd93a5c63925a13dd047a ++++ git -C binutils rev-list --count 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a +++ c_commits=72 +++ new_commits=72 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -399,37 +379,20 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=648347be1fdaaeb866607dbac02fba97d62b839b +++ base_rev=c983744307527793b09138420553bd18210c08ef +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=c983744307527793b09138420553bd18210c08ef -+++ git -C gcc rev-list --count 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef -++ c_commits=23 -++ new_commits=51 -++ for c in "${changed_components[@]}" -+++ get_baseline_git newlib_rev -+++ set -euf -o pipefail -+++ local base_artifacts=base-artifacts -+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' -+++ set -euf -o pipefail +x -+++ cat base-artifacts/git/newlib_rev -++ base_rev=55485616ba2afedca05da40f5cde59ee336b9f28 -+++ get_current_git newlib_rev -+++ set -euf -o pipefail -+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' -+++ set -euf -o pipefail +x -+++ cat artifacts/git/newlib_rev -++ cur_rev=a9e8e3d1cb8235f513f4d8434509acf287494fcf -+++ git -C newlib rev-list --count 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf -++ c_commits=1 -++ new_commits=52 -+++ echo binutils gcc newlib +++ cur_rev=e465e5e4a969334f64cf0d6611de5273d73ea732 ++++ git -C gcc rev-list --count c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 +++ c_commits=101 +++ new_commits=173 ++++ echo binutils gcc +++ tr ' ' , -++ components=binutils,gcc,newlib -++ echo '52 commits in binutils,gcc,newlib' +++ components=binutils,gcc +++ echo '173 commits in binutils,gcc' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -463,17 +426,17 @@ ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' -+ echo '[Linaro-TCWG-CI]' '52 commits in binutils,gcc,newlib: No change' ++ echo '[Linaro-TCWG-CI]' '173 commits in binutils,gcc: No change' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/76/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/artifact/artifacts + cat ++ print_commits --short ++ sed -e 's/^/ | /' @@ -497,16 +460,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=0f7710ced04618731ab51f0f29b8bcd42597360d +++ base_rev=5437a944648eef989f8ecde29787d7924b80fdc0 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=5437a944648eef989f8ecde29787d7924b80fdc0 -+++ git -C binutils rev-list --count 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 -++ c_commits=28 -++ new_commits=28 +++ cur_rev=8f6f3f29653d8396146bd93a5c63925a13dd047a ++++ git -C binutils rev-list --count 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a +++ c_commits=72 +++ new_commits=72 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -514,37 +477,20 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=648347be1fdaaeb866607dbac02fba97d62b839b +++ base_rev=c983744307527793b09138420553bd18210c08ef +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=c983744307527793b09138420553bd18210c08ef -+++ git -C gcc rev-list --count 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef -++ c_commits=23 -++ new_commits=51 -++ for c in "${changed_components[@]}" -+++ get_baseline_git newlib_rev -+++ set -euf -o pipefail -+++ local base_artifacts=base-artifacts -+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' -+++ set -euf -o pipefail +x -+++ cat base-artifacts/git/newlib_rev -++ base_rev=55485616ba2afedca05da40f5cde59ee336b9f28 -+++ get_current_git newlib_rev -+++ set -euf -o pipefail -+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' -+++ set -euf -o pipefail +x -+++ cat artifacts/git/newlib_rev -++ cur_rev=a9e8e3d1cb8235f513f4d8434509acf287494fcf -+++ git -C newlib rev-list --count 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf -++ c_commits=1 -++ new_commits=52 -+++ echo binutils gcc newlib +++ cur_rev=e465e5e4a969334f64cf0d6611de5273d73ea732 ++++ git -C gcc rev-list --count c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 +++ c_commits=101 +++ new_commits=173 ++++ echo binutils gcc +++ tr ' ' , -++ components=binutils,gcc,newlib -++ echo '52 commits in binutils,gcc,newlib' +++ components=binutils,gcc +++ echo '173 commits in binutils,gcc' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -553,19 +499,19 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=0f7710ced04618731ab51f0f29b8bcd42597360d +++ base_rev=5437a944648eef989f8ecde29787d7924b80fdc0 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=5437a944648eef989f8ecde29787d7924b80fdc0 -+++ git -C binutils rev-list --count 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 -++ c_commits=28 +++ cur_rev=8f6f3f29653d8396146bd93a5c63925a13dd047a ++++ git -C binutils rev-list --count 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a +++ c_commits=72 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 -++ '[' 28 -gt 5 ']' -++ echo '... and 23 more commits in binutils' +++ git -C binutils log -n 5 --oneline 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a +++ '[' 72 -gt 5 ']' +++ echo '... and 67 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -574,39 +520,19 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=648347be1fdaaeb866607dbac02fba97d62b839b +++ base_rev=c983744307527793b09138420553bd18210c08ef +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=c983744307527793b09138420553bd18210c08ef -+++ git -C gcc rev-list --count 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef -++ c_commits=23 -++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef -++ '[' 23 -gt 5 ']' -++ echo '... and 18 more commits in gcc' -++ '[' '' '!=' '' ']' -++ for c in "${changed_components[@]}" -+++ get_baseline_git newlib_rev -+++ set -euf -o pipefail -+++ local base_artifacts=base-artifacts -+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' -+++ set -euf -o pipefail +x -+++ cat base-artifacts/git/newlib_rev -++ base_rev=55485616ba2afedca05da40f5cde59ee336b9f28 -+++ get_current_git newlib_rev -+++ set -euf -o pipefail -+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' -+++ set -euf -o pipefail +x -+++ cat artifacts/git/newlib_rev -++ cur_rev=a9e8e3d1cb8235f513f4d8434509acf287494fcf -+++ git -C newlib rev-list --count 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf -++ c_commits=1 +++ cur_rev=e465e5e4a969334f64cf0d6611de5273d73ea732 ++++ git -C gcc rev-list --count c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 +++ c_commits=101 ++ '[' '' '!=' '' ']' -++ git -C newlib log -n 5 --oneline 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf -++ '[' 1 -gt 5 ']' +++ git -C gcc log -n 5 --oneline c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 +++ '[' 101 -gt 5 ']' +++ echo '... and 96 more commits in gcc' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -639,7 +565,7 @@ ++ '[' -f artifacts/notify/symbol.improvement ']' ++ echo 'No change' ++ bmk_print_config -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index 7ab216e..1995840 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh ++ remote_exec 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + set -euf -o pipefail + local host -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -d: -f 1 -+ host=build-07.tcwglab ++ host=build-04.tcwglab + local port -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 3 -+ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 ++ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1 + local opts -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 4 -+ opts=-p49577 ++ opts=-p51223 + local env_vars -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-07.tcwglab ssh_port=49577' ++ env_vars='ssh_host=build-04.tcwglab ssh_port=51223' + shift + local -a cmd + cmd=() @@ -58,10 +58,10 @@ + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q tcwg_bmk-build.sh -++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p49577 build-07.tcwglab 'export ssh_host=build-07.tcwglab ssh_port=49577 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh' +++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1 ++ ssh -p51223 build-04.tcwglab 'export ssh_host=build-04.tcwglab ssh_port=51223 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh' -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh +/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -87,17 +87,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/76/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/76/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -145,7 +145,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x5437a944648eef989f8ecde29787d7924b80fdc0 '!=' x0f7710ced04618731ab51f0f29b8bcd42597360d ']' +++ '[' x8f6f3f29653d8396146bd93a5c63925a13dd047a '!=' x5437a944648eef989f8ecde29787d7924b80fdc0 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -160,7 +160,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' xc983744307527793b09138420553bd18210c08ef '!=' x648347be1fdaaeb866607dbac02fba97d62b839b ']' +++ '[' xe465e5e4a969334f64cf0d6611de5273d73ea732 '!=' xc983744307527793b09138420553bd18210c08ef ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -175,19 +175,17 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' xa9e8e3d1cb8235f513f4d8434509acf287494fcf '!=' x55485616ba2afedca05da40f5cde59ee336b9f28 ']' -++ echo -ne ' newlib' -++ delim=' ' +++ '[' xa9e8e3d1cb8235f513f4d8434509acf287494fcf '!=' xa9e8e3d1cb8235f513f4d8434509acf287494fcf ']' ++ echo # Debug traces : -# change_kind=multiple_components : binutils gcc newlib +# change_kind=multiple_components : binutils gcc + local c base_rev cur_rev c_commits -+ '[' 3 = 0 ']' -+ '[' 3 = 1 ']' ++ '[' 2 = 0 ']' ++ '[' 2 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' -+ echo '# change_kind=multiple_components : binutils gcc newlib' ++ echo '# change_kind=multiple_components : binutils gcc' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev ++ set -euf -o pipefail @@ -195,17 +193,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=0f7710ced04618731ab51f0f29b8bcd42597360d ++ base_rev=5437a944648eef989f8ecde29787d7924b80fdc0 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=5437a944648eef989f8ecde29787d7924b80fdc0 -++ git -C binutils rev-list --count 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 -# rev for binutils : 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 (28 commits) -+ c_commits=28 -+ echo '# rev for binutils : 0f7710ced04618731ab51f0f29b8bcd42597360d..5437a944648eef989f8ecde29787d7924b80fdc0 (28 commits)' ++ cur_rev=8f6f3f29653d8396146bd93a5c63925a13dd047a +++ git -C binutils rev-list --count 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a +# rev for binutils : 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a (72 commits) ++ c_commits=72 ++ echo '# rev for binutils : 5437a944648eef989f8ecde29787d7924b80fdc0..8f6f3f29653d8396146bd93a5c63925a13dd047a (72 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -213,36 +211,18 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=648347be1fdaaeb866607dbac02fba97d62b839b ++ base_rev=c983744307527793b09138420553bd18210c08ef ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=c983744307527793b09138420553bd18210c08ef -++ git -C gcc rev-list --count 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef -# rev for gcc : 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef (23 commits) -+ c_commits=23 -+ echo '# rev for gcc : 648347be1fdaaeb866607dbac02fba97d62b839b..c983744307527793b09138420553bd18210c08ef (23 commits)' -+ for c in "${changed_components[@]}" -++ get_baseline_git newlib_rev -++ set -euf -o pipefail -++ local base_artifacts=base-artifacts -++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' -++ set -euf -o pipefail +x -++ cat base-artifacts/git/newlib_rev -+ base_rev=55485616ba2afedca05da40f5cde59ee336b9f28 -++ get_current_git newlib_rev -++ set -euf -o pipefail -++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' -++ set -euf -o pipefail +x -++ cat artifacts/git/newlib_rev -+ cur_rev=a9e8e3d1cb8235f513f4d8434509acf287494fcf -++ git -C newlib rev-list --count 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf -# rev for newlib : 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf (1 commits) ++ cur_rev=e465e5e4a969334f64cf0d6611de5273d73ea732 +++ git -C gcc rev-list --count c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 +# rev for gcc : c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 (101 commits) -+ c_commits=1 -+ echo '# rev for newlib : 55485616ba2afedca05da40f5cde59ee336b9f28..a9e8e3d1cb8235f513f4d8434509acf287494fcf (1 commits)' ++ c_commits=101 ++ echo '# rev for gcc : c983744307527793b09138420553bd18210c08ef..e465e5e4a969334f64cf0d6611de5273d73ea732 (101 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log index 61f7de0..69550d9 100644 --- a/jenkins/rewrite.log +++ b/jenkins/rewrite.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 ++ remote_exec 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 + set -euf -o pipefail + local host -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -d: -f 1 -+ host=build-07.tcwglab ++ host=build-04.tcwglab + local port -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 3 -+ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 ++ dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1 + local opts -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 4 -+ opts=-p49577 ++ opts=-p51223 + local env_vars -++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49577:ssh_host=build-07.tcwglab ssh_port=49577' +++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51223:ssh_host=build-04.tcwglab ssh_port=51223' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-07.tcwglab ssh_port=49577' ++ env_vars='ssh_host=build-04.tcwglab ssh_port=51223' + shift + local -a cmd + cmd=() @@ -58,5 +58,10 @@ + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q 100 -++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p49577 build-07.tcwglab 'export ssh_host=build-07.tcwglab ssh_port=49577 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' +++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1 ++ ssh -p51223 build-04.tcwglab 'export ssh_host=build-04.tcwglab ssh_port=51223 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' ++ declare -g rewrite_base_artifacts_first=true ++ true ++ update_baseline ++ set -euf -o pipefail ++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ diff --git a/jenkins/run-build.env b/jenkins/run-build.env index 830baa1..f4256d4 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,15 +1,15 @@ -build_name="#77" +build_name="#78" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#77-binutils-gcc-newlib" +build_name="#78-binutils-gcc-newlib" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] https://github.com/gcc-mirror/gcc.git#master ==rr\[newlib_git\] git://sourceware.org/git/newlib-cygwin.git#master ) -build_name="#77-binutils-gcc-newlib-R1" +build_name="#78-binutils-gcc-newlib-R1" diff --git a/manifest.sh b/manifest.sh index 97c1fb5..324fc3d 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=618846b85683cf31e8ea6b89afd6e95e0104965b" +declare -g "jenkins_scripts_rev=8a60c06a30d3c79844590b24aff1a8ef0976ce81" # Artifacts directory # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_speed-coremark" @@ -7,7 +7,7 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/" declare -g "SQUAD_GRP=tcwg" rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master" rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master" @@ -20,7 +20,9 @@ rr[breakup_changed_components]="breakup_changed_components gcc" rr[components]="binutils gcc newlib" rr[host_c++]="/usr/bin/g++" rr[host_cc]="/usr/bin/gcc" +rr[major]="1" rr[metric_id]="sample" +rr[minor]="0" rr[no_regression_p]="no_regression_p" rr[no_regression_result]="0" rr[old_format_baseline_branch]="linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O2" @@ -29,6 +31,3 @@ rr[old_format_ci_project]="tcwg_bmk_gnu_eabi_stm32" rr[target]="arm_eabi" rr[toolchain]="gnu_eabi" declare -g "notify=ignore" -# Saving rr[] in the manifest -rr[major]="1" -rr[minor]="0" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index f43604c..133745a 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 1778758..75b3b4a 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,20 +2,19 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 after: - | 52 commits in binutils,gcc,newlib - | 5437a944648 Automatic date update in version.in - | 84102ebc29a Fix readelf's display of dwarf v5 range lists - | 35d21ea02d6 Revert "arc: Add new GAS tests for ARCv3." - | ad6a51b91ce Revert "arc: Add new LD tests for ARCv3." - | d9d85c086f5 Revert "arc: Add new ARCv3 ISA to BFD." - | ... and 23 more commits in binutils - | c9837443075 RISC-V: Rename rounding const fp function for refactor - | a435e4ab2e3 Daily bump. - | 3c23defed38 [PR111497][LRA]: Copy substituted equivalence - | 19df06f67c9 Add missing return in gori_compute::logical_combine - | bf3c19903a8 libstdc++: Shorten integer std::to/from_chars symbol names - | ... and 18 more commits in gcc - | a9e8e3d1c newlib: Add missing prototype for _getentropy + | 173 commits in binutils,gcc + | 8f6f3f29653 Automatic date update in version.in + | 1d8f691da90 Automatic date update in version.in + | 23b5268986d Automatic date update in version.in + | 4ebfd53de03 Support the NO_COLOR environment variable + | 2677a57064a tc-microblaze.c - int compare for X_add_number. + | ... and 67 more commits in binutils + | e465e5e4a96 Fix profiledbootstrap poly_int fallout [PR111642] + | 9464e72bcc9 cpymem for RISC-V with v extension + | e7a23bbf1f9 Daily bump. + | 5f3da480e75 Fix typo in add_options_for_riscv_v, add_options_for_riscv_zfh, add_options_for_riscv_d . + | 86b2ffc0b83 rtl-optimization/110939 Really fix narrow comparison of memory and constant + | ... and 96 more commits in gcc No change @@ -34,6 +33,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/76/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/77/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 4008c73..89c1718 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 52 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 173 commits in binutils,gcc: No change diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index 46a113e..fe8479c 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -57,7 +57,7 @@ output-bmk-results.py(284): return df output-bmk-results.py(295): read_specific_variability_file(variability_file) --- modulename: output-bmk-results, funcname: read_specific_variability_file output-bmk-results.py(51): if not os.path.exists(bmk_specific_filename): -output-bmk-results.py(53): specific_variability = pd.read_csv(bmk_specific_filename, index_col=False) +output-bmk-results.py(52): return None output-bmk-results.py(296): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results output-bmk-results.py(248): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") @@ -142,9 +142,7 @@ output-bmk-results.py(98): if metric == "sample": output-bmk-results.py(99): spec_thr = get_specific_thresholds(metric, mode, bmk, symb) --- modulename: output-bmk-results, funcname: get_specific_thresholds output-bmk-results.py(57): if specific_variability is None: -output-bmk-results.py(60): var = specific_variability[ (specific_variability['benchmark'] == bmk) & (specific_variability['symbol'].str.strip() == symb)] -output-bmk-results.py(61): if var.empty: -output-bmk-results.py(62): return np.nan +output-bmk-results.py(58): return np.nan output-bmk-results.py(100): if not np.isnan(spec_thr): output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] @@ -182,9 +180,7 @@ output-bmk-results.py(98): if metric == "sample": output-bmk-results.py(99): spec_thr = get_specific_thresholds(metric, mode, bmk, symb) --- modulename: output-bmk-results, funcname: get_specific_thresholds output-bmk-results.py(57): if specific_variability is None: -output-bmk-results.py(60): var = specific_variability[ (specific_variability['benchmark'] == bmk) & (specific_variability['symbol'].str.strip() == symb)] -output-bmk-results.py(61): if var.empty: -output-bmk-results.py(62): return np.nan +output-bmk-results.py(58): return np.nan output-bmk-results.py(100): if not np.isnan(spec_thr): output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv deleted file mode 100644 index 1fb0719..0000000 --- a/results-vs-prev/bmk-specific-variability.csv +++ /dev/null @@ -1 +0,0 @@ -num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index cc04679..a02cddd 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index c4815c5..d3594be 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,15285,na +coremark,coremark,15284,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index 63f1a81..28271e6 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,15285,348,-1,-1,-1 -Mean,average-all-tests,15285,348,-1,-1,-1 -Mean,mean,15284,28,-1,-1,-1 -Mean,geomean-successful-tests,15284,28,-1,-1,-1 -Mean,geomean-all-tests,15284,28,-1,-1,-1 -coremark,coremark,15285,68196,-1,-1,-1 +Mean,average-successful-tests,15284,346,-1,-1,-1 +Mean,average-all-tests,15284,346,-1,-1,-1 +Mean,mean,15283,28,-1,-1,-1 +Mean,geomean-successful-tests,15283,28,-1,-1,-1 +Mean,geomean-all-tests,15283,28,-1,-1,-1 +coremark,coremark,15284,67892,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -59,7 +59,7 @@ coremark,[.] __copybits,-1,90,-1,-1,-1 coremark,[.] copy_info,-1,6,-1,-1,-1 coremark,[.] core_bench_list,-1,484,-1,-1,-1 coremark,[.] core_bench_matrix,-1,32,-1,-1,-1 -coremark,[.] core_bench_state,-1,222,-1,-1,-1 +coremark,[.] core_bench_state,-1,220,-1,-1,-1 coremark,[.] core_init_matrix,-1,222,-1,-1,-1 coremark,[.] core_init_state,-1,200,-1,-1,-1 coremark,[.] core_list_find,-1,52,-1,-1,-1 @@ -143,7 +143,7 @@ coremark,[.] _fstat,-1,28,-1,-1,-1 coremark,[.] _fstat_r,-1,44,-1,-1,-1 coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,3104,-1,-1,-1 +coremark,[.] get_arg,-1,3072,-1,-1,-1 coremark,[.] _getenv_r,-1,16,-1,-1,-1 coremark,[.] __get_locale_env,-1,80,-1,-1,-1 coremark,[.] _getpid,-1,4,-1,-1,-1 @@ -209,7 +209,7 @@ coremark,[.] _lseek,-1,4,-1,-1,-1 coremark,[.] _lseek_r,-1,44,-1,-1,-1 coremark,[.] __lshift,-1,240,-1,-1,-1 coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1436,-1,-1,-1 +coremark,[.] main,-1,1420,-1,-1,-1 coremark,[.] __malloc_lock,-1,12,-1,-1,-1 coremark,[.] _malloc_r,-1,1384,-1,-1,-1 coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 @@ -284,7 +284,7 @@ coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __s2b,-1,180,-1,-1,-1 coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,264,-1,-1,-1 +coremark,[.] __sbprintf,-1,256,-1,-1,-1 coremark,[.] _sbrk,-1,80,-1,-1,-1 coremark,[.] _sbrk_r,-1,36,-1,-1,-1 coremark,[.] __sclose,-1,8,-1,-1,-1 @@ -347,7 +347,7 @@ coremark,[.] __swrite,-1,62,-1,-1,-1 coremark,[.] __swsetup_r,-1,244,-1,-1,-1 coremark,[.] sysconf,-1,26,-1,-1,-1 coremark,[.] _system,-1,86,-1,-1,-1 -coremark,[.] SystemClock_Config,-1,146,-1,-1,-1 +coremark,[.] SystemClock_Config,-1,144,-1,-1,-1 coremark,[.] SystemInit,-1,80,-1,-1,-1 coremark,[.] SysTick_Handler,-1,4,-1,-1,-1 coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1 @@ -380,9 +380,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,7824,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,7752,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,12352,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,12174,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index d4c6ef8..6e22946 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,68196
+coremark,coremark,67892
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -54,7 +54,7 @@ coremark,[.] __copybits,90 coremark,[.] copy_info,6
coremark,[.] core_bench_list,484
coremark,[.] core_bench_matrix,32
-coremark,[.] core_bench_state,222
+coremark,[.] core_bench_state,220
coremark,[.] core_init_matrix,222
coremark,[.] core_init_state,200
coremark,[.] core_list_find,52
@@ -138,7 +138,7 @@ coremark,[.] _fstat,28 coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,3104
+coremark,[.] get_arg,3072
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
@@ -204,7 +204,7 @@ coremark,[.] _lseek,4 coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
-coremark,[.] main,1436
+coremark,[.] main,1420
coremark,[.] __malloc_lock,12
coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
@@ -279,7 +279,7 @@ coremark,[.] RTC_WKUP_IRQHandler,2 coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
-coremark,[.] __sbprintf,264
+coremark,[.] __sbprintf,256
coremark,[.] _sbrk,80
coremark,[.] _sbrk_r,36
coremark,[.] __sclose,8
@@ -342,7 +342,7 @@ coremark,[.] __swrite,62 coremark,[.] __swsetup_r,244
coremark,[.] sysconf,26
coremark,[.] _system,86
-coremark,[.] SystemClock_Config,146
+coremark,[.] SystemClock_Config,144
coremark,[.] SystemInit,80
coremark,[.] SysTick_Handler,4
coremark,[.] TAMP_STAMP_IRQHandler,2
@@ -375,9 +375,9 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,7824
+coremark,[.] _vfiprintf_r,7752
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,12352
+coremark,[.] _vfprintf_r,12174
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 26c5439..880fe50 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -3,15 +3,15 @@ + relative_opt=--relative + results=("$results_ref" "${results[@]}") + num=0 -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev ++ mkdir -p artifacts/results-vs-prev + j=0 + for i in "${results[@]}" + rm -rf results-0 + '[' -d base-artifacts/annex/bmk-data ']' + ln -s base-artifacts/annex/bmk-data results-0 -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ csv_results_dir=artifacts/results-vs-prev/csv-results-0 ++ mkdir -p artifacts/results-vs-prev/csv-results-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -28,7 +28,7 @@ + shift + test 10 -gt 0 + case $1 in -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-0 + shift + shift + test 8 -gt 0 @@ -56,10 +56,10 @@ + local var=results-0/ + local 'msg=results_dir not set.' + '[' xresults-0/ = xundef ']' -+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 'csv_results_dir not set.' -+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.' ++ local var=artifacts/results-vs-prev/csv-results-0 + local 'msg=csv_results_dir not set.' -+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 = xundef ']' ++ '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -70,38 +70,38 @@ + '[' xno = xundef ']' + '[' 1 = 0 ']' + '[' xperf '!=' xperf ']' -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ mkdir -p artifacts/results-vs-prev/csv-results-0 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-0/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-0/ -+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ local csv_results_dir=artifacts/results-vs-prev/csv-results-0 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=1 + for i in "${results[@]}" + rm -rf results-1 -+ '[' -d artifacts/99-rewrite/artifacts.old/annex/bmk-data ']' -+ ln -s artifacts/99-rewrite/artifacts.old/annex/bmk-data results-1 -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ '[' -d artifacts/annex/bmk-data ']' ++ ln -s artifacts/annex/bmk-data results-1 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-1 ++ mkdir -p artifacts/results-vs-prev/csv-results-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -118,7 +118,7 @@ + shift + test 10 -gt 0 + case $1 in -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-1 + shift + shift + test 8 -gt 0 @@ -146,10 +146,10 @@ + local var=results-1/ + local 'msg=results_dir not set.' + '[' xresults-1/ = xundef ']' -+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 'csv_results_dir not set.' -+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.' ++ local var=artifacts/results-vs-prev/csv-results-1 + local 'msg=csv_results_dir not set.' -+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 = xundef ']' ++ '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -160,36 +160,36 @@ + '[' xno = xundef ']' + '[' 1 = 0 ']' + '[' xperf '!=' xperf ']' -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ mkdir -p artifacts/results-vs-prev/csv-results-1 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-1/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-1/ -+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ local csv_results_dir=artifacts/results-vs-prev/csv-results-1 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 + csvs= + for i in "${results[@]}" -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ csv_results_dir=artifacts/results-vs-prev/csv-results-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -206,7 +206,7 @@ + shift + test 10 -gt 0 + case $1 in -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-0 + shift + shift + test 8 -gt 0 @@ -226,7 +226,7 @@ + shift + test 2 -gt 0 + case $1 in -+ interesting_symbols='--interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv' ++ interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv' + shift + shift + test 0 -gt 0 @@ -234,10 +234,10 @@ + local var=results-0/ + local 'msg=results_dir not set.' + '[' xresults-0/ = xundef ']' -+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 'csv_results_dir not set.' -+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.' ++ local var=artifacts/results-vs-prev/csv-results-0 + local 'msg=csv_results_dir not set.' -+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 = xundef ']' ++ '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -248,47 +248,47 @@ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ mkdir -p artifacts/results-vs-prev/csv-results-0 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-0/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-0/ -+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ local csv_results_dir=artifacts/results-vs-prev/csv-results-0 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/size.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/vect.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/sve.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/md5sum.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" -+ csvs=' artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv' ++ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv' + num=1 + for i in "${results[@]}" -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ csv_results_dir=artifacts/results-vs-prev/csv-results-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -305,7 +305,7 @@ + shift + test 10 -gt 0 + case $1 in -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-1 + shift + shift + test 8 -gt 0 @@ -325,7 +325,7 @@ + shift + test 2 -gt 0 + case $1 in -+ interesting_symbols='--interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv' ++ interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv' + shift + shift + test 0 -gt 0 @@ -333,10 +333,10 @@ + local var=results-1/ + local 'msg=results_dir not set.' + '[' xresults-1/ = xundef ']' -+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 'csv_results_dir not set.' -+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.' ++ local var=artifacts/results-vs-prev/csv-results-1 + local 'msg=csv_results_dir not set.' -+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 = xundef ']' ++ '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -347,55 +347,55 @@ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ mkdir -p artifacts/results-vs-prev/csv-results-1 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-1/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-1/ -+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ local csv_results_dir=artifacts/results-vs-prev/csv-results-1 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/size.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/vect.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/sve.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/md5sum.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" -+ csvs=' artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv' ++ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv' + num=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv -+ cat artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv ++ cat artifacts/results-vs-prev/csvs2table-results-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p + '[' x--relative == x--relative ']' + '[' 2 == 2 ']' -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/compare-results-internal.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv true -+ grep -Fxq 'Same results' artifacts/99-rewrite/artifacts.old/results-vs-prev/cmp-results.diff -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/cmp-results.diff -+ cp artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/results-internal.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true ++ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff ++ rm artifacts/results-vs-prev/cmp-results.diff ++ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv |