diff options
38 files changed, 346 insertions, 248 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 99c456d..e035bbb 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex a77ded4..b78bd5e 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex db50a1c..ccf62fd 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex d141471..63943a8 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 7275604..447fec0 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex e7fc731..84ac3cd 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex b52a411..1c65d32 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex 33af709..74e1741 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 993aec1..9312938 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex 6fed76a..cbc1bdd 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index c4ddf05..f0637a5 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #44099 +Started TCWG Benchmark #44292 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXbtmyWt/agent.2309 -SSH_AGENT_PID=2311 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXauvCg1/agent.9802 +SSH_AGENT_PID=9804 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_12005420764685066232.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_12005420764685066232.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_15698926788984464349.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_15698926788984464349.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 3e03bdf378814d37eb02d959dbb358185fd3e597 (origin/master) +Checking out Revision 8083fa12f741e05d7137ee1da71bb782a428be4e (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 3e03bdf378814d37eb02d959dbb358185fd3e597 # timeout=10 -Commit message: "tcwg-update-llvmbot-containers.sh: Move lldb Arm back to Focal" - > /usr/bin/git rev-list --no-walk 3e03bdf378814d37eb02d959dbb358185fd3e597 # timeout=10 + > /usr/bin/git checkout -f 8083fa12f741e05d7137ee1da71bb782a428be4e # timeout=10 +Commit message: "tcwg_aosp-build.sh: update lunch command" + > /usr/bin/git rev-list --no-walk 8083fa12f741e05d7137ee1da71bb782a428be4e # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,24 +55,24 @@ Checking out Revision 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd (origin/master) Commit message: "metric_utils.py: Add entries for status." > /usr/bin/git rev-list --no-walk 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd # timeout=10 No emails were triggered. -New run name is '#44099-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins532505898432589504.sh +New run name is '#44292-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins458833087925784443.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo build-04.tcwglab:51441:/tmp/tmp.roZlKH9vKa -++ sed -e s/@build_num@/44099/g -e s/@hw_tag@/stm32/g -+ results_dest=build-04.tcwglab:51441:/tmp/tmp.roZlKH9vKa +++ echo build-07.tcwglab:49855:/tmp/tmp.YviBU7qPr2 +++ sed -e s/@build_num@/44292/g -e s/@hw_tag@/stm32/g ++ results_dest=build-07.tcwglab:49855:/tmp/tmp.YviBU7qPr2 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 2430 ++ wait 9922 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,13 +87,13 @@ New run name is '#44099-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #145664 started. -TCWG Benchmark_backend #145664-44099+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS -New run name is '#44099-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' +TCWG Benchmark_backend #146050 started. +TCWG Benchmark_backend #146050-44292+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#44292-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 2311 killed; +echo Agent pid 9804 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success @@ -101,4 +101,4 @@ Sending email for trigger: Success Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #44099-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #44292-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex d9ae285..cf0bd7f 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 2debb85..91f52cb 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index 81915c3..19a22e6 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/86-9b88c61675728660d2070730a6bf4301.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/87-4c220206d4f0274076d97404721931a0.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index c4ec75a..f918220 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -35ce3b813f879da98341b62e1797b6ea2341411c +7b32e37eb68de43ef5cefe4558e314c3a28abd80 diff --git a/git/gcc_rev b/git/gcc_rev index 34b6fd3..2d8c55d 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -88df58b7ee998250fee80819b638110a4a56b732 +4ea36076d66eea0f5ccb9cbb9774028a667e122c diff --git a/git/newlib_rev b/git/newlib_rev index d022bc0..c1dd055 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -39f734a857e2692224715b03b99fc7bd83e94a0f +12e3bac3ce562007e83c3c67243c85fcb5ee70a4 diff --git a/jenkins/build-name b/jenkins/build-name index c2a47f8..43895cd 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#86-binutils-gcc-newlib-R1 +#87-binutils-gcc-newlib-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index 9b94b00..3d111ba 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh ++ remote_exec 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh + set -euf -o pipefail + local host -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -d: -f 1 -+ host=build-04.tcwglab ++ host=build-07.tcwglab + local port -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1 + local opts -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 4 -+ opts=-p51441 ++ opts=-p49855 + local env_vars -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-04.tcwglab ssh_port=51441' ++ env_vars='ssh_host=build-07.tcwglab ssh_port=49855' + shift + local -a cmd + cmd=() @@ -59,7 +59,7 @@ + cmd+=("$(printf '%q' "$i")") ++ printf %q tcwg_bmk-build.sh ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1 -+ ssh -p51441 build-04.tcwglab 'export ssh_host=build-04.tcwglab ssh_port=51441 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh' ++ ssh -p49855 build-07.tcwglab 'export ssh_host=build-07.tcwglab ssh_port=49855 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh' /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh @@ -87,17 +87,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/85/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/85/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -145,7 +145,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x35ce3b813f879da98341b62e1797b6ea2341411c '!=' x4d47dfdba34de3bbd6c7433d024a5d049e29bed4 ']' +++ '[' x7b32e37eb68de43ef5cefe4558e314c3a28abd80 '!=' x35ce3b813f879da98341b62e1797b6ea2341411c ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -160,7 +160,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x88df58b7ee998250fee80819b638110a4a56b732 '!=' xc2d41cdfeadb82d921b01c0e104d83f47e2262a2 ']' +++ '[' x4ea36076d66eea0f5ccb9cbb9774028a667e122c '!=' x88df58b7ee998250fee80819b638110a4a56b732 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -175,17 +175,19 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x39f734a857e2692224715b03b99fc7bd83e94a0f '!=' x39f734a857e2692224715b03b99fc7bd83e94a0f ']' +++ '[' x12e3bac3ce562007e83c3c67243c85fcb5ee70a4 '!=' x39f734a857e2692224715b03b99fc7bd83e94a0f ']' +++ echo -ne ' newlib' +++ delim=' ' ++ echo # Debug traces : -# change_kind=multiple_components : binutils gcc +# change_kind=multiple_components : binutils gcc newlib + local c base_rev cur_rev c_commits -+ '[' 2 = 0 ']' -+ '[' 2 = 1 ']' ++ '[' 3 = 0 ']' ++ '[' 3 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' -+ echo '# change_kind=multiple_components : binutils gcc' ++ echo '# change_kind=multiple_components : binutils gcc newlib' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev ++ set -euf -o pipefail @@ -193,17 +195,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=4d47dfdba34de3bbd6c7433d024a5d049e29bed4 ++ base_rev=35ce3b813f879da98341b62e1797b6ea2341411c ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=35ce3b813f879da98341b62e1797b6ea2341411c -++ git -C binutils rev-list --count 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c -# rev for binutils : 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c (29 commits) -+ c_commits=29 -+ echo '# rev for binutils : 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c (29 commits)' ++ cur_rev=7b32e37eb68de43ef5cefe4558e314c3a28abd80 +++ git -C binutils rev-list --count 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 +# rev for binutils : 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 (36 commits) ++ c_commits=36 ++ echo '# rev for binutils : 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 (36 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -211,18 +213,36 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=c2d41cdfeadb82d921b01c0e104d83f47e2262a2 ++ base_rev=88df58b7ee998250fee80819b638110a4a56b732 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=88df58b7ee998250fee80819b638110a4a56b732 -++ git -C gcc rev-list --count c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 -# rev for gcc : c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 (93 commits) ++ cur_rev=4ea36076d66eea0f5ccb9cbb9774028a667e122c +++ git -C gcc rev-list --count 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c +# rev for gcc : 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c (132 commits) ++ c_commits=132 ++ echo '# rev for gcc : 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c (132 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev ++ base_rev=39f734a857e2692224715b03b99fc7bd83e94a0f +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev ++ cur_rev=12e3bac3ce562007e83c3c67243c85fcb5ee70a4 +++ git -C newlib rev-list --count 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 +# rev for newlib : 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 (4 commits) -+ c_commits=93 -+ echo '# rev for gcc : c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 (93 commits)' ++ c_commits=4 ++ echo '# rev for newlib : 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 (4 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -257,7 +277,7 @@ + local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify + local res=0 -+ wait 5737 ++ wait 4981 + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose + assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']' + set -euf -o pipefail +x @@ -292,6 +312,7 @@ ++ print_jira_template_card ++ local jira_card=GNU-692 ++ case "$ci_project/$ci_config:$changed_single_component" in +# print all notification files ++ jira_card=GNU-689 ++ echo GNU-689 ++ bmk_print_result --oneline @@ -331,10 +352,9 @@ +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x -++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/artifact/artifacts +++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/artifact/artifacts ++ '[' '' '!=' '' ']' -++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/artifact/artifacts/notify/mail-body.txt/*view*/' -# print all notification files +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/artifact/artifacts/notify/mail-body.txt/*view*/' + echo '# print all notification files' + true + generate_mail_files @@ -366,16 +386,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=4d47dfdba34de3bbd6c7433d024a5d049e29bed4 +++ base_rev=35ce3b813f879da98341b62e1797b6ea2341411c +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=35ce3b813f879da98341b62e1797b6ea2341411c -+++ git -C binutils rev-list --count 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c -++ c_commits=29 -++ new_commits=29 +++ cur_rev=7b32e37eb68de43ef5cefe4558e314c3a28abd80 ++++ git -C binutils rev-list --count 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 +++ c_commits=36 +++ new_commits=36 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -383,20 +403,37 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=c2d41cdfeadb82d921b01c0e104d83f47e2262a2 +++ base_rev=88df58b7ee998250fee80819b638110a4a56b732 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=88df58b7ee998250fee80819b638110a4a56b732 -+++ git -C gcc rev-list --count c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 -++ c_commits=93 -++ new_commits=122 -+++ echo binutils gcc +++ cur_rev=4ea36076d66eea0f5ccb9cbb9774028a667e122c ++++ git -C gcc rev-list --count 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c +++ c_commits=132 +++ new_commits=168 +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=39f734a857e2692224715b03b99fc7bd83e94a0f ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=12e3bac3ce562007e83c3c67243c85fcb5ee70a4 ++++ git -C newlib rev-list --count 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 +++ c_commits=4 +++ new_commits=172 ++++ echo binutils gcc newlib +++ tr ' ' , -++ components=binutils,gcc -++ echo '122 commits in binutils,gcc' +++ components=binutils,gcc,newlib +++ echo '172 commits in binutils,gcc,newlib' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -483,17 +520,17 @@ ++ case "$ci_config" in ++ echo 'arm O2' ++ return 0 -+ echo '[Linaro-TCWG-CI]' '122 commits in binutils,gcc: No change on arm O2' ++ echo '[Linaro-TCWG-CI]' '172 commits in binutils,gcc,newlib: No change on arm O2' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/85/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/artifact/artifacts + cat ++ bmk_print_config --short ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh @@ -573,16 +610,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=4d47dfdba34de3bbd6c7433d024a5d049e29bed4 +++ base_rev=35ce3b813f879da98341b62e1797b6ea2341411c +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=35ce3b813f879da98341b62e1797b6ea2341411c -+++ git -C binutils rev-list --count 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c -++ c_commits=29 -++ new_commits=29 +++ cur_rev=7b32e37eb68de43ef5cefe4558e314c3a28abd80 ++++ git -C binutils rev-list --count 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 +++ c_commits=36 +++ new_commits=36 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -590,20 +627,37 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=c2d41cdfeadb82d921b01c0e104d83f47e2262a2 +++ base_rev=88df58b7ee998250fee80819b638110a4a56b732 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=88df58b7ee998250fee80819b638110a4a56b732 -+++ git -C gcc rev-list --count c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 -++ c_commits=93 -++ new_commits=122 -+++ echo binutils gcc +++ cur_rev=4ea36076d66eea0f5ccb9cbb9774028a667e122c ++++ git -C gcc rev-list --count 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c +++ c_commits=132 +++ new_commits=168 +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=39f734a857e2692224715b03b99fc7bd83e94a0f ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=12e3bac3ce562007e83c3c67243c85fcb5ee70a4 ++++ git -C newlib rev-list --count 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 +++ c_commits=4 +++ new_commits=172 ++++ echo binutils gcc newlib +++ tr ' ' , -++ components=binutils,gcc -++ echo '122 commits in binutils,gcc' +++ components=binutils,gcc,newlib +++ echo '172 commits in binutils,gcc,newlib' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -612,19 +666,19 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=4d47dfdba34de3bbd6c7433d024a5d049e29bed4 +++ base_rev=35ce3b813f879da98341b62e1797b6ea2341411c +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=35ce3b813f879da98341b62e1797b6ea2341411c -+++ git -C binutils rev-list --count 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c -++ c_commits=29 +++ cur_rev=7b32e37eb68de43ef5cefe4558e314c3a28abd80 ++++ git -C binutils rev-list --count 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 +++ c_commits=36 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c -++ '[' 29 -gt 5 ']' -++ echo '... and 24 more commits in binutils' +++ git -C binutils log -n 5 --oneline 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 +++ '[' 36 -gt 5 ']' +++ echo '... and 31 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -633,19 +687,39 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=c2d41cdfeadb82d921b01c0e104d83f47e2262a2 +++ base_rev=88df58b7ee998250fee80819b638110a4a56b732 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=88df58b7ee998250fee80819b638110a4a56b732 -+++ git -C gcc rev-list --count c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 -++ c_commits=93 +++ cur_rev=4ea36076d66eea0f5ccb9cbb9774028a667e122c ++++ git -C gcc rev-list --count 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c +++ c_commits=132 +++ '[' '' '!=' '' ']' +++ git -C gcc log -n 5 --oneline 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c +++ '[' 132 -gt 5 ']' +++ echo '... and 127 more commits in gcc' +++ '[' '' '!=' '' ']' +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=39f734a857e2692224715b03b99fc7bd83e94a0f ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=12e3bac3ce562007e83c3c67243c85fcb5ee70a4 ++++ git -C newlib rev-list --count 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 +++ c_commits=4 ++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 -++ '[' 93 -gt 5 ']' -++ echo '... and 88 more commits in gcc' +++ git -C newlib log -n 5 --oneline 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 +++ '[' 4 -gt 5 ']' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -789,7 +863,7 @@ + echo '... Skipping' + return + generate_lnt_report -+ wait 5920 ++ wait 5195 # generate_lnt_report ... Skipping + set -euf -o pipefail diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index b84bd21..2f54945 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh ++ remote_exec 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + set -euf -o pipefail + local host -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -d: -f 1 -+ host=build-04.tcwglab ++ host=build-07.tcwglab + local port -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1 + local opts -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 4 -+ opts=-p51441 ++ opts=-p49855 + local env_vars -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-04.tcwglab ssh_port=51441' ++ env_vars='ssh_host=build-07.tcwglab ssh_port=49855' + shift + local -a cmd + cmd=() @@ -59,7 +59,7 @@ + cmd+=("$(printf '%q' "$i")") ++ printf %q tcwg_bmk-build.sh ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1 -+ ssh -p51441 build-04.tcwglab 'export ssh_host=build-04.tcwglab ssh_port=51441 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh' ++ ssh -p49855 build-07.tcwglab 'export ssh_host=build-07.tcwglab ssh_port=49855 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh' /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh @@ -76,35 +76,35 @@ + top_artifacts=artifacts ++ get_current_manifest '{rr[ci_project]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' +# Debug traces : ++ set +x + ci_project=tcwg_bmk-code_speed-coremark ++ get_current_manifest '{rr[ci_config]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' ++ set +x -# Debug traces : + ci_config=gnu_eabi-arm_eabi-master-O2 + echo '# Debug traces :' ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/85/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/85/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify + '[' -f /home/tcwg-buildslave/.jipdate.yml ']' +# check_source_changes + set +x + declare -Ag pw -# check_source_changes + '[' ignore = precommit ']' + check_source_changes + echo '# check_source_changes' @@ -145,7 +145,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x35ce3b813f879da98341b62e1797b6ea2341411c '!=' x4d47dfdba34de3bbd6c7433d024a5d049e29bed4 ']' +++ '[' x7b32e37eb68de43ef5cefe4558e314c3a28abd80 '!=' x35ce3b813f879da98341b62e1797b6ea2341411c ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -160,7 +160,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x88df58b7ee998250fee80819b638110a4a56b732 '!=' xc2d41cdfeadb82d921b01c0e104d83f47e2262a2 ']' +++ '[' x4ea36076d66eea0f5ccb9cbb9774028a667e122c '!=' x88df58b7ee998250fee80819b638110a4a56b732 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -175,17 +175,19 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x39f734a857e2692224715b03b99fc7bd83e94a0f '!=' x39f734a857e2692224715b03b99fc7bd83e94a0f ']' +++ '[' x12e3bac3ce562007e83c3c67243c85fcb5ee70a4 '!=' x39f734a857e2692224715b03b99fc7bd83e94a0f ']' +++ echo -ne ' newlib' +++ delim=' ' ++ echo # Debug traces : -# change_kind=multiple_components : binutils gcc +# change_kind=multiple_components : binutils gcc newlib + local c base_rev cur_rev c_commits -+ '[' 2 = 0 ']' -+ '[' 2 = 1 ']' ++ '[' 3 = 0 ']' ++ '[' 3 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' -+ echo '# change_kind=multiple_components : binutils gcc' ++ echo '# change_kind=multiple_components : binutils gcc newlib' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev ++ set -euf -o pipefail @@ -193,17 +195,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=4d47dfdba34de3bbd6c7433d024a5d049e29bed4 ++ base_rev=35ce3b813f879da98341b62e1797b6ea2341411c ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=35ce3b813f879da98341b62e1797b6ea2341411c -++ git -C binutils rev-list --count 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c -# rev for binutils : 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c (29 commits) -+ c_commits=29 -+ echo '# rev for binutils : 4d47dfdba34de3bbd6c7433d024a5d049e29bed4..35ce3b813f879da98341b62e1797b6ea2341411c (29 commits)' ++ cur_rev=7b32e37eb68de43ef5cefe4558e314c3a28abd80 +++ git -C binutils rev-list --count 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 +# rev for binutils : 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 (36 commits) ++ c_commits=36 ++ echo '# rev for binutils : 35ce3b813f879da98341b62e1797b6ea2341411c..7b32e37eb68de43ef5cefe4558e314c3a28abd80 (36 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -211,18 +213,36 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=c2d41cdfeadb82d921b01c0e104d83f47e2262a2 ++ base_rev=88df58b7ee998250fee80819b638110a4a56b732 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=88df58b7ee998250fee80819b638110a4a56b732 -++ git -C gcc rev-list --count c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 -# rev for gcc : c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 (93 commits) ++ cur_rev=4ea36076d66eea0f5ccb9cbb9774028a667e122c +++ git -C gcc rev-list --count 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c +# rev for gcc : 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c (132 commits) ++ c_commits=132 ++ echo '# rev for gcc : 88df58b7ee998250fee80819b638110a4a56b732..4ea36076d66eea0f5ccb9cbb9774028a667e122c (132 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev ++ base_rev=39f734a857e2692224715b03b99fc7bd83e94a0f +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev ++ cur_rev=12e3bac3ce562007e83c3c67243c85fcb5ee70a4 +++ git -C newlib rev-list --count 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 +# rev for newlib : 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 (4 commits) -+ c_commits=93 -+ echo '# rev for gcc : c2d41cdfeadb82d921b01c0e104d83f47e2262a2..88df58b7ee998250fee80819b638110a4a56b732 (93 commits)' ++ c_commits=4 ++ echo '# rev for newlib : 39f734a857e2692224715b03b99fc7bd83e94a0f..12e3bac3ce562007e83c3c67243c85fcb5ee70a4 (4 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log index 10a3a10..8f12d3a 100644 --- a/jenkins/rewrite.log +++ b/jenkins/rewrite.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 ++ remote_exec 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 + set -euf -o pipefail + local host -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -d: -f 1 -+ host=build-04.tcwglab ++ host=build-07.tcwglab + local port -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1 + local opts -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 4 -+ opts=-p51441 ++ opts=-p49855 + local env_vars -++ echo 'build-04.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p51441:ssh_host=build-04.tcwglab ssh_port=51441' +++ echo 'build-07.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_1:-p49855:ssh_host=build-07.tcwglab ssh_port=49855' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-04.tcwglab ssh_port=51441' ++ env_vars='ssh_host=build-07.tcwglab ssh_port=49855' + shift + local -a cmd + cmd=() @@ -59,4 +59,4 @@ + cmd+=("$(printf '%q' "$i")") ++ printf %q 100 ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_1 -+ ssh -p51441 build-04.tcwglab 'export ssh_host=build-04.tcwglab ssh_port=51441 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' ++ ssh -p49855 build-07.tcwglab 'export ssh_host=build-07.tcwglab ssh_port=49855 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_1 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' diff --git a/jenkins/run-build.env b/jenkins/run-build.env index 226542a..0741d08 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,15 +1,15 @@ -build_name="#86" +build_name="#87" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#86-binutils-gcc-newlib" +build_name="#87-binutils-gcc-newlib" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] https://github.com/gcc-mirror/gcc.git#master ==rr\[newlib_git\] git://sourceware.org/git/newlib-cygwin.git#master ) -build_name="#86-binutils-gcc-newlib-R1" +build_name="#87-binutils-gcc-newlib-R1" diff --git a/manifest.sh b/manifest.sh index 19aa1a6..c46443a 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=3e03bdf378814d37eb02d959dbb358185fd3e597" +declare -g "jenkins_scripts_rev=8083fa12f741e05d7137ee1da71bb782a428be4e" # Artifacts directory # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_speed-coremark" @@ -7,7 +7,7 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/" declare -g "SQUAD_GRP=tcwg" rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master" rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index c574631..fbeb496 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 2dc393c..e545fb9 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,19 +2,23 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 after: - | 122 commits in binutils,gcc - | 35ce3b813f8 gdb/nat/aarch64-scalable-linux-ptrace.h: Don't include itself - | eefa1c2a646 Automatic date update in version.in - | def86538a46 gdb/testsuite: add a clang XFAIL to gdb.python/py-watchpoint.exp - | f603d794f94 gdb/testsuite: fix running gdb.python/py-explore-cc with clang - | fe7c8e26fca gdbserver: don't leak program name in handle_v_run - | ... and 24 more commits in binutils - | 88df58b7ee9 testsuite: Fix _BitInt in gcc.misc-tests/godump-1.c - | 3dfe7e2d556 More '#ifdef ASM_OUTPUT_DEF' -> 'if (TARGET_SUPPORTS_ALIASES)' etc. - | 33d38b431cc set hardcmp eh probs - | 2f398d148a7 rename make_eh_edges to make_eh_edge - | f75fc1f0833 Daily bump. - | ... and 88 more commits in gcc + | 172 commits in binutils,gcc,newlib + | 7b32e37eb68 gprofng: remove dependency on help2man + | 2285e8952aa Automatic date update in version.in + | aab2d3a649d gdb: use gdb::byte_vector instead of gdb::def_vector<gdb_byte> + | 5fbee060e80 Fix typo in recent update to the ld/NEWS file + | 85921e9a258 ld: Support input section description keyword: REVERSE + | ... and 31 more commits in binutils + | 4ea36076d66 RISC-V: Fix redundant attributes + | d508a94167c RISC-V: Support vcreate intrinsics for non-tuple types + | 88aca917eb7 VECT: Refine the type size restriction of call vectorizer + | 1a0af6e5a99 RISC-V: Allow dest operand and accumulator operand overlap of widen reduction instruction[PR112327] + | c73d2d49f9b Daily bump. + | ... and 127 more commits in gcc + | 12e3bac3c amdgcn: remove unnecessary scalar cache flush + | 2ef627c46 Cygwin: let feraiseexcept actually raise an exception + | 60d1eeac6 Cygwin: cwd: avoid releasing the cwdstuff SRW Lock twice + | d56d58ace Cygwin: dsp: Improve minimum buffser size estimation. No change @@ -34,6 +38,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/85/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/87/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/86/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 565f26f..d673dde 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 122 commits in binutils,gcc: No change on arm O2 +[Linaro-TCWG-CI] 172 commits in binutils,gcc,newlib: No change on arm O2 diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 2b6d677..71f448d 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -sample_variation_average,num_vect_loops_variation_average,num_sve_loops_variation_average,benchmark,symbol,size_variation_average +num_vect_loops_variation_average,sample_variation_average,num_sve_loops_variation_average,benchmark,symbol,size_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 8eae543..4554712 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -Mean,mean,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15284,15284,67876,67876,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,102,n/a,n/a,n/a,15284,15313,67876,69348,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index 760b515..125421e 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -300,8 +300,8 @@ coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1 coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1 coremark,[.] signal,-1,80,-1,-1,-1 coremark,[.] _signal_r,-1,80,-1,-1,-1 -coremark,[.] __sigtramp,-1,104,-1,-1,-1 -coremark,[.] __sigtramp_r,-1,100,-1,-1,-1 +coremark,[.] __sigtramp,-1,100,-1,-1,-1 +coremark,[.] __sigtramp_r,-1,98,-1,-1,-1 coremark,[.] __sinit,-1,64,-1,-1,-1 coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index 6ca2987..f7cdf90 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -295,8 +295,8 @@ coremark,[.] __sfp_lock_release,12 coremark,[.] __sfvwrite_r,740
coremark,[.] signal,80
coremark,[.] _signal_r,80
-coremark,[.] __sigtramp,104
-coremark,[.] __sigtramp_r,100
+coremark,[.] __sigtramp,100
+coremark,[.] __sigtramp_r,98
coremark,[.] __sinit,64
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index d3594be..770ec67 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,15284,na +coremark,coremark,15313,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index 125421e..d6ccecb 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,15284,346,-1,-1,-1 -Mean,average-all-tests,15284,346,-1,-1,-1 -Mean,mean,15283,28,-1,-1,-1 -Mean,geomean-successful-tests,15283,28,-1,-1,-1 -Mean,geomean-all-tests,15283,28,-1,-1,-1 -coremark,coremark,15284,67876,-1,-1,-1 +Mean,mean,15313,28,-1,-1,-1 +Mean,geomean-successful-tests,15313,28,-1,-1,-1 +Mean,geomean-all-tests,15313,28,-1,-1,-1 +Mean,average-successful-tests,15313,353,-1,-1,-1 +Mean,average-all-tests,15313,353,-1,-1,-1 +coremark,coremark,15313,69348,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -69,12 +69,12 @@ coremark,[.] core_list_mergesort,-1,262,-1,-1,-1 coremark,[.] core_list_remove,-1,28,-1,-1,-1 coremark,[.] core_list_reverse,-1,20,-1,-1,-1 coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1 -coremark,[.] core_state_transition,-1,438,-1,-1,-1 +coremark,[.] core_state_transition,-1,486,-1,-1,-1 coremark,[.] crc16,-1,92,-1,-1,-1 coremark,[.] crcu16,-1,90,-1,-1,-1 coremark,[.] crcu32,-1,172,-1,-1,-1 coremark,[.] crcu8,-1,42,-1,-1,-1 -coremark,[.] currentlocale,-1,92,-1,-1,-1 +coremark,[.] currentlocale,-1,80,-1,-1,-1 coremark,[.] __d2b,-1,188,-1,-1,-1 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 coremark,[.] Default_Handler,-1,2,-1,-1,-1 @@ -97,7 +97,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _dtoa_r,-1,4148,-1,-1,-1 +coremark,[.] _dtoa_r,-1,4156,-1,-1,-1 coremark,[.] __env_lock,-1,12,-1,-1,-1 coremark,[.] __env_unlock,-1,12,-1,-1,-1 coremark,[.] __eqdf2,-1,122,-1,-1,-1 @@ -143,7 +143,7 @@ coremark,[.] _fstat,-1,28,-1,-1,-1 coremark,[.] _fstat_r,-1,44,-1,-1,-1 coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,3072,-1,-1,-1 +coremark,[.] get_arg,-1,3608,-1,-1,-1 coremark,[.] _getenv_r,-1,16,-1,-1,-1 coremark,[.] __get_locale_env,-1,80,-1,-1,-1 coremark,[.] _getpid,-1,4,-1,-1,-1 @@ -180,13 +180,13 @@ coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] initialise_monitor_handles,-1,292,-1,-1,-1 +coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1 coremark,[.] _init_signal,-1,56,-1,-1,-1 coremark,[.] _init_signal_r,-1,48,-1,-1,-1 coremark,[.] _isatty,-1,100,-1,-1,-1 coremark,[.] _isatty_r,-1,36,-1,-1,-1 coremark,[.] iterate,-1,62,-1,-1,-1 -coremark,[.] __jis_mbtowc,-1,300,-1,-1,-1 +coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1 coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 coremark,[.] _kill,-1,28,-1,-1,-1 coremark,[.] _kill_r,-1,44,-1,-1,-1 @@ -209,7 +209,7 @@ coremark,[.] _lseek,-1,4,-1,-1,-1 coremark,[.] _lseek_r,-1,44,-1,-1,-1 coremark,[.] __lshift,-1,240,-1,-1,-1 coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1408,-1,-1,-1 +coremark,[.] main,-1,1400,-1,-1,-1 coremark,[.] __malloc_lock,-1,12,-1,-1,-1 coremark,[.] _malloc_r,-1,1384,-1,-1,-1 coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 @@ -223,7 +223,7 @@ coremark,[.] matrix_sum,-1,88,-1,-1,-1 coremark,[.] matrix_test,-1,670,-1,-1,-1 coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 coremark,[.] __mcmp,-1,66,-1,-1,-1 -coremark,[.] __mdiff,-1,372,-1,-1,-1 +coremark,[.] __mdiff,-1,388,-1,-1,-1 coremark,[.] memcpy,-1,308,-1,-1,-1 coremark,[.] MemManage_Handler,-1,2,-1,-1,-1 coremark,[.] memmove,-1,254,-1,-1,-1 @@ -284,7 +284,7 @@ coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __s2b,-1,180,-1,-1,-1 coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,256,-1,-1,-1 +coremark,[.] __sbprintf,-1,264,-1,-1,-1 coremark,[.] _sbrk,-1,80,-1,-1,-1 coremark,[.] _sbrk_r,-1,36,-1,-1,-1 coremark,[.] __sclose,-1,8,-1,-1,-1 @@ -292,7 +292,7 @@ coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __seofread,-1,4,-1,-1,-1 coremark,[.] __set_ctype,-1,12,-1,-1,-1 coremark,[.] setlocale,-1,24,-1,-1,-1 -coremark,[.] _setlocale_r,-1,548,-1,-1,-1 +coremark,[.] _setlocale_r,-1,536,-1,-1,-1 coremark,[.] __sflush_r,-1,308,-1,-1,-1 coremark,[.] __sfp,-1,192,-1,-1,-1 coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1 @@ -380,9 +380,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,7752,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,8012,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,12174,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,12616,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index f7cdf90..b90ff11 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,67876
+coremark,coremark,69348
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -64,12 +64,12 @@ coremark,[.] core_list_mergesort,262 coremark,[.] core_list_remove,28
coremark,[.] core_list_reverse,20
coremark,[.] core_list_undo_remove,22
-coremark,[.] core_state_transition,438
+coremark,[.] core_state_transition,486
coremark,[.] crc16,92
coremark,[.] crcu16,90
coremark,[.] crcu32,172
coremark,[.] crcu8,42
-coremark,[.] currentlocale,92
+coremark,[.] currentlocale,80
coremark,[.] __d2b,188
coremark,[.] DebugMon_Handler,2
coremark,[.] Default_Handler,2
@@ -92,7 +92,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,2 coremark,[.] DMA2_Channel5_IRQHandler,2
coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
-coremark,[.] _dtoa_r,4148
+coremark,[.] _dtoa_r,4156
coremark,[.] __env_lock,12
coremark,[.] __env_unlock,12
coremark,[.] __eqdf2,122
@@ -138,7 +138,7 @@ coremark,[.] _fstat,28 coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,3072
+coremark,[.] get_arg,3608
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
@@ -175,13 +175,13 @@ coremark,[.] I2C2_ER_IRQHandler,2 coremark,[.] I2C2_EV_IRQHandler,2
coremark,[.] I2C3_ER_IRQHandler,2
coremark,[.] I2C3_EV_IRQHandler,2
-coremark,[.] initialise_monitor_handles,292
+coremark,[.] initialise_monitor_handles,296
coremark,[.] _init_signal,56
coremark,[.] _init_signal_r,48
coremark,[.] _isatty,100
coremark,[.] _isatty_r,36
coremark,[.] iterate,62
-coremark,[.] __jis_mbtowc,300
+coremark,[.] __jis_mbtowc,476
coremark,[.] __jis_wctomb,124
coremark,[.] _kill,28
coremark,[.] _kill_r,44
@@ -204,7 +204,7 @@ coremark,[.] _lseek,4 coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
-coremark,[.] main,1408
+coremark,[.] main,1400
coremark,[.] __malloc_lock,12
coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
@@ -218,7 +218,7 @@ coremark,[.] matrix_sum,88 coremark,[.] matrix_test,670
coremark,[.] _mbtowc_r,20
coremark,[.] __mcmp,66
-coremark,[.] __mdiff,372
+coremark,[.] __mdiff,388
coremark,[.] memcpy,308
coremark,[.] MemManage_Handler,2
coremark,[.] memmove,254
@@ -279,7 +279,7 @@ coremark,[.] RTC_WKUP_IRQHandler,2 coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
-coremark,[.] __sbprintf,256
+coremark,[.] __sbprintf,264
coremark,[.] _sbrk,80
coremark,[.] _sbrk_r,36
coremark,[.] __sclose,8
@@ -287,7 +287,7 @@ coremark,[.] SDMMC1_IRQHandler,2 coremark,[.] __seofread,4
coremark,[.] __set_ctype,12
coremark,[.] setlocale,24
-coremark,[.] _setlocale_r,548
+coremark,[.] _setlocale_r,536
coremark,[.] __sflush_r,308
coremark,[.] __sfp,192
coremark,[.] __sfp_lock_acquire,12
@@ -375,9 +375,9 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,7752
+coremark,[.] _vfiprintf_r,8012
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,12174
+coremark,[.] _vfprintf_r,12616
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index e3093b3..f97e4a0 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15284,15284,67876,67876,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,102,n/a,n/a,n/a,15284,15313,67876,69348,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index e3093b3..f97e4a0 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15284,15284,67876,67876,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,102,n/a,n/a,n/a,15284,15313,67876,69348,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index e3093b3..f97e4a0 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15284,15284,67876,67876,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,102,n/a,n/a,n/a,15284,15313,67876,69348,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index e3093b3..f97e4a0 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15284,15284,67876,67876,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,102,n/a,n/a,n/a,15284,15313,67876,69348,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index e3093b3..f97e4a0 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15283,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15284,15284,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15284,15284,67876,67876,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15283,15313,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,102,n/a,n/a,n/a,15284,15313,346,353,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,102,n/a,n/a,n/a,15284,15313,67876,69348,-1,-1,-1,-1,-1,-1 |