diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-20 07:15:01 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-20 07:15:03 +0000 |
commit | cd36ac8bdc9ee71864e9cd1b75e900d823d47e5a (patch) | |
tree | caf9c824f854b0a03308ea9f392a239ec692d0b6 | |
parent | 30ecfca7b819f347f051b2cfb1fb26d45d24f52f (diff) |
onsuccess: #93: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -O2_mthumb:
| 1
check_regression status : 0
42 files changed, 1202 insertions, 1154 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 714dbe3..f2f4b72 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex ff25f6a..bb848c5 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 7557a6b..3d3852c 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex 2657549..0c24b34 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 523b0b8..ff81c3e 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex 1611a28..3a7f993 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex dc39699..f1d9e90 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 4ebc783..1bea339 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex f02d4f5..c184211 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex bb34448..3b6a10a 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex cd5e440..0294bdd 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 89ff9ce..b1c40c4 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #44927 +Started TCWG Benchmark #45089 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXcuxZJt/agent.10493 -SSH_AGENT_PID=10495 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXArqPHM/agent.9067 +SSH_AGENT_PID=9069 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_1809353043871629522.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_1809353043871629522.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_10168986149843160006.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_10168986149843160006.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 34bba566f8ddf26613b22d17ff41af3f245a3690 (origin/master) +Checking out Revision e66588736a8242a8389a9fe7edff26f68445e538 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 34bba566f8ddf26613b22d17ff41af3f245a3690 # timeout=10 -Commit message: "pw-trigger.sh: Fix prerequisite bot check" - > /usr/bin/git rev-list --no-walk 34bba566f8ddf26613b22d17ff41af3f245a3690 # timeout=10 + > /usr/bin/git checkout -f e66588736a8242a8389a9fe7edff26f68445e538 # timeout=10 +Commit message: "tcwg-update-lnt-results.sh: add execution rights" + > /usr/bin/git rev-list --no-walk e66588736a8242a8389a9fe7edff26f68445e538 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd (origin/master) +Checking out Revision c40175524fbfe595576e5d24bc9bcf5ae416e259 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd # timeout=10 -Commit message: "metric_utils.py: Add entries for status." - > /usr/bin/git rev-list --no-walk 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd # timeout=10 + > /usr/bin/git checkout -f c40175524fbfe595576e5d24bc9bcf5ae416e259 # timeout=10 +Commit message: "gather-metrics.sh: regenerate status.csv in case we have only results.csv" + > /usr/bin/git rev-list --no-walk c40175524fbfe595576e5d24bc9bcf5ae416e259 # timeout=10 No emails were triggered. -New run name is '#44927-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins10749637701220732390.sh +New run name is '#45089-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins17143104139046404310.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo build-03.tcwglab:52166:/tmp/tmp.FnUx4ZOeBo -++ sed -e s/@build_num@/44927/g -e s/@hw_tag@/stm32/g -+ results_dest=build-03.tcwglab:52166:/tmp/tmp.FnUx4ZOeBo +++ echo build-05.tcwglab:52417:/tmp/tmp.qmmkkpN4Cb +++ sed -e s/@build_num@/45089/g -e s/@hw_tag@/stm32/g ++ results_dest=build-05.tcwglab:52417:/tmp/tmp.qmmkkpN4Cb + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 10613 ++ wait 9187 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,20 @@ New run name is '#44927-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #147246 started. -TCWG Benchmark_backend #147246-44927+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS -New run name is '#44927-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' +TCWG Benchmark_backend #147667 started. +TCWG Benchmark_backend #147667-45089+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#45089-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 10495 killed; +echo Agent pid 9069 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success +#45088-tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-Oz_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist +#45088-tcwg_bmk-code_size-cpu2017rate/llvm-arm-master-Oz_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #44927-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #45089-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 50b1e9b..3aa7709 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 4bfbaf8..bfdcd54 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/09-check_regression/output-bmk-results.log b/09-check_regression/output-bmk-results.log index 66a08d4..d459dc2 100644 --- a/09-check_regression/output-bmk-results.log +++ b/09-check_regression/output-bmk-results.log @@ -1,2 +1,8 @@ +Empty DataFrame +Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] +Index: [] +Empty DataFrame +Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] +Index: [] DEBUG: checking symbol.regression : coremark,coremark : sample=0% (threshold=15%) DEBUG: checking symbol.improvement : coremark,coremark : sample=0% (threshold=15%) diff --git a/annex/bmk-data b/annex/bmk-data index 3bfcce6..9c36f5e 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/91-e344b3e777168ed1138c9e28ec0e07fa.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/93-0b291a82190390bb76adc0c8d0ff086a.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index 7732549..dbae357 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -319b460545dc79280e2904dcc280057cf71fb753 +11788869e0a3713e847733be8712e4b3b5e4dfd9 diff --git a/git/gcc_rev b/git/gcc_rev index c9d5578..27468b9 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -bfcb6e518371bb943b77e0ef784e1de72a99aec6 +e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 diff --git a/git/newlib_rev b/git/newlib_rev index d847a19..c548e70 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -d223f095905a100633a0a8af0d6f645e07db15d4 +643275ed18b7ddab73bc7dcb0d971b7d4b1db392 diff --git a/jenkins/build-name b/jenkins/build-name index cde4e9a..d46fa4d 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#91-binutils-gcc-newlib-R1 +#93-binutils-gcc-newlib-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index f5fb2af..011b2a8 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -1,6 +1,6 @@ + set +x -/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -26,17 +26,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -84,7 +84,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x319b460545dc79280e2904dcc280057cf71fb753 '!=' x943e09db6058e10dbb5f9be9d58a46b6706a8b01 ']' +++ '[' x11788869e0a3713e847733be8712e4b3b5e4dfd9 '!=' x319b460545dc79280e2904dcc280057cf71fb753 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -99,7 +99,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' xbfcb6e518371bb943b77e0ef784e1de72a99aec6 '!=' x391f9798b35ec75c1a49fb04610db5ab347e9d0d ']' +++ '[' xe85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 '!=' xbfcb6e518371bb943b77e0ef784e1de72a99aec6 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -114,7 +114,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' xd223f095905a100633a0a8af0d6f645e07db15d4 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']' +++ '[' x643275ed18b7ddab73bc7dcb0d971b7d4b1db392 '!=' xd223f095905a100633a0a8af0d6f645e07db15d4 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -134,17 +134,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 ++ base_rev=319b460545dc79280e2904dcc280057cf71fb753 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=319b460545dc79280e2904dcc280057cf71fb753 -++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 -# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 (40 commits) -+ c_commits=40 -+ echo '# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 (40 commits)' ++ cur_rev=11788869e0a3713e847733be8712e4b3b5e4dfd9 +++ git -C binutils rev-list --count 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 +# rev for binutils : 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 (78 commits) ++ c_commits=78 ++ echo '# rev for binutils : 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 (78 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -152,17 +152,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d ++ base_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 -++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 -# rev for gcc : 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 (77 commits) -+ c_commits=77 -+ echo '# rev for gcc : 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 (77 commits)' ++ cur_rev=e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 +++ git -C gcc rev-list --count bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 +# rev for gcc : bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 (177 commits) ++ c_commits=177 ++ echo '# rev for gcc : bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 (177 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -170,18 +170,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 ++ base_rev=d223f095905a100633a0a8af0d6f645e07db15d4 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4 -++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 -# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 (3 commits) ++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392 +++ git -C newlib rev-list --count d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 +# rev for newlib : d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 (8 commits) -+ c_commits=3 -+ echo '# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 (3 commits)' ++ c_commits=8 ++ echo '# rev for newlib : d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 (8 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -216,8 +216,8 @@ + local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify + local res=0 -+ wait 31068 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose ++ wait 30874 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose + assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']' + set -euf -o pipefail +x + check_if_first_report @@ -290,9 +290,9 @@ +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x -++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts +++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/artifact/artifacts ++ '[' '' '!=' '' ']' -++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts/notify/mail-body.txt/*view*/' +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/artifact/artifacts/notify/mail-body.txt/*view*/' # print all notification files + echo '# print all notification files' + true @@ -325,16 +325,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 +++ base_rev=319b460545dc79280e2904dcc280057cf71fb753 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=319b460545dc79280e2904dcc280057cf71fb753 -+++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 -++ c_commits=40 -++ new_commits=40 +++ cur_rev=11788869e0a3713e847733be8712e4b3b5e4dfd9 ++++ git -C binutils rev-list --count 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 +++ c_commits=78 +++ new_commits=78 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -342,16 +342,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d +++ base_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 -+++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 -++ c_commits=77 -++ new_commits=117 +++ cur_rev=e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 ++++ git -C gcc rev-list --count bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 +++ c_commits=177 +++ new_commits=255 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -359,20 +359,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 +++ base_rev=d223f095905a100633a0a8af0d6f645e07db15d4 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4 -+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 -++ c_commits=3 -++ new_commits=120 +++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392 ++++ git -C newlib rev-list --count d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 +++ c_commits=8 +++ new_commits=263 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '120 commits in binutils,gcc,newlib' +++ echo '263 commits in binutils,gcc,newlib' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -407,7 +407,7 @@ ++ short_diag='No change' ++ echo 'No change' ++ bmk_print_config --oneline -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -460,20 +460,20 @@ ++ case "$ci_config" in ++ echo 'arm O2' ++ return 0 -+ echo '[Linaro-TCWG-CI]' '120 commits in binutils,gcc,newlib: No change on arm O2' ++ echo '[Linaro-TCWG-CI]' '263 commits in binutils,gcc,newlib: No change on arm O2' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts + cat ++ bmk_print_config --short -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -551,16 +551,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 +++ base_rev=319b460545dc79280e2904dcc280057cf71fb753 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=319b460545dc79280e2904dcc280057cf71fb753 -+++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 -++ c_commits=40 -++ new_commits=40 +++ cur_rev=11788869e0a3713e847733be8712e4b3b5e4dfd9 ++++ git -C binutils rev-list --count 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 +++ c_commits=78 +++ new_commits=78 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -568,16 +568,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d +++ base_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 -+++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 -++ c_commits=77 -++ new_commits=117 +++ cur_rev=e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 ++++ git -C gcc rev-list --count bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 +++ c_commits=177 +++ new_commits=255 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -585,20 +585,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 +++ base_rev=d223f095905a100633a0a8af0d6f645e07db15d4 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4 -+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 -++ c_commits=3 -++ new_commits=120 +++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392 ++++ git -C newlib rev-list --count d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 +++ c_commits=8 +++ new_commits=263 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '120 commits in binutils,gcc,newlib' +++ echo '263 commits in binutils,gcc,newlib' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -607,19 +607,19 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 +++ base_rev=319b460545dc79280e2904dcc280057cf71fb753 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=319b460545dc79280e2904dcc280057cf71fb753 -+++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 -++ c_commits=40 +++ cur_rev=11788869e0a3713e847733be8712e4b3b5e4dfd9 ++++ git -C binutils rev-list --count 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 +++ c_commits=78 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 -++ '[' 40 -gt 5 ']' -++ echo '... and 35 more commits in binutils' +++ git -C binutils log -n 5 --oneline 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 +++ '[' 78 -gt 5 ']' +++ echo '... and 73 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -628,19 +628,19 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d +++ base_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 -+++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 -++ c_commits=77 +++ cur_rev=e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 ++++ git -C gcc rev-list --count bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 +++ c_commits=177 ++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 -++ '[' 77 -gt 5 ']' -++ echo '... and 72 more commits in gcc' +++ git -C gcc log -n 5 --oneline bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 +++ '[' 177 -gt 5 ']' +++ echo '... and 172 more commits in gcc' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev @@ -649,18 +649,19 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 +++ base_rev=d223f095905a100633a0a8af0d6f645e07db15d4 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4 -+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 -++ c_commits=3 +++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392 ++++ git -C newlib rev-list --count d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 +++ c_commits=8 ++ '[' '' '!=' '' ']' -++ git -C newlib log -n 5 --oneline 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 -++ '[' 3 -gt 5 ']' +++ git -C newlib log -n 5 --oneline d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 +++ '[' 8 -gt 5 ']' +++ echo '... and 3 more commits in newlib' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -693,7 +694,7 @@ ++ '[' -f artifacts/notify/symbol.improvement ']' ++ echo 'No change' ++ bmk_print_config --long -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -805,15 +806,17 @@ + echo '... Skipping' + return + generate_lnt_report -+ wait 31282 -# generate_lnt_report -... Skipping ++ wait 31088 + set -euf -o pipefail +# generate_lnt_report + echo '# generate_lnt_report' + true ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/lnt-utils.sh + case "$ci_project" in -+ echo '... Skipping' -+ return ++ local cc cur_rev describe ++ case "${rr[toolchain]}" in ++ false ++ true + false + post_to_jira # post_to_jira diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index 09f5e7d..7712d9f 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -1,6 +1,6 @@ + set +x -/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -26,17 +26,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -84,7 +84,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x319b460545dc79280e2904dcc280057cf71fb753 '!=' x943e09db6058e10dbb5f9be9d58a46b6706a8b01 ']' +++ '[' x11788869e0a3713e847733be8712e4b3b5e4dfd9 '!=' x319b460545dc79280e2904dcc280057cf71fb753 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -99,7 +99,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' xbfcb6e518371bb943b77e0ef784e1de72a99aec6 '!=' x391f9798b35ec75c1a49fb04610db5ab347e9d0d ']' +++ '[' xe85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 '!=' xbfcb6e518371bb943b77e0ef784e1de72a99aec6 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -114,7 +114,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' xd223f095905a100633a0a8af0d6f645e07db15d4 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']' +++ '[' x643275ed18b7ddab73bc7dcb0d971b7d4b1db392 '!=' xd223f095905a100633a0a8af0d6f645e07db15d4 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -134,17 +134,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 ++ base_rev=319b460545dc79280e2904dcc280057cf71fb753 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=319b460545dc79280e2904dcc280057cf71fb753 -++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 -# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 (40 commits) -+ c_commits=40 -+ echo '# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 (40 commits)' ++ cur_rev=11788869e0a3713e847733be8712e4b3b5e4dfd9 +++ git -C binutils rev-list --count 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 +# rev for binutils : 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 (78 commits) ++ c_commits=78 ++ echo '# rev for binutils : 319b460545dc79280e2904dcc280057cf71fb753..11788869e0a3713e847733be8712e4b3b5e4dfd9 (78 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -152,17 +152,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d ++ base_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6 -++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 -# rev for gcc : 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 (77 commits) -+ c_commits=77 -+ echo '# rev for gcc : 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 (77 commits)' ++ cur_rev=e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 +++ git -C gcc rev-list --count bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 +# rev for gcc : bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 (177 commits) ++ c_commits=177 ++ echo '# rev for gcc : bfcb6e518371bb943b77e0ef784e1de72a99aec6..e85c596ae2d1e5f5b769b5af4c0a8e7d055e40d7 (177 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -170,18 +170,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 ++ base_rev=d223f095905a100633a0a8af0d6f645e07db15d4 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4 -++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 -# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 (3 commits) ++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392 +++ git -C newlib rev-list --count d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 +# rev for newlib : d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 (8 commits) -+ c_commits=3 -+ echo '# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 (3 commits)' ++ c_commits=8 ++ echo '# rev for newlib : d223f095905a100633a0a8af0d6f645e07db15d4..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 (8 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' diff --git a/jenkins/run-build.env b/jenkins/run-build.env index beed544..ac12c53 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,15 +1,15 @@ -build_name="#91" +build_name="#93" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#91-binutils-gcc-newlib" +build_name="#93-binutils-gcc-newlib" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] https://github.com/gcc-mirror/gcc.git#master ==rr\[newlib_git\] git://sourceware.org/git/newlib-cygwin.git#master ) -build_name="#91-binutils-gcc-newlib-R1" +build_name="#93-binutils-gcc-newlib-R1" diff --git a/manifest.sh b/manifest.sh index 973def0..6267ada 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=34bba566f8ddf26613b22d17ff41af3f245a3690" +declare -g "jenkins_scripts_rev=e66588736a8242a8389a9fe7edff26f68445e538" # Artifacts directory # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_speed-coremark" @@ -7,7 +7,7 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/" declare -g "SQUAD_GRP=tcwg" rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master" rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 50599c1..1345cd4 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 3488b39..6f89060 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,22 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 after: - | 120 commits in binutils,gcc,newlib - | 319b460545d Automatic date update in version.in - | 5fa871f5d93 [gdb/tui] Don't include border_width in left_margin - | ff3c86a8442 [gdb/tui] Add tui_win_info::{box_width,box_size} - | 70911fd87f2 [gdb/tui] Refactor prefresh call in tui_source_window_base::refresh_window - | 284c40cb7dc Fix the gdb.ada/inline-section-gc.exp test - | ... and 35 more commits in binutils - | bfcb6e51837 RISC-V: Fix init-2.c assembly check - | fd1596f9962 Handle bitop with INTEGER_CST in analyze_and_compute_bitop_with_inv_effect. - | d22b87864e5 maintainer-scripts/gcc_release: cleanup whitespace - | 3239a805555 maintainer-scripts/gcc_release: use HTTPS for links - | 5ee4349fa9c libcpp: Regenerate config.in - | ... and 72 more commits in gcc - | d223f0959 Add release text for random(3) fix - | e9c4a281e Cygwin: random: drop unused function srandomdev() - | 06e463223 Cygwin: random: make random(3) functions thread-safe + | 263 commits in binutils,gcc,newlib + | 11788869e0a Automatic date update in version.in + | 1e62d51f295 Automatic date update in version.in + | 8fbb497b720 gas: bpf: do not allow referring to register names as symbols in operands + | 26c7a0ea380 Automatic date update in version.in + | e5d6f72eb3d bpf: avoid creating wrong symbols while parsing + | ... and 73 more commits in binutils + | e85c596ae2d c++: compare one level of template parms + | c51eafc1a18 c++: add DECL_IMPLICIT_TEMPLATE_PARM_P macro + | 0d734c79387 Add i?86-*-* and x86_64-*-* to vect_logical_reduc + | 2b59e2b4dff Support reduc_{plus,xor,and,ior}_scal_m for vector integer mode. + | e6269bb69c0 RISC-V: Implement -mmemcpy-strategy= options[PR112537] + | ... and 172 more commits in gcc + | 643275ed1 Cygwin: Document /dev/disk/by-* subdirectories + | 41e13e4d9 Cygwin: Add /dev/disk/by-label and /dev/disk/by-uuid symlinks + | 6ccbfe6a3 __sfvwrite_r: call __sputc_r rather than putc in __SCLE case + | 61ccd3f94 v{fs}printf/v{fs}wprintf: create external output helpers + | 7e4840bc4 newlib.hin: regenerate + | ... and 3 more commits in newlib No change @@ -37,6 +40,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/93/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 1346835..11aaa5a 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 120 commits in binutils,gcc,newlib: No change on arm O2 +[Linaro-TCWG-CI] 263 commits in binutils,gcc,newlib: No change on arm O2 diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index 46a113e..1d8c260 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -1,142 +1,186 @@ --- modulename: output-bmk-results, funcname: <module> <string>(1): --- modulename: output-bmk-results, funcname: main -output-bmk-results.py(287): results_csv = sys.argv[1] -output-bmk-results.py(288): variability_file = sys.argv[2] -output-bmk-results.py(289): run_step_artifacts_dir = sys.argv[3] -output-bmk-results.py(290): metric = sys.argv[4] -output-bmk-results.py(291): mode = sys.argv[5] -output-bmk-results.py(292): details = sys.argv[6] -output-bmk-results.py(294): merged_df = read_results_csv(results_csv) +output-bmk-results.py(322): results_csv = sys.argv[1] +output-bmk-results.py(323): variability_file = sys.argv[2] +output-bmk-results.py(324): run_step_artifacts_dir = sys.argv[3] +output-bmk-results.py(325): metric = sys.argv[4] +output-bmk-results.py(326): mode = sys.argv[5] +output-bmk-results.py(327): details = sys.argv[6] +output-bmk-results.py(329): merged_df = read_results_csv(results_csv) --- modulename: output-bmk-results, funcname: read_results_csv -output-bmk-results.py(277): df = pd.read_csv(results_csv) -output-bmk-results.py(278): df = df.fillna(-1) -output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(312): df = pd.read_csv(results_csv) +output-bmk-results.py(313): df = df.fillna(-1) +output-bmk-results.py(315): for metric in get_comparable_metrics(df): --- modulename: output-bmk-results, funcname: get_comparable_metrics -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(199): & metric_utils.comparable_metrics -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(280): for metric in get_comparable_metrics(df): -output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(280): for metric in get_comparable_metrics(df): -output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(280): for metric in get_comparable_metrics(df): -output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(280): for metric in get_comparable_metrics(df): -output-bmk-results.py(284): return df -output-bmk-results.py(295): read_specific_variability_file(variability_file) +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ + --- modulename: output-bmk-results, funcname: <genexpr> +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(207): & metric_utils.comparable_metrics +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(315): for metric in get_comparable_metrics(df): +output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(315): for metric in get_comparable_metrics(df): +output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(315): for metric in get_comparable_metrics(df): +output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(315): for metric in get_comparable_metrics(df): +output-bmk-results.py(319): return df +output-bmk-results.py(330): read_specific_variability_file(variability_file) --- modulename: output-bmk-results, funcname: read_specific_variability_file output-bmk-results.py(51): if not os.path.exists(bmk_specific_filename): output-bmk-results.py(53): specific_variability = pd.read_csv(bmk_specific_filename, index_col=False) -output-bmk-results.py(296): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) +output-bmk-results.py(331): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results -output-bmk-results.py(248): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") +output-bmk-results.py(278): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(249): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w") +output-bmk-results.py(279): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w") --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(250): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose")) +output-bmk-results.py(280): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(252): f_ebp.write("extra_build_params=") +output-bmk-results.py(282): f_ebp.write("extra_build_params=") --- modulename: output-bmk-results, funcname: write output-bmk-results.py(36): if not self.predicate or not self.outf: output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(256): df = merged_df[merged_df["benchmark"] != "Mean"] -output-bmk-results.py(259): exe_df = df[df["symbol"].str.endswith("_base.default")] -output-bmk-results.py(260): sym_df = df[~df["symbol"].str.endswith("_base.default")] -output-bmk-results.py(262): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) +output-bmk-results.py(286): df = merged_df[merged_df["benchmark"] != "Mean"] +output-bmk-results.py(289): exe_df = df[df["symbol"].str.endswith("_base.default")] +output-bmk-results.py(290): sym_df = df[~df["symbol"].str.endswith("_base.default")] +output-bmk-results.py(293): output_bmk_results_status(exe_df, "regression", f_regr, f_ebp, run_step_artifacts, details) + --- modulename: output-bmk-results, funcname: output_bmk_results_status +output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose")) + --- modulename: output-bmk-results, funcname: __init__ +output-bmk-results.py(19): self.filename=filename +output-bmk-results.py(20): self.predicate=predicate +output-bmk-results.py(21): if predicate: +output-bmk-results.py(22): self.outf = open(filename, mode) +output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) +output-bmk-results.py(258): print(results_df) +Empty DataFrame +Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] +Index: [] +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(275): f_out.close() + --- modulename: output-bmk-results, funcname: close +output-bmk-results.py(29): if not self.outf: +output-bmk-results.py(31): self.outf.close() +output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: +output-bmk-results.py(33): os.remove(self.filename) +output-bmk-results.py(294): output_bmk_results_status(exe_df, "improvement", None, None, run_step_artifacts, details) + --- modulename: output-bmk-results, funcname: output_bmk_results_status +output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose")) + --- modulename: output-bmk-results, funcname: __init__ +output-bmk-results.py(19): self.filename=filename +output-bmk-results.py(20): self.predicate=predicate +output-bmk-results.py(21): if predicate: +output-bmk-results.py(22): self.outf = open(filename, mode) +output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) +output-bmk-results.py(258): print(results_df) +Empty DataFrame +Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] +Index: [] +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(275): f_out.close() + --- modulename: output-bmk-results, funcname: close +output-bmk-results.py(29): if not self.outf: +output-bmk-results.py(31): self.outf.close() +output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: +output-bmk-results.py(33): os.remove(self.filename) +output-bmk-results.py(297): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(212): rel_metric = "rel_" + metric -output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(245): f_out.close() +output-bmk-results.py(220): rel_metric = "rel_" + metric +output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(253): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(263): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) +output-bmk-results.py(298): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(212): rel_metric = "rel_" + metric -output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(245): f_out.close() +output-bmk-results.py(220): rel_metric = "rel_" + metric +output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(253): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(265): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) +output-bmk-results.py(300): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(212): rel_metric = "rel_" + metric -output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) +output-bmk-results.py(220): rel_metric = "rel_" + metric +output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold output-bmk-results.py(98): if metric == "sample": output-bmk-results.py(99): spec_thr = get_specific_thresholds(metric, mode, bmk, symb) @@ -148,35 +192,35 @@ output-bmk-results.py(62): return np.nan output-bmk-results.py(100): if not np.isnan(spec_thr): output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : coremark,coremark : sample=0% (threshold=15%) -output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): +output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(176): return (result - 100 > threshold) -output-bmk-results.py(225): continue -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(245): f_out.close() +output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(184): return (result - 100 > threshold) +output-bmk-results.py(233): continue +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(253): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(266): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) +output-bmk-results.py(301): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(212): rel_metric = "rel_" + metric -output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) +output-bmk-results.py(220): rel_metric = "rel_" + metric +output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold output-bmk-results.py(98): if metric == "sample": output-bmk-results.py(99): spec_thr = get_specific_thresholds(metric, mode, bmk, symb) @@ -188,41 +232,41 @@ output-bmk-results.py(62): return np.nan output-bmk-results.py(100): if not np.isnan(spec_thr): output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : coremark,coremark : sample=0% (threshold=15%) -output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): +output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(185): return (100 - result > threshold) -output-bmk-results.py(225): continue -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(245): f_out.close() +output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(193): return (100 - result > threshold) +output-bmk-results.py(233): continue +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(253): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(268): f_ebp.write("\n") +output-bmk-results.py(303): f_ebp.write("\n") --- modulename: output-bmk-results, funcname: write output-bmk-results.py(36): if not self.predicate or not self.outf: output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(270): f_skip.close() +output-bmk-results.py(305): f_skip.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(271): f_regr.close() +output-bmk-results.py(306): f_regr.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(272): f_ebp.close() +output-bmk-results.py(307): f_ebp.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(297): return 0 +output-bmk-results.py(332): return 0 diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 1fb0719..a0ddb49 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average +num_vect_loops_variation_average,size_variation_average,num_sve_loops_variation_average,benchmark,symbol,sample_variation_average diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff new file mode 100644 index 0000000..ed393dd --- /dev/null +++ b/results-vs-prev/cmp-results.diff @@ -0,0 +1,7 @@ +0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19 +Mean,average-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index e1ae6ce..57fa00f 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313 diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index fc1d204..9de98ab 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,396 +1,396 @@ -benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,15313,28,-1,-1,-1 -Mean,geomean-successful-tests,15313,28,-1,-1,-1 -Mean,geomean-all-tests,15313,28,-1,-1,-1 -Mean,average-successful-tests,15313,355,-1,-1,-1 -Mean,average-all-tests,15313,355,-1,-1,-1 -coremark,coremark,15313,69652,-1,-1,-1 -coremark,[.] abort,-1,14,-1,-1,-1 -coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __adddf3,-1,630,-1,-1,-1 -coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1 -coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1 -coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1 -coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1 -coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1 -coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1 -coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1 -coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1 -coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1 -coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1 -coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1 -coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1 -coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1 -coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1 -coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1 -coremark,[.] __any_on,-1,92,-1,-1,-1 -coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1 -coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1 -coremark,[.] __assert,-1,10,-1,-1,-1 -coremark,[.] __assert_func,-1,64,-1,-1,-1 -coremark,[.] atexit,-1,12,-1,-1,-1 -coremark,[.] __b2d,-1,188,-1,-1,-1 -coremark,[.] _Balloc,-1,76,-1,-1,-1 -coremark,[.] _Bfree,-1,18,-1,-1,-1 -coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 -coremark,[.] calc_func,-1,142,-1,-1,-1 -coremark,[.] __call_exitprocs,-1,192,-1,-1,-1 -coremark,[.] _calloc_r,-1,108,-1,-1,-1 -coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] check_data_types,-1,4,-1,-1,-1 -coremark,[.] cleanup_stdio,-1,64,-1,-1,-1 -coremark,[.] _clock,-1,18,-1,-1,-1 -coremark,[.] _close,-1,148,-1,-1,-1 -coremark,[.] _close_r,-1,36,-1,-1,-1 -coremark,[.] cmp_complex,-1,26,-1,-1,-1 -coremark,[.] __cmpdf2,-1,122,-1,-1,-1 -coremark,[.] cmp_idx,-1,58,-1,-1,-1 -coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __copybits,-1,90,-1,-1,-1 -coremark,[.] copy_info,-1,6,-1,-1,-1 -coremark,[.] core_bench_list,-1,484,-1,-1,-1 -coremark,[.] core_bench_matrix,-1,32,-1,-1,-1 -coremark,[.] core_bench_state,-1,220,-1,-1,-1 -coremark,[.] core_init_matrix,-1,222,-1,-1,-1 -coremark,[.] core_init_state,-1,200,-1,-1,-1 -coremark,[.] core_list_find,-1,52,-1,-1,-1 -coremark,[.] core_list_init,-1,256,-1,-1,-1 -coremark,[.] core_list_insert_new,-1,60,-1,-1,-1 -coremark,[.] core_list_mergesort,-1,262,-1,-1,-1 -coremark,[.] core_list_remove,-1,28,-1,-1,-1 -coremark,[.] core_list_reverse,-1,20,-1,-1,-1 -coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1 -coremark,[.] core_state_transition,-1,486,-1,-1,-1 -coremark,[.] crc16,-1,92,-1,-1,-1 -coremark,[.] crcu16,-1,90,-1,-1,-1 -coremark,[.] crcu32,-1,172,-1,-1,-1 -coremark,[.] crcu8,-1,42,-1,-1,-1 -coremark,[.] currentlocale,-1,80,-1,-1,-1 -coremark,[.] __d2b,-1,188,-1,-1,-1 -coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 -coremark,[.] Default_Handler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __divdf3,-1,464,-1,-1,-1 -coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _dtoa_r,-1,4156,-1,-1,-1 -coremark,[.] __env_lock,-1,12,-1,-1,-1 -coremark,[.] __env_unlock,-1,12,-1,-1,-1 -coremark,[.] __eqdf2,-1,122,-1,-1,-1 -coremark,[.] __errno,-1,12,-1,-1,-1 -coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1 -coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1 -coremark,[.] _exit,-1,20,-1,-1,-1 -coremark,[.] exit,-1,28,-1,-1,-1 -coremark,[.] __extendsfdf2,-1,66,-1,-1,-1 -coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] fclose,-1,16,-1,-1,-1 -coremark,[.] _fclose_r,-1,192,-1,-1,-1 -coremark,[.] fflush,-1,116,-1,-1,-1 -coremark,[.] _fflush_r,-1,84,-1,-1,-1 -coremark,[.] _findenv_r,-1,128,-1,-1,-1 -coremark,[.] fiprintf,-1,40,-1,-1,-1 -coremark,[.] _fiprintf_r,-1,28,-1,-1,-1 -coremark,[.] __fixdfsi,-1,78,-1,-1,-1 -coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1 -coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __floatdidf,-1,90,-1,-1,-1 -coremark,[.] __floatsidf,-1,34,-1,-1,-1 -coremark,[.] __floatundidf,-1,106,-1,-1,-1 -coremark,[.] __floatunsidf,-1,30,-1,-1,-1 -coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_lock,-1,28,-1,-1,-1 -coremark,[.] __fp_lock_all,-1,36,-1,-1,-1 -coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_unlock,-1,28,-1,-1,-1 -coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1 -coremark,[.] __fputwc,-1,156,-1,-1,-1 -coremark,[.] fputwc,-1,60,-1,-1,-1 -coremark,[.] _fputwc_r,-1,144,-1,-1,-1 -coremark,[.] _free_r,-1,488,-1,-1,-1 -coremark,[.] frexp,-1,100,-1,-1,-1 -coremark,[.] _fstat,-1,28,-1,-1,-1 -coremark,[.] _fstat_r,-1,44,-1,-1,-1 -coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 -coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,3608,-1,-1,-1 -coremark,[.] _getenv_r,-1,16,-1,-1,-1 -coremark,[.] __get_locale_env,-1,80,-1,-1,-1 -coremark,[.] _getpid,-1,4,-1,-1,-1 -coremark,[.] _getpid_r,-1,4,-1,-1,-1 -coremark,[.] get_seed_args,-1,14,-1,-1,-1 -coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1 -coremark,[.] get_time,-1,16,-1,-1,-1 -coremark,[.] _gettimeofday,-1,40,-1,-1,-1 -coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1 -coremark,[.] __gtdf2,-1,138,-1,-1,-1 -coremark,[.] HAL_GetTick,-1,12,-1,-1,-1 -coremark,[.] HAL_IncTick,-1,24,-1,-1,-1 -coremark,[.] hal_init,-1,14,-1,-1,-1 -coremark,[.] HAL_Init,-1,48,-1,-1,-1 -coremark,[.] HAL_InitTick,-1,76,-1,-1,-1 -coremark,[.] HAL_MspInit,-1,2,-1,-1,-1 -coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1 -coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 -coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 -coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 -coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1 -coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1 -coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 -coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 -coremark,[.] HardFault_Handler,-1,2,-1,-1,-1 -coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1 -coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1 -coremark,[.] __hi0bits,-1,82,-1,-1,-1 -coremark,[.] __i2b,-1,92,-1,-1,-1 -coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1 -coremark,[.] _init_signal,-1,56,-1,-1,-1 -coremark,[.] _init_signal_r,-1,48,-1,-1,-1 -coremark,[.] _isatty,-1,100,-1,-1,-1 -coremark,[.] _isatty_r,-1,36,-1,-1,-1 -coremark,[.] iterate,-1,62,-1,-1,-1 -coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1 -coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 -coremark,[.] _kill,-1,28,-1,-1,-1 -coremark,[.] _kill_r,-1,44,-1,-1,-1 -coremark,[.] _kill_shared,-1,46,-1,-1,-1 -coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __ledf2,-1,130,-1,-1,-1 -coremark,[.] __libc_fini_array,-1,40,-1,-1,-1 -coremark,[.] __libc_init_array,-1,80,-1,-1,-1 -coremark,[.] _link,-1,16,-1,-1,-1 -coremark,[.] __lo0bits,-1,128,-1,-1,-1 -coremark,[.] __loadlocale,-1,1736,-1,-1,-1 -coremark,[.] localeconv,-1,8,-1,-1,-1 -coremark,[.] __localeconv_l,-1,4,-1,-1,-1 -coremark,[.] _localeconv_r,-1,8,-1,-1,-1 -coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1 -coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _lseek,-1,4,-1,-1,-1 -coremark,[.] _lseek_r,-1,44,-1,-1,-1 -coremark,[.] __lshift,-1,240,-1,-1,-1 -coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1400,-1,-1,-1 -coremark,[.] __malloc_lock,-1,12,-1,-1,-1 -coremark,[.] _malloc_r,-1,1384,-1,-1,-1 -coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 -coremark,[.] __malloc_unlock,-1,12,-1,-1,-1 -coremark,[.] matrix_add_const,-1,60,-1,-1,-1 -coremark,[.] matrix_mul_const,-1,74,-1,-1,-1 -coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1 -coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1 -coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1 -coremark,[.] matrix_sum,-1,88,-1,-1,-1 -coremark,[.] matrix_test,-1,670,-1,-1,-1 -coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 -coremark,[.] __mcmp,-1,66,-1,-1,-1 -coremark,[.] __mdiff,-1,388,-1,-1,-1 -coremark,[.] memcpy,-1,308,-1,-1,-1 -coremark,[.] MemManage_Handler,-1,2,-1,-1,-1 -coremark,[.] memmove,-1,254,-1,-1,-1 -coremark,[.] memset,-1,162,-1,-1,-1 -coremark,[.] _mprec_log10,-1,64,-1,-1,-1 -coremark,[.] __muldf3,-1,596,-1,-1,-1 -coremark,[.] __multadd,-1,160,-1,-1,-1 -coremark,[.] __multiply,-1,364,-1,-1,-1 -coremark,[.] __nedf2,-1,122,-1,-1,-1 -coremark,[.] NMI_Handler,-1,2,-1,-1,-1 -coremark,[.] _open,-1,18,-1,-1,-1 -coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] parseval,-1,138,-1,-1,-1 -coremark,[.] PendSV_Handler,-1,2,-1,-1,-1 -coremark,[.] portable_fini,-1,6,-1,-1,-1 -coremark,[.] portable_free,-1,2,-1,-1,-1 -coremark,[.] portable_init,-1,6,-1,-1,-1 -coremark,[.] portable_malloc,-1,4,-1,-1,-1 -coremark,[.] __pow5mult,-1,192,-1,-1,-1 -coremark,[.] printf,-1,40,-1,-1,-1 -coremark,[.] _printf_r,-1,30,-1,-1,-1 -coremark,[.] putc,-1,164,-1,-1,-1 -coremark,[.] putchar,-1,16,-1,-1,-1 -coremark,[.] _putchar_r,-1,6,-1,-1,-1 -coremark,[.] _putc_r,-1,156,-1,-1,-1 -coremark,[.] puts,-1,16,-1,-1,-1 -coremark,[.] _puts_r,-1,188,-1,-1,-1 -coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] quorem,-1,300,-1,-1,-1 -coremark,[.] raise,-1,88,-1,-1,-1 -coremark,[.] _raise_r,-1,82,-1,-1,-1 -coremark,[.] __ratio,-1,96,-1,-1,-1 -coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 -coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 -coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1 -coremark,[.] _read,-1,132,-1,-1,-1 -coremark,[.] _read_r,-1,44,-1,-1,-1 -coremark,[.] _realloc_r,-1,840,-1,-1,-1 -coremark,[.] __register_exitproc,-1,128,-1,-1,-1 -coremark,[.] register_fini,-1,20,-1,-1,-1 -coremark,[.] _rename,-1,82,-1,-1,-1 -coremark,[.] Reset_Handler,-1,54,-1,-1,-1 -coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1 -coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1 -coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __s2b,-1,180,-1,-1,-1 -coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,264,-1,-1,-1 -coremark,[.] _sbrk,-1,80,-1,-1,-1 -coremark,[.] _sbrk_r,-1,36,-1,-1,-1 -coremark,[.] __sclose,-1,8,-1,-1,-1 -coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __seofread,-1,4,-1,-1,-1 -coremark,[.] __set_ctype,-1,12,-1,-1,-1 -coremark,[.] setlocale,-1,24,-1,-1,-1 -coremark,[.] _setlocale_r,-1,536,-1,-1,-1 -coremark,[.] __sflush_r,-1,308,-1,-1,-1 -coremark,[.] __sfp,-1,192,-1,-1,-1 -coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1 -coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1 -coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1 -coremark,[.] signal,-1,80,-1,-1,-1 -coremark,[.] _signal_r,-1,80,-1,-1,-1 -coremark,[.] __sigtramp,-1,100,-1,-1,-1 -coremark,[.] __sigtramp_r,-1,98,-1,-1,-1 -coremark,[.] __sinit,-1,64,-1,-1,-1 -coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 -coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 -coremark,[.] __smakebuf_r,-1,208,-1,-1,-1 -coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sprint_r,-1,22,-1,-1,-1 -coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1 -coremark,[.] __sread,-1,34,-1,-1,-1 -coremark,[.] __sseek,-1,34,-1,-1,-1 -coremark,[.] start_time,-1,20,-1,-1,-1 -coremark,[.] _stat,-1,60,-1,-1,-1 -coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1 -coremark,[.] stop_time,-1,20,-1,-1,-1 -coremark,[.] strcasecmp,-1,76,-1,-1,-1 -coremark,[.] strcat,-1,62,-1,-1,-1 -coremark,[.] strchr,-1,206,-1,-1,-1 -coremark,[.] strcmp,-1,734,-1,-1,-1 -coremark,[.] strcpy,-1,186,-1,-1,-1 -coremark,[.] strlcpy,-1,76,-1,-1,-1 -coremark,[.] strlen,-1,216,-1,-1,-1 -coremark,[.] strncasecmp,-1,84,-1,-1,-1 -coremark,[.] strncmp,-1,120,-1,-1,-1 -coremark,[.] strncpy,-1,104,-1,-1,-1 -coremark,[.] strtol,-1,24,-1,-1,-1 -coremark,[.] strtol_l,-1,24,-1,-1,-1 -coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1 -coremark,[.] _strtol_r,-1,2,-1,-1,-1 -coremark,[.] __subdf3,-1,634,-1,-1,-1 -coremark,[.] SVC_Handler,-1,2,-1,-1,-1 -coremark,[.] __swbuf,-1,24,-1,-1,-1 -coremark,[.] __swbuf_r,-1,172,-1,-1,-1 -coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1 -coremark,[.] _swiclose,-1,54,-1,-1,-1 -coremark,[.] _swilseek,-1,196,-1,-1,-1 -coremark,[.] _swiopen,-1,228,-1,-1,-1 -coremark,[.] _swiread,-1,58,-1,-1,-1 -coremark,[.] _swistat,-1,124,-1,-1,-1 -coremark,[.] _swiwrite,-1,58,-1,-1,-1 -coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __swrite,-1,62,-1,-1,-1 -coremark,[.] __swsetup_r,-1,244,-1,-1,-1 -coremark,[.] sysconf,-1,26,-1,-1,-1 -coremark,[.] _system,-1,86,-1,-1,-1 -coremark,[.] SystemClock_Config,-1,144,-1,-1,-1 -coremark,[.] SystemInit,-1,80,-1,-1,-1 -coremark,[.] SysTick_Handler,-1,4,-1,-1,-1 -coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] time_in_secs,-1,32,-1,-1,-1 -coremark,[.] _times,-1,30,-1,-1,-1 -coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __ulp,-1,100,-1,-1,-1 -coremark,[.] _unlink,-1,64,-1,-1,-1 -coremark,[.] __unorddf2,-1,44,-1,-1,-1 -coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1 -coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1 -coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 -coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1 -coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1 -coremark,[.] wcrtomb,-1,88,-1,-1,-1 -coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 -coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 -coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1 -coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1 -coremark,[.] wcsrtombs,-1,36,-1,-1,-1 -coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1 -coremark,[.] _wctomb_r,-1,20,-1,-1,-1 -coremark,[.] _write,-1,176,-1,-1,-1 -coremark,[.] _write_r,-1,44,-1,-1,-1 -coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 +benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status +Mean,mean,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,-1,-1,-1,-1,-1,-1 +coremark,coremark,15313,69652,-1,-1,-1,15313 +coremark,[.] abort,-1,14,-1,-1,-1,-1 +coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __adddf3,-1,630,-1,-1,-1,-1 +coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1,-1 +coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1,-1 +coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1,-1 +coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1,-1 +coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1,-1 +coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1,-1 +coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1,-1 +coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1,-1 +coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1,-1 +coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1,-1 +coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1,-1 +coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1,-1 +coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1,-1 +coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1,-1 +coremark,[.] __any_on,-1,92,-1,-1,-1,-1 +coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1,-1 +coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1,-1 +coremark,[.] __assert,-1,10,-1,-1,-1,-1 +coremark,[.] __assert_func,-1,64,-1,-1,-1,-1 +coremark,[.] atexit,-1,12,-1,-1,-1,-1 +coremark,[.] __b2d,-1,188,-1,-1,-1,-1 +coremark,[.] _Balloc,-1,76,-1,-1,-1,-1 +coremark,[.] _Bfree,-1,18,-1,-1,-1,-1 +coremark,[.] BusFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] calc_func,-1,142,-1,-1,-1,-1 +coremark,[.] __call_exitprocs,-1,192,-1,-1,-1,-1 +coremark,[.] _calloc_r,-1,108,-1,-1,-1,-1 +coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] check_data_types,-1,4,-1,-1,-1,-1 +coremark,[.] cleanup_stdio,-1,64,-1,-1,-1,-1 +coremark,[.] _clock,-1,18,-1,-1,-1,-1 +coremark,[.] _close,-1,148,-1,-1,-1,-1 +coremark,[.] _close_r,-1,36,-1,-1,-1,-1 +coremark,[.] cmp_complex,-1,26,-1,-1,-1,-1 +coremark,[.] __cmpdf2,-1,122,-1,-1,-1,-1 +coremark,[.] cmp_idx,-1,58,-1,-1,-1,-1 +coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __copybits,-1,90,-1,-1,-1,-1 +coremark,[.] copy_info,-1,6,-1,-1,-1,-1 +coremark,[.] core_bench_list,-1,484,-1,-1,-1,-1 +coremark,[.] core_bench_matrix,-1,32,-1,-1,-1,-1 +coremark,[.] core_bench_state,-1,220,-1,-1,-1,-1 +coremark,[.] core_init_matrix,-1,222,-1,-1,-1,-1 +coremark,[.] core_init_state,-1,200,-1,-1,-1,-1 +coremark,[.] core_list_find,-1,52,-1,-1,-1,-1 +coremark,[.] core_list_init,-1,256,-1,-1,-1,-1 +coremark,[.] core_list_insert_new,-1,60,-1,-1,-1,-1 +coremark,[.] core_list_mergesort,-1,262,-1,-1,-1,-1 +coremark,[.] core_list_remove,-1,28,-1,-1,-1,-1 +coremark,[.] core_list_reverse,-1,20,-1,-1,-1,-1 +coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1,-1 +coremark,[.] core_state_transition,-1,486,-1,-1,-1,-1 +coremark,[.] crc16,-1,92,-1,-1,-1,-1 +coremark,[.] crcu16,-1,90,-1,-1,-1,-1 +coremark,[.] crcu32,-1,172,-1,-1,-1,-1 +coremark,[.] crcu8,-1,42,-1,-1,-1,-1 +coremark,[.] currentlocale,-1,80,-1,-1,-1,-1 +coremark,[.] __d2b,-1,188,-1,-1,-1,-1 +coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] Default_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __divdf3,-1,464,-1,-1,-1,-1 +coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] _dtoa_r,-1,4156,-1,-1,-1,-1 +coremark,[.] __env_lock,-1,12,-1,-1,-1,-1 +coremark,[.] __env_unlock,-1,12,-1,-1,-1,-1 +coremark,[.] __eqdf2,-1,122,-1,-1,-1,-1 +coremark,[.] __errno,-1,12,-1,-1,-1,-1 +coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1,-1 +coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1,-1 +coremark,[.] _exit,-1,20,-1,-1,-1,-1 +coremark,[.] exit,-1,28,-1,-1,-1,-1 +coremark,[.] __extendsfdf2,-1,66,-1,-1,-1,-1 +coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] fclose,-1,16,-1,-1,-1,-1 +coremark,[.] _fclose_r,-1,192,-1,-1,-1,-1 +coremark,[.] fflush,-1,116,-1,-1,-1,-1 +coremark,[.] _fflush_r,-1,84,-1,-1,-1,-1 +coremark,[.] _findenv_r,-1,128,-1,-1,-1,-1 +coremark,[.] fiprintf,-1,40,-1,-1,-1,-1 +coremark,[.] _fiprintf_r,-1,28,-1,-1,-1,-1 +coremark,[.] __fixdfsi,-1,78,-1,-1,-1,-1 +coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1,-1 +coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __floatdidf,-1,90,-1,-1,-1,-1 +coremark,[.] __floatsidf,-1,34,-1,-1,-1,-1 +coremark,[.] __floatundidf,-1,106,-1,-1,-1,-1 +coremark,[.] __floatunsidf,-1,30,-1,-1,-1,-1 +coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __fp_lock,-1,28,-1,-1,-1,-1 +coremark,[.] __fp_lock_all,-1,36,-1,-1,-1,-1 +coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __fp_unlock,-1,28,-1,-1,-1,-1 +coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1,-1 +coremark,[.] __fputwc,-1,156,-1,-1,-1,-1 +coremark,[.] fputwc,-1,60,-1,-1,-1,-1 +coremark,[.] _fputwc_r,-1,144,-1,-1,-1,-1 +coremark,[.] _free_r,-1,488,-1,-1,-1,-1 +coremark,[.] frexp,-1,100,-1,-1,-1,-1 +coremark,[.] _fstat,-1,28,-1,-1,-1,-1 +coremark,[.] _fstat_r,-1,44,-1,-1,-1,-1 +coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1,-1 +coremark,[.] __gedf2,-1,138,-1,-1,-1,-1 +coremark,[.] get_arg,-1,3608,-1,-1,-1,-1 +coremark,[.] _getenv_r,-1,16,-1,-1,-1,-1 +coremark,[.] __get_locale_env,-1,80,-1,-1,-1,-1 +coremark,[.] _getpid,-1,4,-1,-1,-1,-1 +coremark,[.] _getpid_r,-1,4,-1,-1,-1,-1 +coremark,[.] get_seed_args,-1,14,-1,-1,-1,-1 +coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1,-1 +coremark,[.] get_time,-1,16,-1,-1,-1,-1 +coremark,[.] _gettimeofday,-1,40,-1,-1,-1,-1 +coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1,-1 +coremark,[.] __gtdf2,-1,138,-1,-1,-1,-1 +coremark,[.] HAL_GetTick,-1,12,-1,-1,-1,-1 +coremark,[.] HAL_IncTick,-1,24,-1,-1,-1,-1 +coremark,[.] hal_init,-1,14,-1,-1,-1,-1 +coremark,[.] HAL_Init,-1,48,-1,-1,-1,-1 +coremark,[.] HAL_InitTick,-1,76,-1,-1,-1,-1 +coremark,[.] HAL_MspInit,-1,2,-1,-1,-1,-1 +coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1,-1 +coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1,-1 +coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1,-1 +coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1,-1 +coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1,-1 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1,-1 +coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1,-1 +coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1,-1 +coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1,-1 +coremark,[.] HardFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1,-1 +coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1,-1 +coremark,[.] __hi0bits,-1,82,-1,-1,-1,-1 +coremark,[.] __i2b,-1,92,-1,-1,-1,-1 +coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1,-1 +coremark,[.] _init_signal,-1,56,-1,-1,-1,-1 +coremark,[.] _init_signal_r,-1,48,-1,-1,-1,-1 +coremark,[.] _isatty,-1,100,-1,-1,-1,-1 +coremark,[.] _isatty_r,-1,36,-1,-1,-1,-1 +coremark,[.] iterate,-1,62,-1,-1,-1,-1 +coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1,-1 +coremark,[.] __jis_wctomb,-1,124,-1,-1,-1,-1 +coremark,[.] _kill,-1,28,-1,-1,-1,-1 +coremark,[.] _kill_r,-1,44,-1,-1,-1,-1 +coremark,[.] _kill_shared,-1,46,-1,-1,-1,-1 +coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __ledf2,-1,130,-1,-1,-1,-1 +coremark,[.] __libc_fini_array,-1,40,-1,-1,-1,-1 +coremark,[.] __libc_init_array,-1,80,-1,-1,-1,-1 +coremark,[.] _link,-1,16,-1,-1,-1,-1 +coremark,[.] __lo0bits,-1,128,-1,-1,-1,-1 +coremark,[.] __loadlocale,-1,1736,-1,-1,-1,-1 +coremark,[.] localeconv,-1,8,-1,-1,-1,-1 +coremark,[.] __localeconv_l,-1,4,-1,-1,-1,-1 +coremark,[.] _localeconv_r,-1,8,-1,-1,-1,-1 +coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1,-1 +coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] _lseek,-1,4,-1,-1,-1,-1 +coremark,[.] _lseek_r,-1,44,-1,-1,-1,-1 +coremark,[.] __lshift,-1,240,-1,-1,-1,-1 +coremark,[.] __ltdf2,-1,130,-1,-1,-1,-1 +coremark,[.] main,-1,1400,-1,-1,-1,-1 +coremark,[.] __malloc_lock,-1,12,-1,-1,-1,-1 +coremark,[.] _malloc_r,-1,1384,-1,-1,-1,-1 +coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1,-1 +coremark,[.] __malloc_unlock,-1,12,-1,-1,-1,-1 +coremark,[.] matrix_add_const,-1,60,-1,-1,-1,-1 +coremark,[.] matrix_mul_const,-1,74,-1,-1,-1,-1 +coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1,-1 +coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1,-1 +coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1,-1 +coremark,[.] matrix_sum,-1,88,-1,-1,-1,-1 +coremark,[.] matrix_test,-1,670,-1,-1,-1,-1 +coremark,[.] _mbtowc_r,-1,20,-1,-1,-1,-1 +coremark,[.] __mcmp,-1,66,-1,-1,-1,-1 +coremark,[.] __mdiff,-1,388,-1,-1,-1,-1 +coremark,[.] memcpy,-1,308,-1,-1,-1,-1 +coremark,[.] MemManage_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] memmove,-1,254,-1,-1,-1,-1 +coremark,[.] memset,-1,162,-1,-1,-1,-1 +coremark,[.] _mprec_log10,-1,64,-1,-1,-1,-1 +coremark,[.] __muldf3,-1,596,-1,-1,-1,-1 +coremark,[.] __multadd,-1,160,-1,-1,-1,-1 +coremark,[.] __multiply,-1,364,-1,-1,-1,-1 +coremark,[.] __nedf2,-1,122,-1,-1,-1,-1 +coremark,[.] NMI_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] _open,-1,18,-1,-1,-1,-1 +coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] parseval,-1,138,-1,-1,-1,-1 +coremark,[.] PendSV_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] portable_fini,-1,6,-1,-1,-1,-1 +coremark,[.] portable_free,-1,2,-1,-1,-1,-1 +coremark,[.] portable_init,-1,6,-1,-1,-1,-1 +coremark,[.] portable_malloc,-1,4,-1,-1,-1,-1 +coremark,[.] __pow5mult,-1,192,-1,-1,-1,-1 +coremark,[.] printf,-1,40,-1,-1,-1,-1 +coremark,[.] _printf_r,-1,30,-1,-1,-1,-1 +coremark,[.] putc,-1,164,-1,-1,-1,-1 +coremark,[.] putchar,-1,16,-1,-1,-1,-1 +coremark,[.] _putchar_r,-1,6,-1,-1,-1,-1 +coremark,[.] _putc_r,-1,156,-1,-1,-1,-1 +coremark,[.] puts,-1,16,-1,-1,-1,-1 +coremark,[.] _puts_r,-1,188,-1,-1,-1,-1 +coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] quorem,-1,300,-1,-1,-1,-1 +coremark,[.] raise,-1,88,-1,-1,-1,-1 +coremark,[.] _raise_r,-1,82,-1,-1,-1,-1 +coremark,[.] __ratio,-1,96,-1,-1,-1,-1 +coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1,-1 +coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1,-1 +coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1,-1 +coremark,[.] _read,-1,132,-1,-1,-1,-1 +coremark,[.] _read_r,-1,44,-1,-1,-1,-1 +coremark,[.] _realloc_r,-1,840,-1,-1,-1,-1 +coremark,[.] __register_exitproc,-1,128,-1,-1,-1,-1 +coremark,[.] register_fini,-1,20,-1,-1,-1,-1 +coremark,[.] _rename,-1,82,-1,-1,-1,-1 +coremark,[.] Reset_Handler,-1,54,-1,-1,-1,-1 +coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1,-1 +coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __s2b,-1,180,-1,-1,-1,-1 +coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __sbprintf,-1,264,-1,-1,-1,-1 +coremark,[.] _sbrk,-1,80,-1,-1,-1,-1 +coremark,[.] _sbrk_r,-1,36,-1,-1,-1,-1 +coremark,[.] __sclose,-1,8,-1,-1,-1,-1 +coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __seofread,-1,4,-1,-1,-1,-1 +coremark,[.] __set_ctype,-1,12,-1,-1,-1,-1 +coremark,[.] setlocale,-1,24,-1,-1,-1,-1 +coremark,[.] _setlocale_r,-1,536,-1,-1,-1,-1 +coremark,[.] __sflush_r,-1,308,-1,-1,-1,-1 +coremark,[.] __sfp,-1,192,-1,-1,-1,-1 +coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1,-1 +coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1,-1 +coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1,-1 +coremark,[.] signal,-1,80,-1,-1,-1,-1 +coremark,[.] _signal_r,-1,80,-1,-1,-1,-1 +coremark,[.] __sigtramp,-1,100,-1,-1,-1,-1 +coremark,[.] __sigtramp_r,-1,98,-1,-1,-1,-1 +coremark,[.] __sinit,-1,64,-1,-1,-1,-1 +coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1,-1 +coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1,-1 +coremark,[.] __smakebuf_r,-1,208,-1,-1,-1,-1 +coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __sprint_r,-1,22,-1,-1,-1,-1 +coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1,-1 +coremark,[.] __sread,-1,34,-1,-1,-1,-1 +coremark,[.] __sseek,-1,34,-1,-1,-1,-1 +coremark,[.] start_time,-1,20,-1,-1,-1,-1 +coremark,[.] _stat,-1,60,-1,-1,-1,-1 +coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1,-1 +coremark,[.] stop_time,-1,20,-1,-1,-1,-1 +coremark,[.] strcasecmp,-1,76,-1,-1,-1,-1 +coremark,[.] strcat,-1,62,-1,-1,-1,-1 +coremark,[.] strchr,-1,206,-1,-1,-1,-1 +coremark,[.] strcmp,-1,734,-1,-1,-1,-1 +coremark,[.] strcpy,-1,186,-1,-1,-1,-1 +coremark,[.] strlcpy,-1,76,-1,-1,-1,-1 +coremark,[.] strlen,-1,216,-1,-1,-1,-1 +coremark,[.] strncasecmp,-1,84,-1,-1,-1,-1 +coremark,[.] strncmp,-1,120,-1,-1,-1,-1 +coremark,[.] strncpy,-1,104,-1,-1,-1,-1 +coremark,[.] strtol,-1,24,-1,-1,-1,-1 +coremark,[.] strtol_l,-1,24,-1,-1,-1,-1 +coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1,-1 +coremark,[.] _strtol_r,-1,2,-1,-1,-1,-1 +coremark,[.] __subdf3,-1,634,-1,-1,-1,-1 +coremark,[.] SVC_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] __swbuf,-1,24,-1,-1,-1,-1 +coremark,[.] __swbuf_r,-1,172,-1,-1,-1,-1 +coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1,-1 +coremark,[.] _swiclose,-1,54,-1,-1,-1,-1 +coremark,[.] _swilseek,-1,196,-1,-1,-1,-1 +coremark,[.] _swiopen,-1,228,-1,-1,-1,-1 +coremark,[.] _swiread,-1,58,-1,-1,-1,-1 +coremark,[.] _swistat,-1,124,-1,-1,-1,-1 +coremark,[.] _swiwrite,-1,58,-1,-1,-1,-1 +coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __swrite,-1,62,-1,-1,-1,-1 +coremark,[.] __swsetup_r,-1,244,-1,-1,-1,-1 +coremark,[.] sysconf,-1,26,-1,-1,-1,-1 +coremark,[.] _system,-1,86,-1,-1,-1,-1 +coremark,[.] SystemClock_Config,-1,144,-1,-1,-1,-1 +coremark,[.] SystemInit,-1,80,-1,-1,-1,-1 +coremark,[.] SysTick_Handler,-1,4,-1,-1,-1,-1 +coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] time_in_secs,-1,32,-1,-1,-1,-1 +coremark,[.] _times,-1,30,-1,-1,-1,-1 +coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __ulp,-1,100,-1,-1,-1,-1 +coremark,[.] _unlink,-1,64,-1,-1,-1,-1 +coremark,[.] __unorddf2,-1,44,-1,-1,-1,-1 +coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1,-1 +coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1,-1 +coremark,[.] vfiprintf,-1,28,-1,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1,-1 +coremark,[.] vfprintf,-1,28,-1,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1,-1 +coremark,[.] wcrtomb,-1,88,-1,-1,-1,-1 +coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1,-1 +coremark,[.] wcsnrtombs,-1,44,-1,-1,-1,-1 +coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1,-1 +coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1,-1 +coremark,[.] wcsrtombs,-1,36,-1,-1,-1,-1 +coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1,-1 +coremark,[.] _wctomb_r,-1,20,-1,-1,-1,-1 +coremark,[.] _write,-1,176,-1,-1,-1,-1 +coremark,[.] _write_r,-1,44,-1,-1,-1,-1 +coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/status.csv b/results-vs-prev/csv-results-0/status.csv new file mode 100644 index 0000000..153d313 --- /dev/null +++ b/results-vs-prev/csv-results-0/status.csv @@ -0,0 +1,2 @@ +benchmark,symbol,status +coremark,coremark,15313 diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index fc1d204..e6a3990 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,396 +1,392 @@ -benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,15313,28,-1,-1,-1 -Mean,geomean-successful-tests,15313,28,-1,-1,-1 -Mean,geomean-all-tests,15313,28,-1,-1,-1 -Mean,average-successful-tests,15313,355,-1,-1,-1 -Mean,average-all-tests,15313,355,-1,-1,-1 -coremark,coremark,15313,69652,-1,-1,-1 -coremark,[.] abort,-1,14,-1,-1,-1 -coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __adddf3,-1,630,-1,-1,-1 -coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1 -coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1 -coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1 -coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1 -coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1 -coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1 -coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1 -coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1 -coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1 -coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1 -coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1 -coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1 -coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1 -coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1 -coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1 -coremark,[.] __any_on,-1,92,-1,-1,-1 -coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1 -coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1 -coremark,[.] __assert,-1,10,-1,-1,-1 -coremark,[.] __assert_func,-1,64,-1,-1,-1 -coremark,[.] atexit,-1,12,-1,-1,-1 -coremark,[.] __b2d,-1,188,-1,-1,-1 -coremark,[.] _Balloc,-1,76,-1,-1,-1 -coremark,[.] _Bfree,-1,18,-1,-1,-1 -coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 -coremark,[.] calc_func,-1,142,-1,-1,-1 -coremark,[.] __call_exitprocs,-1,192,-1,-1,-1 -coremark,[.] _calloc_r,-1,108,-1,-1,-1 -coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] check_data_types,-1,4,-1,-1,-1 -coremark,[.] cleanup_stdio,-1,64,-1,-1,-1 -coremark,[.] _clock,-1,18,-1,-1,-1 -coremark,[.] _close,-1,148,-1,-1,-1 -coremark,[.] _close_r,-1,36,-1,-1,-1 -coremark,[.] cmp_complex,-1,26,-1,-1,-1 -coremark,[.] __cmpdf2,-1,122,-1,-1,-1 -coremark,[.] cmp_idx,-1,58,-1,-1,-1 -coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __copybits,-1,90,-1,-1,-1 -coremark,[.] copy_info,-1,6,-1,-1,-1 -coremark,[.] core_bench_list,-1,484,-1,-1,-1 -coremark,[.] core_bench_matrix,-1,32,-1,-1,-1 -coremark,[.] core_bench_state,-1,220,-1,-1,-1 -coremark,[.] core_init_matrix,-1,222,-1,-1,-1 -coremark,[.] core_init_state,-1,200,-1,-1,-1 -coremark,[.] core_list_find,-1,52,-1,-1,-1 -coremark,[.] core_list_init,-1,256,-1,-1,-1 -coremark,[.] core_list_insert_new,-1,60,-1,-1,-1 -coremark,[.] core_list_mergesort,-1,262,-1,-1,-1 -coremark,[.] core_list_remove,-1,28,-1,-1,-1 -coremark,[.] core_list_reverse,-1,20,-1,-1,-1 -coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1 -coremark,[.] core_state_transition,-1,486,-1,-1,-1 -coremark,[.] crc16,-1,92,-1,-1,-1 -coremark,[.] crcu16,-1,90,-1,-1,-1 -coremark,[.] crcu32,-1,172,-1,-1,-1 -coremark,[.] crcu8,-1,42,-1,-1,-1 -coremark,[.] currentlocale,-1,80,-1,-1,-1 -coremark,[.] __d2b,-1,188,-1,-1,-1 -coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 -coremark,[.] Default_Handler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __divdf3,-1,464,-1,-1,-1 -coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _dtoa_r,-1,4156,-1,-1,-1 -coremark,[.] __env_lock,-1,12,-1,-1,-1 -coremark,[.] __env_unlock,-1,12,-1,-1,-1 -coremark,[.] __eqdf2,-1,122,-1,-1,-1 -coremark,[.] __errno,-1,12,-1,-1,-1 -coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1 -coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1 -coremark,[.] _exit,-1,20,-1,-1,-1 -coremark,[.] exit,-1,28,-1,-1,-1 -coremark,[.] __extendsfdf2,-1,66,-1,-1,-1 -coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] fclose,-1,16,-1,-1,-1 -coremark,[.] _fclose_r,-1,192,-1,-1,-1 -coremark,[.] fflush,-1,116,-1,-1,-1 -coremark,[.] _fflush_r,-1,84,-1,-1,-1 -coremark,[.] _findenv_r,-1,128,-1,-1,-1 -coremark,[.] fiprintf,-1,40,-1,-1,-1 -coremark,[.] _fiprintf_r,-1,28,-1,-1,-1 -coremark,[.] __fixdfsi,-1,78,-1,-1,-1 -coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1 -coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __floatdidf,-1,90,-1,-1,-1 -coremark,[.] __floatsidf,-1,34,-1,-1,-1 -coremark,[.] __floatundidf,-1,106,-1,-1,-1 -coremark,[.] __floatunsidf,-1,30,-1,-1,-1 -coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_lock,-1,28,-1,-1,-1 -coremark,[.] __fp_lock_all,-1,36,-1,-1,-1 -coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_unlock,-1,28,-1,-1,-1 -coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1 -coremark,[.] __fputwc,-1,156,-1,-1,-1 -coremark,[.] fputwc,-1,60,-1,-1,-1 -coremark,[.] _fputwc_r,-1,144,-1,-1,-1 -coremark,[.] _free_r,-1,488,-1,-1,-1 -coremark,[.] frexp,-1,100,-1,-1,-1 -coremark,[.] _fstat,-1,28,-1,-1,-1 -coremark,[.] _fstat_r,-1,44,-1,-1,-1 -coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 -coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,3608,-1,-1,-1 -coremark,[.] _getenv_r,-1,16,-1,-1,-1 -coremark,[.] __get_locale_env,-1,80,-1,-1,-1 -coremark,[.] _getpid,-1,4,-1,-1,-1 -coremark,[.] _getpid_r,-1,4,-1,-1,-1 -coremark,[.] get_seed_args,-1,14,-1,-1,-1 -coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1 -coremark,[.] get_time,-1,16,-1,-1,-1 -coremark,[.] _gettimeofday,-1,40,-1,-1,-1 -coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1 -coremark,[.] __gtdf2,-1,138,-1,-1,-1 -coremark,[.] HAL_GetTick,-1,12,-1,-1,-1 -coremark,[.] HAL_IncTick,-1,24,-1,-1,-1 -coremark,[.] hal_init,-1,14,-1,-1,-1 -coremark,[.] HAL_Init,-1,48,-1,-1,-1 -coremark,[.] HAL_InitTick,-1,76,-1,-1,-1 -coremark,[.] HAL_MspInit,-1,2,-1,-1,-1 -coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1 -coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 -coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 -coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 -coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1 -coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1 -coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 -coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 -coremark,[.] HardFault_Handler,-1,2,-1,-1,-1 -coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1 -coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1 -coremark,[.] __hi0bits,-1,82,-1,-1,-1 -coremark,[.] __i2b,-1,92,-1,-1,-1 -coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1 -coremark,[.] _init_signal,-1,56,-1,-1,-1 -coremark,[.] _init_signal_r,-1,48,-1,-1,-1 -coremark,[.] _isatty,-1,100,-1,-1,-1 -coremark,[.] _isatty_r,-1,36,-1,-1,-1 -coremark,[.] iterate,-1,62,-1,-1,-1 -coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1 -coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 -coremark,[.] _kill,-1,28,-1,-1,-1 -coremark,[.] _kill_r,-1,44,-1,-1,-1 -coremark,[.] _kill_shared,-1,46,-1,-1,-1 -coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __ledf2,-1,130,-1,-1,-1 -coremark,[.] __libc_fini_array,-1,40,-1,-1,-1 -coremark,[.] __libc_init_array,-1,80,-1,-1,-1 -coremark,[.] _link,-1,16,-1,-1,-1 -coremark,[.] __lo0bits,-1,128,-1,-1,-1 -coremark,[.] __loadlocale,-1,1736,-1,-1,-1 -coremark,[.] localeconv,-1,8,-1,-1,-1 -coremark,[.] __localeconv_l,-1,4,-1,-1,-1 -coremark,[.] _localeconv_r,-1,8,-1,-1,-1 -coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1 -coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _lseek,-1,4,-1,-1,-1 -coremark,[.] _lseek_r,-1,44,-1,-1,-1 -coremark,[.] __lshift,-1,240,-1,-1,-1 -coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1400,-1,-1,-1 -coremark,[.] __malloc_lock,-1,12,-1,-1,-1 -coremark,[.] _malloc_r,-1,1384,-1,-1,-1 -coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 -coremark,[.] __malloc_unlock,-1,12,-1,-1,-1 -coremark,[.] matrix_add_const,-1,60,-1,-1,-1 -coremark,[.] matrix_mul_const,-1,74,-1,-1,-1 -coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1 -coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1 -coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1 -coremark,[.] matrix_sum,-1,88,-1,-1,-1 -coremark,[.] matrix_test,-1,670,-1,-1,-1 -coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 -coremark,[.] __mcmp,-1,66,-1,-1,-1 -coremark,[.] __mdiff,-1,388,-1,-1,-1 -coremark,[.] memcpy,-1,308,-1,-1,-1 -coremark,[.] MemManage_Handler,-1,2,-1,-1,-1 -coremark,[.] memmove,-1,254,-1,-1,-1 -coremark,[.] memset,-1,162,-1,-1,-1 -coremark,[.] _mprec_log10,-1,64,-1,-1,-1 -coremark,[.] __muldf3,-1,596,-1,-1,-1 -coremark,[.] __multadd,-1,160,-1,-1,-1 -coremark,[.] __multiply,-1,364,-1,-1,-1 -coremark,[.] __nedf2,-1,122,-1,-1,-1 -coremark,[.] NMI_Handler,-1,2,-1,-1,-1 -coremark,[.] _open,-1,18,-1,-1,-1 -coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] parseval,-1,138,-1,-1,-1 -coremark,[.] PendSV_Handler,-1,2,-1,-1,-1 -coremark,[.] portable_fini,-1,6,-1,-1,-1 -coremark,[.] portable_free,-1,2,-1,-1,-1 -coremark,[.] portable_init,-1,6,-1,-1,-1 -coremark,[.] portable_malloc,-1,4,-1,-1,-1 -coremark,[.] __pow5mult,-1,192,-1,-1,-1 -coremark,[.] printf,-1,40,-1,-1,-1 -coremark,[.] _printf_r,-1,30,-1,-1,-1 -coremark,[.] putc,-1,164,-1,-1,-1 -coremark,[.] putchar,-1,16,-1,-1,-1 -coremark,[.] _putchar_r,-1,6,-1,-1,-1 -coremark,[.] _putc_r,-1,156,-1,-1,-1 -coremark,[.] puts,-1,16,-1,-1,-1 -coremark,[.] _puts_r,-1,188,-1,-1,-1 -coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] quorem,-1,300,-1,-1,-1 -coremark,[.] raise,-1,88,-1,-1,-1 -coremark,[.] _raise_r,-1,82,-1,-1,-1 -coremark,[.] __ratio,-1,96,-1,-1,-1 -coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 -coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 -coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1 -coremark,[.] _read,-1,132,-1,-1,-1 -coremark,[.] _read_r,-1,44,-1,-1,-1 -coremark,[.] _realloc_r,-1,840,-1,-1,-1 -coremark,[.] __register_exitproc,-1,128,-1,-1,-1 -coremark,[.] register_fini,-1,20,-1,-1,-1 -coremark,[.] _rename,-1,82,-1,-1,-1 -coremark,[.] Reset_Handler,-1,54,-1,-1,-1 -coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1 -coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1 -coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __s2b,-1,180,-1,-1,-1 -coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,264,-1,-1,-1 -coremark,[.] _sbrk,-1,80,-1,-1,-1 -coremark,[.] _sbrk_r,-1,36,-1,-1,-1 -coremark,[.] __sclose,-1,8,-1,-1,-1 -coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __seofread,-1,4,-1,-1,-1 -coremark,[.] __set_ctype,-1,12,-1,-1,-1 -coremark,[.] setlocale,-1,24,-1,-1,-1 -coremark,[.] _setlocale_r,-1,536,-1,-1,-1 -coremark,[.] __sflush_r,-1,308,-1,-1,-1 -coremark,[.] __sfp,-1,192,-1,-1,-1 -coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1 -coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1 -coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1 -coremark,[.] signal,-1,80,-1,-1,-1 -coremark,[.] _signal_r,-1,80,-1,-1,-1 -coremark,[.] __sigtramp,-1,100,-1,-1,-1 -coremark,[.] __sigtramp_r,-1,98,-1,-1,-1 -coremark,[.] __sinit,-1,64,-1,-1,-1 -coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 -coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 -coremark,[.] __smakebuf_r,-1,208,-1,-1,-1 -coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sprint_r,-1,22,-1,-1,-1 -coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1 -coremark,[.] __sread,-1,34,-1,-1,-1 -coremark,[.] __sseek,-1,34,-1,-1,-1 -coremark,[.] start_time,-1,20,-1,-1,-1 -coremark,[.] _stat,-1,60,-1,-1,-1 -coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1 -coremark,[.] stop_time,-1,20,-1,-1,-1 -coremark,[.] strcasecmp,-1,76,-1,-1,-1 -coremark,[.] strcat,-1,62,-1,-1,-1 -coremark,[.] strchr,-1,206,-1,-1,-1 -coremark,[.] strcmp,-1,734,-1,-1,-1 -coremark,[.] strcpy,-1,186,-1,-1,-1 -coremark,[.] strlcpy,-1,76,-1,-1,-1 -coremark,[.] strlen,-1,216,-1,-1,-1 -coremark,[.] strncasecmp,-1,84,-1,-1,-1 -coremark,[.] strncmp,-1,120,-1,-1,-1 -coremark,[.] strncpy,-1,104,-1,-1,-1 -coremark,[.] strtol,-1,24,-1,-1,-1 -coremark,[.] strtol_l,-1,24,-1,-1,-1 -coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1 -coremark,[.] _strtol_r,-1,2,-1,-1,-1 -coremark,[.] __subdf3,-1,634,-1,-1,-1 -coremark,[.] SVC_Handler,-1,2,-1,-1,-1 -coremark,[.] __swbuf,-1,24,-1,-1,-1 -coremark,[.] __swbuf_r,-1,172,-1,-1,-1 -coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1 -coremark,[.] _swiclose,-1,54,-1,-1,-1 -coremark,[.] _swilseek,-1,196,-1,-1,-1 -coremark,[.] _swiopen,-1,228,-1,-1,-1 -coremark,[.] _swiread,-1,58,-1,-1,-1 -coremark,[.] _swistat,-1,124,-1,-1,-1 -coremark,[.] _swiwrite,-1,58,-1,-1,-1 -coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __swrite,-1,62,-1,-1,-1 -coremark,[.] __swsetup_r,-1,244,-1,-1,-1 -coremark,[.] sysconf,-1,26,-1,-1,-1 -coremark,[.] _system,-1,86,-1,-1,-1 -coremark,[.] SystemClock_Config,-1,144,-1,-1,-1 -coremark,[.] SystemInit,-1,80,-1,-1,-1 -coremark,[.] SysTick_Handler,-1,4,-1,-1,-1 -coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] time_in_secs,-1,32,-1,-1,-1 -coremark,[.] _times,-1,30,-1,-1,-1 -coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __ulp,-1,100,-1,-1,-1 -coremark,[.] _unlink,-1,64,-1,-1,-1 -coremark,[.] __unorddf2,-1,44,-1,-1,-1 -coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1 -coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1 -coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 -coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1 -coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1 -coremark,[.] wcrtomb,-1,88,-1,-1,-1 -coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 -coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 -coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1 -coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1 -coremark,[.] wcsrtombs,-1,36,-1,-1,-1 -coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1 -coremark,[.] _wctomb_r,-1,20,-1,-1,-1 -coremark,[.] _write,-1,176,-1,-1,-1 -coremark,[.] _write_r,-1,44,-1,-1,-1 -coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 +benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status +Mean,mean,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,-1,-1,-1,-1,-1,-1 +coremark,coremark,15313,68972,-1,-1,-1,15313 +coremark,[.] abort,-1,14,-1,-1,-1,-1 +coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __adddf3,-1,630,-1,-1,-1,-1 +coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1,-1 +coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1,-1 +coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1,-1 +coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1,-1 +coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1,-1 +coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1,-1 +coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1,-1 +coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1,-1 +coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1,-1 +coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1,-1 +coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1,-1 +coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1,-1 +coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1,-1 +coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1,-1 +coremark,[.] __any_on,-1,92,-1,-1,-1,-1 +coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1,-1 +coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1,-1 +coremark,[.] __assert,-1,10,-1,-1,-1,-1 +coremark,[.] __assert_func,-1,64,-1,-1,-1,-1 +coremark,[.] atexit,-1,12,-1,-1,-1,-1 +coremark,[.] __b2d,-1,188,-1,-1,-1,-1 +coremark,[.] _Balloc,-1,76,-1,-1,-1,-1 +coremark,[.] _Bfree,-1,18,-1,-1,-1,-1 +coremark,[.] BusFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] calc_func,-1,142,-1,-1,-1,-1 +coremark,[.] __call_exitprocs,-1,192,-1,-1,-1,-1 +coremark,[.] _calloc_r,-1,108,-1,-1,-1,-1 +coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] check_data_types,-1,4,-1,-1,-1,-1 +coremark,[.] cleanup_stdio,-1,64,-1,-1,-1,-1 +coremark,[.] _clock,-1,18,-1,-1,-1,-1 +coremark,[.] _close,-1,148,-1,-1,-1,-1 +coremark,[.] _close_r,-1,36,-1,-1,-1,-1 +coremark,[.] cmp_complex,-1,26,-1,-1,-1,-1 +coremark,[.] __cmpdf2,-1,122,-1,-1,-1,-1 +coremark,[.] cmp_idx,-1,58,-1,-1,-1,-1 +coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __copybits,-1,90,-1,-1,-1,-1 +coremark,[.] copy_info,-1,6,-1,-1,-1,-1 +coremark,[.] core_bench_list,-1,484,-1,-1,-1,-1 +coremark,[.] core_bench_matrix,-1,32,-1,-1,-1,-1 +coremark,[.] core_bench_state,-1,220,-1,-1,-1,-1 +coremark,[.] core_init_matrix,-1,222,-1,-1,-1,-1 +coremark,[.] core_init_state,-1,200,-1,-1,-1,-1 +coremark,[.] core_list_find,-1,52,-1,-1,-1,-1 +coremark,[.] core_list_init,-1,256,-1,-1,-1,-1 +coremark,[.] core_list_insert_new,-1,60,-1,-1,-1,-1 +coremark,[.] core_list_mergesort,-1,262,-1,-1,-1,-1 +coremark,[.] core_list_remove,-1,28,-1,-1,-1,-1 +coremark,[.] core_list_reverse,-1,20,-1,-1,-1,-1 +coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1,-1 +coremark,[.] core_state_transition,-1,486,-1,-1,-1,-1 +coremark,[.] crc16,-1,92,-1,-1,-1,-1 +coremark,[.] crcu16,-1,90,-1,-1,-1,-1 +coremark,[.] crcu32,-1,172,-1,-1,-1,-1 +coremark,[.] crcu8,-1,42,-1,-1,-1,-1 +coremark,[.] currentlocale,-1,80,-1,-1,-1,-1 +coremark,[.] __d2b,-1,188,-1,-1,-1,-1 +coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] Default_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __divdf3,-1,464,-1,-1,-1,-1 +coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] _dtoa_r,-1,4156,-1,-1,-1,-1 +coremark,[.] __env_lock,-1,12,-1,-1,-1,-1 +coremark,[.] __env_unlock,-1,12,-1,-1,-1,-1 +coremark,[.] __eqdf2,-1,122,-1,-1,-1,-1 +coremark,[.] __errno,-1,12,-1,-1,-1,-1 +coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1,-1 +coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1,-1 +coremark,[.] _exit,-1,20,-1,-1,-1,-1 +coremark,[.] exit,-1,28,-1,-1,-1,-1 +coremark,[.] __extendsfdf2,-1,66,-1,-1,-1,-1 +coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] fclose,-1,16,-1,-1,-1,-1 +coremark,[.] _fclose_r,-1,192,-1,-1,-1,-1 +coremark,[.] fflush,-1,116,-1,-1,-1,-1 +coremark,[.] _fflush_r,-1,84,-1,-1,-1,-1 +coremark,[.] _findenv_r,-1,128,-1,-1,-1,-1 +coremark,[.] fiprintf,-1,40,-1,-1,-1,-1 +coremark,[.] _fiprintf_r,-1,28,-1,-1,-1,-1 +coremark,[.] __fixdfsi,-1,78,-1,-1,-1,-1 +coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1,-1 +coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __floatdidf,-1,90,-1,-1,-1,-1 +coremark,[.] __floatsidf,-1,34,-1,-1,-1,-1 +coremark,[.] __floatundidf,-1,106,-1,-1,-1,-1 +coremark,[.] __floatunsidf,-1,30,-1,-1,-1,-1 +coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __fp_lock,-1,28,-1,-1,-1,-1 +coremark,[.] __fp_lock_all,-1,36,-1,-1,-1,-1 +coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __fp_unlock,-1,28,-1,-1,-1,-1 +coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1,-1 +coremark,[.] _free_r,-1,488,-1,-1,-1,-1 +coremark,[.] frexp,-1,100,-1,-1,-1,-1 +coremark,[.] _fstat,-1,28,-1,-1,-1,-1 +coremark,[.] _fstat_r,-1,44,-1,-1,-1,-1 +coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1,-1 +coremark,[.] __gedf2,-1,138,-1,-1,-1,-1 +coremark,[.] get_arg,-1,3608,-1,-1,-1,-1 +coremark,[.] _getenv_r,-1,16,-1,-1,-1,-1 +coremark,[.] __get_locale_env,-1,80,-1,-1,-1,-1 +coremark,[.] _getpid,-1,4,-1,-1,-1,-1 +coremark,[.] _getpid_r,-1,4,-1,-1,-1,-1 +coremark,[.] get_seed_args,-1,14,-1,-1,-1,-1 +coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1,-1 +coremark,[.] get_time,-1,16,-1,-1,-1,-1 +coremark,[.] _gettimeofday,-1,40,-1,-1,-1,-1 +coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1,-1 +coremark,[.] __gtdf2,-1,138,-1,-1,-1,-1 +coremark,[.] HAL_GetTick,-1,12,-1,-1,-1,-1 +coremark,[.] HAL_IncTick,-1,24,-1,-1,-1,-1 +coremark,[.] hal_init,-1,14,-1,-1,-1,-1 +coremark,[.] HAL_Init,-1,48,-1,-1,-1,-1 +coremark,[.] HAL_InitTick,-1,76,-1,-1,-1,-1 +coremark,[.] HAL_MspInit,-1,2,-1,-1,-1,-1 +coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1,-1 +coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1,-1 +coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1,-1 +coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1,-1 +coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1,-1 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1,-1 +coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1,-1 +coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1,-1 +coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1,-1 +coremark,[.] HardFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1,-1 +coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1,-1 +coremark,[.] __hi0bits,-1,82,-1,-1,-1,-1 +coremark,[.] __i2b,-1,92,-1,-1,-1,-1 +coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1,-1 +coremark,[.] _init_signal,-1,56,-1,-1,-1,-1 +coremark,[.] _init_signal_r,-1,48,-1,-1,-1,-1 +coremark,[.] _isatty,-1,100,-1,-1,-1,-1 +coremark,[.] _isatty_r,-1,36,-1,-1,-1,-1 +coremark,[.] iterate,-1,62,-1,-1,-1,-1 +coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1,-1 +coremark,[.] __jis_wctomb,-1,124,-1,-1,-1,-1 +coremark,[.] _kill,-1,28,-1,-1,-1,-1 +coremark,[.] _kill_r,-1,44,-1,-1,-1,-1 +coremark,[.] _kill_shared,-1,46,-1,-1,-1,-1 +coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __ledf2,-1,130,-1,-1,-1,-1 +coremark,[.] __libc_fini_array,-1,40,-1,-1,-1,-1 +coremark,[.] __libc_init_array,-1,80,-1,-1,-1,-1 +coremark,[.] _link,-1,16,-1,-1,-1,-1 +coremark,[.] __lo0bits,-1,128,-1,-1,-1,-1 +coremark,[.] __loadlocale,-1,1736,-1,-1,-1,-1 +coremark,[.] localeconv,-1,8,-1,-1,-1,-1 +coremark,[.] __localeconv_l,-1,4,-1,-1,-1,-1 +coremark,[.] _localeconv_r,-1,8,-1,-1,-1,-1 +coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1,-1 +coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] _lseek,-1,4,-1,-1,-1,-1 +coremark,[.] _lseek_r,-1,44,-1,-1,-1,-1 +coremark,[.] __lshift,-1,240,-1,-1,-1,-1 +coremark,[.] __ltdf2,-1,130,-1,-1,-1,-1 +coremark,[.] main,-1,1400,-1,-1,-1,-1 +coremark,[.] __malloc_lock,-1,12,-1,-1,-1,-1 +coremark,[.] _malloc_r,-1,1384,-1,-1,-1,-1 +coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1,-1 +coremark,[.] __malloc_unlock,-1,12,-1,-1,-1,-1 +coremark,[.] matrix_add_const,-1,60,-1,-1,-1,-1 +coremark,[.] matrix_mul_const,-1,74,-1,-1,-1,-1 +coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1,-1 +coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1,-1 +coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1,-1 +coremark,[.] matrix_sum,-1,88,-1,-1,-1,-1 +coremark,[.] matrix_test,-1,670,-1,-1,-1,-1 +coremark,[.] _mbtowc_r,-1,20,-1,-1,-1,-1 +coremark,[.] __mcmp,-1,66,-1,-1,-1,-1 +coremark,[.] __mdiff,-1,388,-1,-1,-1,-1 +coremark,[.] memcpy,-1,308,-1,-1,-1,-1 +coremark,[.] MemManage_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] memmove,-1,254,-1,-1,-1,-1 +coremark,[.] memset,-1,162,-1,-1,-1,-1 +coremark,[.] _mprec_log10,-1,64,-1,-1,-1,-1 +coremark,[.] __muldf3,-1,596,-1,-1,-1,-1 +coremark,[.] __multadd,-1,160,-1,-1,-1,-1 +coremark,[.] __multiply,-1,364,-1,-1,-1,-1 +coremark,[.] __nedf2,-1,122,-1,-1,-1,-1 +coremark,[.] NMI_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] _open,-1,18,-1,-1,-1,-1 +coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] parseval,-1,138,-1,-1,-1,-1 +coremark,[.] PendSV_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] portable_fini,-1,6,-1,-1,-1,-1 +coremark,[.] portable_free,-1,2,-1,-1,-1,-1 +coremark,[.] portable_init,-1,6,-1,-1,-1,-1 +coremark,[.] portable_malloc,-1,4,-1,-1,-1,-1 +coremark,[.] __pow5mult,-1,192,-1,-1,-1,-1 +coremark,[.] printf,-1,40,-1,-1,-1,-1 +coremark,[.] _printf_r,-1,30,-1,-1,-1,-1 +coremark,[.] putc,-1,164,-1,-1,-1,-1 +coremark,[.] putchar,-1,16,-1,-1,-1,-1 +coremark,[.] _putchar_r,-1,6,-1,-1,-1,-1 +coremark,[.] _putc_r,-1,156,-1,-1,-1,-1 +coremark,[.] puts,-1,16,-1,-1,-1,-1 +coremark,[.] _puts_r,-1,188,-1,-1,-1,-1 +coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] quorem,-1,300,-1,-1,-1,-1 +coremark,[.] raise,-1,88,-1,-1,-1,-1 +coremark,[.] _raise_r,-1,82,-1,-1,-1,-1 +coremark,[.] __ratio,-1,96,-1,-1,-1,-1 +coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1,-1 +coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1,-1 +coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1,-1 +coremark,[.] _read,-1,132,-1,-1,-1,-1 +coremark,[.] _read_r,-1,44,-1,-1,-1,-1 +coremark,[.] _realloc_r,-1,840,-1,-1,-1,-1 +coremark,[.] __register_exitproc,-1,128,-1,-1,-1,-1 +coremark,[.] register_fini,-1,20,-1,-1,-1,-1 +coremark,[.] _rename,-1,82,-1,-1,-1,-1 +coremark,[.] Reset_Handler,-1,54,-1,-1,-1,-1 +coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1,-1 +coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __s2b,-1,180,-1,-1,-1,-1 +coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __sbprintf,-1,264,-1,-1,-1,-1 +coremark,[.] _sbrk,-1,80,-1,-1,-1,-1 +coremark,[.] _sbrk_r,-1,36,-1,-1,-1,-1 +coremark,[.] __sclose,-1,8,-1,-1,-1,-1 +coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __seofread,-1,4,-1,-1,-1,-1 +coremark,[.] __set_ctype,-1,12,-1,-1,-1,-1 +coremark,[.] setlocale,-1,24,-1,-1,-1,-1 +coremark,[.] _setlocale_r,-1,536,-1,-1,-1,-1 +coremark,[.] __sflush_r,-1,308,-1,-1,-1,-1 +coremark,[.] __sfp,-1,192,-1,-1,-1,-1 +coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1,-1 +coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1,-1 +coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1,-1 +coremark,[.] signal,-1,80,-1,-1,-1,-1 +coremark,[.] _signal_r,-1,80,-1,-1,-1,-1 +coremark,[.] __sigtramp,-1,100,-1,-1,-1,-1 +coremark,[.] __sigtramp_r,-1,98,-1,-1,-1,-1 +coremark,[.] __sinit,-1,64,-1,-1,-1,-1 +coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1,-1 +coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1,-1 +coremark,[.] __smakebuf_r,-1,208,-1,-1,-1,-1 +coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __sprint_r,-1,30,-1,-1,-1,-1 +coremark,[.] __sread,-1,34,-1,-1,-1,-1 +coremark,[.] __sseek,-1,34,-1,-1,-1,-1 +coremark,[.] start_time,-1,20,-1,-1,-1,-1 +coremark,[.] _stat,-1,60,-1,-1,-1,-1 +coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1,-1 +coremark,[.] stop_time,-1,20,-1,-1,-1,-1 +coremark,[.] strcasecmp,-1,76,-1,-1,-1,-1 +coremark,[.] strcat,-1,62,-1,-1,-1,-1 +coremark,[.] strchr,-1,206,-1,-1,-1,-1 +coremark,[.] strcmp,-1,734,-1,-1,-1,-1 +coremark,[.] strcpy,-1,186,-1,-1,-1,-1 +coremark,[.] strlcpy,-1,76,-1,-1,-1,-1 +coremark,[.] strlen,-1,216,-1,-1,-1,-1 +coremark,[.] strncasecmp,-1,84,-1,-1,-1,-1 +coremark,[.] strncmp,-1,120,-1,-1,-1,-1 +coremark,[.] strncpy,-1,104,-1,-1,-1,-1 +coremark,[.] strtol,-1,24,-1,-1,-1,-1 +coremark,[.] strtol_l,-1,24,-1,-1,-1,-1 +coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1,-1 +coremark,[.] _strtol_r,-1,2,-1,-1,-1,-1 +coremark,[.] __subdf3,-1,634,-1,-1,-1,-1 +coremark,[.] SVC_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] __swbuf,-1,24,-1,-1,-1,-1 +coremark,[.] __swbuf_r,-1,172,-1,-1,-1,-1 +coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1,-1 +coremark,[.] _swiclose,-1,54,-1,-1,-1,-1 +coremark,[.] _swilseek,-1,196,-1,-1,-1,-1 +coremark,[.] _swiopen,-1,228,-1,-1,-1,-1 +coremark,[.] _swiread,-1,58,-1,-1,-1,-1 +coremark,[.] _swistat,-1,124,-1,-1,-1,-1 +coremark,[.] _swiwrite,-1,58,-1,-1,-1,-1 +coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __swrite,-1,62,-1,-1,-1,-1 +coremark,[.] __swsetup_r,-1,244,-1,-1,-1,-1 +coremark,[.] sysconf,-1,26,-1,-1,-1,-1 +coremark,[.] _system,-1,86,-1,-1,-1,-1 +coremark,[.] SystemClock_Config,-1,144,-1,-1,-1,-1 +coremark,[.] SystemInit,-1,80,-1,-1,-1,-1 +coremark,[.] SysTick_Handler,-1,4,-1,-1,-1,-1 +coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] time_in_secs,-1,32,-1,-1,-1,-1 +coremark,[.] _times,-1,30,-1,-1,-1,-1 +coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __ulp,-1,100,-1,-1,-1,-1 +coremark,[.] _unlink,-1,64,-1,-1,-1,-1 +coremark,[.] __unorddf2,-1,44,-1,-1,-1,-1 +coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1,-1 +coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1,-1 +coremark,[.] vfiprintf,-1,28,-1,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,7846,-1,-1,-1,-1 +coremark,[.] vfprintf,-1,28,-1,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1,-1 +coremark,[.] wcrtomb,-1,88,-1,-1,-1,-1 +coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1,-1 +coremark,[.] wcsnrtombs,-1,44,-1,-1,-1,-1 +coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1,-1 +coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1,-1 +coremark,[.] wcsrtombs,-1,36,-1,-1,-1,-1 +coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1,-1 +coremark,[.] _wctomb_r,-1,20,-1,-1,-1,-1 +coremark,[.] _write,-1,176,-1,-1,-1,-1 +coremark,[.] _write_r,-1,44,-1,-1,-1,-1 +coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index d44d1a5..4ad0a62 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,69652
+coremark,coremark,68972
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -129,9 +129,6 @@ coremark,[.] __fp_lock_all,36 coremark,[.] FPU_IRQHandler,2
coremark,[.] __fp_unlock,28
coremark,[.] __fp_unlock_all,36
-coremark,[.] __fputwc,156
-coremark,[.] fputwc,60
-coremark,[.] _fputwc_r,144
coremark,[.] _free_r,488
coremark,[.] frexp,100
coremark,[.] _fstat,28
@@ -304,8 +301,7 @@ coremark,[.] __smakebuf_r,208 coremark,[.] SPI1_IRQHandler,2
coremark,[.] SPI2_IRQHandler,2
coremark,[.] SPI3_IRQHandler,2
-coremark,[.] __sprint_r,22
-coremark,[.] __sprint_r.part.0,120
+coremark,[.] __sprint_r,30
coremark,[.] __sread,34
coremark,[.] __sseek,34
coremark,[.] start_time,20
@@ -375,7 +371,7 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,8068
+coremark,[.] _vfiprintf_r,7846
coremark,[.] vfprintf,28
coremark,[.] _vfprintf_r,12676
coremark,[.] wcrtomb,88
diff --git a/results-vs-prev/csv-results-1/status.csv b/results-vs-prev/csv-results-1/status.csv new file mode 100644 index 0000000..153d313 --- /dev/null +++ b/results-vs-prev/csv-results-1/status.csv @@ -0,0 +1,2 @@ +benchmark,symbol,status +coremark,coremark,15313 diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index e1ae6ce..2b43aed 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index e1ae6ce..2b43aed 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index e1ae6ce..2b43aed 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index e1ae6ce..2b43aed 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index e1ae6ce..2b43aed 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index a9a6b05..72843a8 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -11,9 +11,9 @@ + ln -s base-artifacts/annex/bmk-data results-0 + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + mkdir -p artifacts/results-vs-prev/csv-results-0 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -85,13 +85,16 @@ + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv ++ merge_opts+=("$csv_results_dir/status.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=1 @@ -101,9 +104,9 @@ + ln -s artifacts/annex/bmk-data results-1 + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + mkdir -p artifacts/results-vs-prev/csv-results-1 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -175,23 +178,26 @@ + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv ++ merge_opts+=("$csv_results_dir/status.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 + csvs= + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-prev/csv-results-0 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -263,34 +269,37 @@ + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv ++ merge_opts+=("$csv_results_dir/status.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv artifacts/results-vs-prev/csv-results-0/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv' + num=1 + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-prev/csv-results-1 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -362,40 +371,43 @@ + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv ++ merge_opts+=("$csv_results_dir/status.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv artifacts/results-vs-prev/csv-results-1/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv' + num=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + cat artifacts/results-vs-prev/csvs2table-results-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p + '[' x--relative == x--relative ']' + '[' 2 == 2 ']' -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true ++ true + grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff -+ rm artifacts/results-vs-prev/cmp-results.diff + cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv |