diff options
66 files changed, 2613 insertions, 976 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 7f0153b..c0eed84 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 2cc8354..03424d2 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 2ad0bf8..a845ba3 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 3fa43b3..fee5037 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex 14dd042..f4e1f85 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 4014c30..ab3727f 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex f74740c..7391622 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 7e8a544..bd706e4 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #27733 +Started TCWG Benchmark #27939 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXoT2Mhu/agent.18114 -SSH_AGENT_PID=18116 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXUhjDqd/agent.36098 +SSH_AGENT_PID=36100 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_17804760517920527600.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_17804760517920527600.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_18087743682869035557.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_18087743682869035557.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 518b60728f3c0915d290b34101657bfaa1e59201 (origin/master) +Checking out Revision d8ad878681e141f707c1398914915408f312d1d5 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 518b60728f3c0915d290b34101657bfaa1e59201 # timeout=10 -Commit message: "round-robin.sh: fix shellcheck" - > /usr/bin/git rev-list --no-walk 518b60728f3c0915d290b34101657bfaa1e59201 # timeout=10 + > /usr/bin/git checkout -f d8ad878681e141f707c1398914915408f312d1d5 # timeout=10 +Commit message: "Revert "round-robin-notify.sh: All mail generation in later stage"" + > /usr/bin/git rev-list --no-walk 8535a7606496c6377d69a2a094f3565d7aa60802 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision ee563c7e69427fe4081bb30c2e4e7240ca71fa8a (origin/master) +Checking out Revision 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 -Commit message: "samples-variability.py: stringify md5sum for comparison" - > /usr/bin/git rev-list --no-walk ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 + > /usr/bin/git checkout -f 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 # timeout=10 +Commit message: "Add md5sum for exe." + > /usr/bin/git rev-list --no-walk 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 # timeout=10 No emails were triggered. -New run name is '#27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins11370605232890386457.sh +New run name is '#27939-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins3249667332676225086.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/@build_num@ -++ sed -e s/@build_num@/27733/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 +++ sed -e s/@build_num@/27939/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 18235 ++ wait 36222 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,34 +87,35 @@ New run name is '#27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #112697 started. -TCWG Benchmark_backend #112697-27733+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins223621626372869281.sh +TCWG Benchmark_backend #113167 started. +TCWG Benchmark_backend #113167-27939+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins5398951861323814005.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef + has_perf_logs=undef ++ interesting_symbols= + metrics=() + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + shift + shift + test 4 -gt 0 @@ -128,14 +129,14 @@ TCWG Benchmark_backend #112697-27733+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -146,49 +147,49 @@ TCWG Benchmark_backend #112697-27733+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/md5sum.csv -New run name is '#27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/md5sum.csv +New run name is '#27939-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 18116 killed; +echo Agent pid 36100 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#27732-tcwg_bmk-code_vect-cpu2017rate/llvm-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison +#27938-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3_LTO-build (sq:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#27732-tcwg_bmk-code_vect-cpu2017rate/llvm-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison +#27938-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3_LTO-build (sq:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #27939-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index 4483ad5..0f1e7da 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #27733 +Started TCWG Benchmark #27939 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXoT2Mhu/agent.18114 -SSH_AGENT_PID=18116 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXUhjDqd/agent.36098 +SSH_AGENT_PID=36100 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_17804760517920527600.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_17804760517920527600.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_18087743682869035557.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_18087743682869035557.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 518b60728f3c0915d290b34101657bfaa1e59201 (origin/master) +Checking out Revision d8ad878681e141f707c1398914915408f312d1d5 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 518b60728f3c0915d290b34101657bfaa1e59201 # timeout=10 -Commit message: "round-robin.sh: fix shellcheck" - > /usr/bin/git rev-list --no-walk 518b60728f3c0915d290b34101657bfaa1e59201 # timeout=10 + > /usr/bin/git checkout -f d8ad878681e141f707c1398914915408f312d1d5 # timeout=10 +Commit message: "Revert "round-robin-notify.sh: All mail generation in later stage"" + > /usr/bin/git rev-list --no-walk 8535a7606496c6377d69a2a094f3565d7aa60802 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision ee563c7e69427fe4081bb30c2e4e7240ca71fa8a (origin/master) +Checking out Revision 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 -Commit message: "samples-variability.py: stringify md5sum for comparison" - > /usr/bin/git rev-list --no-walk ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 + > /usr/bin/git checkout -f 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 # timeout=10 +Commit message: "Add md5sum for exe." + > /usr/bin/git rev-list --no-walk 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 # timeout=10 No emails were triggered. -New run name is '#27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins11370605232890386457.sh +New run name is '#27939-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins3249667332676225086.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/@build_num@ -++ sed -e s/@build_num@/27733/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 +++ sed -e s/@build_num@/27939/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 18235 ++ wait 36222 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,34 +87,35 @@ New run name is '#27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #112697 started. -TCWG Benchmark_backend #112697-27733+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins223621626372869281.sh +TCWG Benchmark_backend #113167 started. +TCWG Benchmark_backend #113167-27939+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins5398951861323814005.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef + has_perf_logs=undef ++ interesting_symbols= + metrics=() + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + shift + shift + test 4 -gt 0 @@ -128,14 +129,14 @@ TCWG Benchmark_backend #112697-27733+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -146,48 +147,48 @@ TCWG Benchmark_backend #112697-27733+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27733/csv_results/md5sum.csv -New run name is '#27733-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/csv_results/md5sum.csv +New run name is '#27939-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 18116 killed; +echo Agent pid 36100 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#27732-tcwg_bmk-code_vect-cpu2017rate/llvm-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison +#27938-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3_LTO-build (sq:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#27732-tcwg_bmk-code_vect-cpu2017rate/llvm-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison +#27938-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3_LTO-build (sq:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex bfba5b8..8e73515 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex dfffa27..ef4d4db 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/10-update_baseline/console.log b/10-update_baseline/console.log index 8ea5a90..e69de29 100644 --- a/10-update_baseline/console.log +++ b/10-update_baseline/console.log @@ -1,9 +0,0 @@ -00:00:00 ++ update_baseline -00:00:00 ++ set -euf -o pipefail -00:00:00 ++ '[' xonsuccess = xignore ']' -00:00:00 ++ local old_commit -00:00:00 +++ git -C base-artifacts rev-parse --verify HEAD~100 -00:00:00 +++ true -00:00:00 ++ old_commit= -00:00:00 ++ '[' x '!=' x ']' -00:00:00 ++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ diff --git a/annex/bmk-data b/annex/bmk-data index bbfc52f..18a78cf 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21-89bcdf173557889dca6f80c653c8b015.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/24-2f5e8c0d00534151f9fea3c883a034b3.tar.xz diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index 7d342b4..a0d98ed 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO" \ --components "binutils gcc newlib" \ - --run_date "2023-03-31T17:03:40+00:00" \ + --run_date "2023-04-03T23:39:16+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Coremark/results-functional.json b/dashboard/squad-vs-first/Coremark/results-functional.json deleted file mode 100644 index 9daec28..0000000 --- a/dashboard/squad-vs-first/Coremark/results-functional.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "build" : "pass", - "run" : "pass" -} diff --git a/dashboard/squad-vs-first/Coremark/results-metadata.json b/dashboard/squad-vs-first/Coremark/results-metadata.json deleted file mode 100644 index 8fa4f95..0000000 --- a/dashboard/squad-vs-first/Coremark/results-metadata.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - " job_status": "Success", - " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-31T17:03:40+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/console", - "version_binutils":"19cacf672930cee20feaf1f3468e3d5ac3099ffd", - "version_gcc": "0dfbb28a9549c2503204b0338bf550f1bff9c681", - "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#" -} diff --git a/dashboard/squad-vs-first/Coremark/results-metrics.json b/dashboard/squad-vs-first/Coremark/results-metrics.json deleted file mode 100644 index 8ec7125..0000000 --- a/dashboard/squad-vs-first/Coremark/results-metrics.json +++ /dev/null @@ -1,3 +0,0 @@ -{ - "size" : "0" -} diff --git a/dashboard/squad-vs-first/Mean/results-functional.json b/dashboard/squad-vs-first/Mean/results-functional.json deleted file mode 100644 index 9daec28..0000000 --- a/dashboard/squad-vs-first/Mean/results-functional.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "build" : "pass", - "run" : "pass" -} diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json deleted file mode 100644 index 8fa4f95..0000000 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - " job_status": "Success", - " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-31T17:03:40+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/console", - "version_binutils":"19cacf672930cee20feaf1f3468e3d5ac3099ffd", - "version_gcc": "0dfbb28a9549c2503204b0338bf550f1bff9c681", - "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#" -} diff --git a/dashboard/squad-vs-first/Mean/results-metrics.json b/dashboard/squad-vs-first/Mean/results-metrics.json deleted file mode 100644 index 0b88754..0000000 --- a/dashboard/squad-vs-first/Mean/results-metrics.json +++ /dev/null @@ -1,3 +0,0 @@ -{ - "perf" : "0" -} diff --git a/dashboard/squad-vs-first/coremark/results-functional.json b/dashboard/squad-vs-first/coremark/results-functional.json deleted file mode 100644 index 9daec28..0000000 --- a/dashboard/squad-vs-first/coremark/results-functional.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "build" : "pass", - "run" : "pass" -} diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json deleted file mode 100644 index 8fa4f95..0000000 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - " job_status": "Success", - " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-31T17:03:40+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/console", - "version_binutils":"19cacf672930cee20feaf1f3468e3d5ac3099ffd", - "version_gcc": "0dfbb28a9549c2503204b0338bf550f1bff9c681", - "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#" -} diff --git a/dashboard/squad-vs-first/coremark/results-metrics.json b/dashboard/squad-vs-first/coremark/results-metrics.json deleted file mode 100644 index 0b88754..0000000 --- a/dashboard/squad-vs-first/coremark/results-metrics.json +++ /dev/null @@ -1,3 +0,0 @@ -{ - "perf" : "0" -} diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh deleted file mode 100755 index 390676b..0000000 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ /dev/null @@ -1,733 +0,0 @@ -#!/bin/bash -cd $(dirname $0) - -set -ex - -squad_server=https://qa-reports.linaro.org/ - -if ! wget -q -o /dev/null https://qa-reports.linaro.org//tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/; then - echo "WARNING: No project under https://qa-reports.linaro.org//tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/" - exit 0 -fi -if [ ! -v TCWG_SQUAD_TOKEN ]; then - echo "ERROR: No TCWG_SQUAD_TOKEN defined in your environment" - exit 1 -fi - -top_artifacts=$(pwd)/../.. -if [ -f $top_artifacts/git/base-artifacts_rev ]; then - base_artifacts_rev=$(cat $top_artifacts/git/base-artifacts_rev) - sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json -fi - -echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21" - -set +x - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@coremark/results-functional.json \ - --form metrics=@coremark/results-metrics.json \ - --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Coremark/results-functional.json \ - --form metrics=@Coremark/results-metrics.json \ - --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Coremark - -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Mean" -curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ - --form tests=@Mean/results-functional.json \ - --form metrics=@Mean/results-metrics.json \ - --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/21/Mean - diff --git a/dashboard/squad-vs-first/summary-annotation.txt b/dashboard/squad-vs-first/summary-annotation.txt deleted file mode 100644 index e69de29..0000000 --- a/dashboard/squad-vs-first/summary-annotation.txt +++ /dev/null diff --git a/git/binutils_rev b/git/binutils_rev index 5aa8cc6..061173f 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -19cacf672930cee20feaf1f3468e3d5ac3099ffd +929a05081ec2ca6448927b96f673b0cd9633a342 diff --git a/git/gcc_rev b/git/gcc_rev index 40741e2..3b9a955 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -0dfbb28a9549c2503204b0338bf550f1bff9c681 +f189c4ab489ce72e949c1ecde6b97e9dcbddf72e diff --git a/mail/changes-list-long.txt b/mail/changes-list-long.txt index 0a8c0a2..6187e22 100644 --- a/mail/changes-list-long.txt +++ b/mail/changes-list-long.txt @@ -1,16 +1,14 @@ -binutils/gcc/newlib +binutils/gcc -19cacf672930cee20feaf1f3468e3d5ac3099ffd Use bfd_alloc memory for read_debugging_info storage -59bb724b3591f270be752fb252bc6e01f1aae559 Automatic date update in version.in -d466f7492eccccb0f3c0936c12b5b140e139e353 Add readMemory and writeMemory requests to DAP -60a13bbcdfb0ce008a77563cea0c34c830d7b170 gdb: cleanup around some set_momentary_breakpoint_at_pc calls -2e411b8c68eb2b035b31d5b00d940d4be1a0928b gdb: don't always print breakpoint location after failed condition check -... and 20 more binutils commits -0dfbb28a9549c2503204b0338bf550f1bff9c681 c++: friend template matching [PR107484] -59b4a555c3f1c3dba376da1c4886a9ea18ad208d doc: md.texi (Insn Splitting): Tweak wording for readability. -10bdf6968e29cc3a2fcd5df95e93c6cbd500cc02 Daily bump. -c37ed38ada788ae410c48ec6d8c9b5d9f32ab8cf c++: ICE with loopy var tmpl auto deduction [PR109300] -78b8eda0a93f6ab254e18008bc4d1094fe4ae606 Update gcc sv.po -... and 24 more gcc commits -be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec Cygwin: chattr: fix description of requirements for casesensitive directories -cc8404039f50c36100fbad85a3af22d579d3576a Respect `db_home` setting even for SYSTEM/Microsoft accounts +929a05081ec2ca6448927b96f673b0cd9633a342 [gdb/testsuite] Add missing .note.GNU-stack in gdb.arch/amd64-disp-step-self-call.exp +d100d8c1f316acbef7dfd75d09b44b5e23b0bb8a Support Intel AMX-COMPLEX +9340f361097963011369c3339f7d28239d2f851b gdb/testsuite: updates for gdb.arch/{amd64,i386}-disp-step-self-call.exp +a67a3bbd35c3d8f028cad5cb9e3122e56071baee Automatic date update in version.in +55af06a70e769f4dae10d919f9ea10a802a4aac7 Use unique_xmalloc_ptr in apply_ext_lang_type_printers +... and 22 more binutils commits +f189c4ab489ce72e949c1ecde6b97e9dcbddf72e [testsuite] [ppc] skip ppc-fortran if fortran is disabled +a8c8351cf4fedb842988eed4f73304019c361e86 Daily bump. +1d509f190393627cffffdf0afffc427b25dd21c2 arm: remove unused variables from test +ddc9b5ee13cd686c8674f92d46045563c06a23ea arm: mve: fix auto-inc generation [PR107674] +7f056d5f4a0b9e29561d0375d5b4ad42c9f3f61e Check if dependency is valid before using in may_recompute_p. +... and 120 more gcc commits diff --git a/mail/changes-list-short.txt b/mail/changes-list-short.txt index 0e02ccd..c16df41 100644 --- a/mail/changes-list-short.txt +++ b/mail/changes-list-short.txt @@ -1 +1 @@ -binutils/gcc/newlib: 56 commits +binutils/gcc: 152 commits diff --git a/mail/last_good.sh b/mail/last_good.sh index 51712a5..02fc7d1 100644 --- a/mail/last_good.sh +++ b/mail/last_good.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=8d6d28fd0015b7fff189e4970f154792feac2ee1" +declare -g "jenkins_scripts_rev=518b60728f3c0915d290b34101657bfaa1e59201" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,25 +6,25 @@ rr[ci_project]="tcwg_bmk-code_size-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-Os_LTO" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#a3424b707737ede8c5823cb27c896b12fe94471c" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#e11cde0381c528323abd0d57ed11ac8dae56ae31" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#544aa97f860ed97f609cccefee7bdef87bca3f68" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#19cacf672930cee20feaf1f3468e3d5ac3099ffd" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#0dfbb28a9549c2503204b0338bf550f1bff9c681" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=2ad8d299e97d687b24a5dfcd2eaa6f2256e15f3f +rr[base-artifacts_rev]=5ff67237f2a18e903fd5712fb22174902468fcab rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=a3424b707737ede8c5823cb27c896b12fe94471c -rr[debug_binutils_date]=1680307220 # 5 hours ago +rr[binutils_rev]=19cacf672930cee20feaf1f3468e3d5ac3099ffd +rr[debug_binutils_date]=1680578276 # 89 minutes ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=e11cde0381c528323abd0d57ed11ac8dae56ae31 -rr[debug_gcc_date]=1680308258 # 5 hours ago +rr[gcc_rev]=0dfbb28a9549c2503204b0338bf550f1bff9c681 +rr[debug_gcc_date]=1680578427 # 88 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=544aa97f860ed97f609cccefee7bdef87bca3f68 -rr[debug_newlib_date]=1680178170 # 2 days ago +rr[newlib_rev]=be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec +rr[debug_newlib_date]=1680554467 # 8 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=e11cde0381c528323abd0d57ed11ac8dae56ae31 -rr[debug_gcc_date]=1680308258 # 5 hours ago -rr[results_date]=1679986014 +rr[gcc_rev]=0dfbb28a9549c2503204b0338bf550f1bff9c681 +rr[debug_gcc_date]=1680578427 # 2 hours ago +rr[results_date]=1680282220 diff --git a/manifest.sh b/manifest.sh index 2a271bb..d4a392f 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=518b60728f3c0915d290b34101657bfaa1e59201" +declare -g "jenkins_scripts_rev=dbe530ca8dc14e1ece752efff73b832c071a0544" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_size-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-Os_LTO" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#19cacf672930cee20feaf1f3468e3d5ac3099ffd" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#0dfbb28a9549c2503204b0338bf550f1bff9c681" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#929a05081ec2ca6448927b96f673b0cd9633a342" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#f189c4ab489ce72e949c1ecde6b97e9dcbddf72e" rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/24/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=5ff67237f2a18e903fd5712fb22174902468fcab +rr[base-artifacts_rev]=3402a17fdfb4c231ccae37f4231ab4a906369f8c rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=19cacf672930cee20feaf1f3468e3d5ac3099ffd -rr[debug_binutils_date]=1680578276 # 89 minutes ago +rr[binutils_rev]=929a05081ec2ca6448927b96f673b0cd9633a342 +rr[debug_binutils_date]=1680848092 # 2 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=0dfbb28a9549c2503204b0338bf550f1bff9c681 -rr[debug_gcc_date]=1680578427 # 88 minutes ago +rr[gcc_rev]=f189c4ab489ce72e949c1ecde6b97e9dcbddf72e +rr[debug_gcc_date]=1680840272 # 4 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git rr[newlib_rev]=be2749cd4eb6e7ea1b70eaf7cd78f683db21c8ec -rr[debug_newlib_date]=1680554467 # 8 hours ago +rr[debug_newlib_date]=1680554467 # 3 days ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=0dfbb28a9549c2503204b0338bf550f1bff9c681 -rr[debug_gcc_date]=1680578427 # 2 hours ago -rr[results_date]=1680282220 +rr[gcc_rev]=f189c4ab489ce72e949c1ecde6b97e9dcbddf72e +rr[debug_gcc_date]=1680840272 # 4 hours ago +rr[results_date]=1680565156 # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 4287483..9267464 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-686] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/24/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index e961a60..48b5396 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,21 +2,19 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO after: - | 56 commits in binutils,gcc,newlib - | 19cacf67293 Use bfd_alloc memory for read_debugging_info storage - | 59bb724b359 Automatic date update in version.in - | d466f7492ec Add readMemory and writeMemory requests to DAP - | 60a13bbcdfb gdb: cleanup around some set_momentary_breakpoint_at_pc calls - | 2e411b8c68e gdb: don't always print breakpoint location after failed condition check - | ... and 20 more commits in binutils - | 0dfbb28a954 c++: friend template matching [PR107484] - | 59b4a555c3f doc: md.texi (Insn Splitting): Tweak wording for readability. - | 10bdf6968e2 Daily bump. - | c37ed38ada7 c++: ICE with loopy var tmpl auto deduction [PR109300] - | 78b8eda0a93 Update gcc sv.po - | ... and 24 more commits in gcc - | be2749cd4 Cygwin: chattr: fix description of requirements for casesensitive directories - | cc8404039 Respect `db_home` setting even for SYSTEM/Microsoft accounts + | 152 commits in binutils,gcc + | 929a05081ec [gdb/testsuite] Add missing .note.GNU-stack in gdb.arch/amd64-disp-step-self-call.exp + | d100d8c1f31 Support Intel AMX-COMPLEX + | 9340f361097 gdb/testsuite: updates for gdb.arch/{amd64,i386}-disp-step-self-call.exp + | a67a3bbd35c Automatic date update in version.in + | 55af06a70e7 Use unique_xmalloc_ptr in apply_ext_lang_type_printers + | ... and 22 more commits in binutils + | f189c4ab489 [testsuite] [ppc] skip ppc-fortran if fortran is disabled + | a8c8351cf4f Daily bump. + | 1d509f19039 arm: remove unused variables from test + | ddc9b5ee13c arm: mve: fix auto-inc generation [PR107674] + | 7f056d5f4a0 Check if dependency is valid before using in may_recompute_p. + | ... and 120 more commits in gcc No change @@ -35,6 +33,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/24/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/21/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index f1028ed..87a778b 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 56 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 152 commits in binutils,gcc: No change diff --git a/results-vs-first/compare-results-internal.csv b/results-vs-first/compare-results-internal.csv new file mode 100644 index 0000000..b929ef8 --- /dev/null +++ b/results-vs-first/compare-results-internal.csv @@ -0,0 +1,2 @@ +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +coremark,coremark,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/csv-results-0/md5sum.csv b/results-vs-first/csv-results-0/md5sum.csv new file mode 100644 index 0000000..820a9e5 --- /dev/null +++ b/results-vs-first/csv-results-0/md5sum.csv @@ -0,0 +1 @@ +benchmark,symbol,symbol_md5sum
diff --git a/results-vs-first/csv-results-0/perf.csv b/results-vs-first/csv-results-0/perf.csv new file mode 100644 index 0000000..6105639 --- /dev/null +++ b/results-vs-first/csv-results-0/perf.csv @@ -0,0 +1,2 @@ +benchmark,symbol,sample +coremark,coremark,20258 diff --git a/results-vs-first/csv-results-0/results.csv b/results-vs-first/csv-results-0/results.csv new file mode 100644 index 0000000..ed5d175 --- /dev/null +++ b/results-vs-first/csv-results-0/results.csv @@ -0,0 +1,354 @@ +benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum +Coremark,coremark.exe,-1,60388,-1,-1,-1 +Coremark,[.] abort,-1,14,-1,-1,-1 +Coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __adddf3,-1,630,-1,-1,-1 +Coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1 +Coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1 +Coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1 +Coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1 +Coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1 +Coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1 +Coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1 +Coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1 +Coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1 +Coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1 +Coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1 +Coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1 +Coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1 +Coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1 +Coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1 +Coremark,[.] __any_on,-1,92,-1,-1,-1 +Coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1 +Coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1 +Coremark,[.] __assert,-1,10,-1,-1,-1 +Coremark,[.] __assert_func,-1,64,-1,-1,-1 +Coremark,[.] atexit,-1,12,-1,-1,-1 +Coremark,[.] __b2d,-1,188,-1,-1,-1 +Coremark,[.] _Balloc,-1,76,-1,-1,-1 +Coremark,[.] _Bfree,-1,18,-1,-1,-1 +Coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 +Coremark,[.] calc_func,-1,758,-1,-1,-1 +Coremark,[.] __call_exitprocs,-1,156,-1,-1,-1 +Coremark,[.] _calloc_r,-1,108,-1,-1,-1 +Coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] cleanup_stdio,-1,64,-1,-1,-1 +Coremark,[.] _close,-1,40,-1,-1,-1 +Coremark,[.] _close_r,-1,36,-1,-1,-1 +Coremark,[.] cmp_complex,-1,26,-1,-1,-1 +Coremark,[.] __cmpdf2,-1,122,-1,-1,-1 +Coremark,[.] cmp_idx,-1,46,-1,-1,-1 +Coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __copybits,-1,90,-1,-1,-1 +Coremark,[.] core_bench_list,-1,296,-1,-1,-1 +Coremark,[.] core_list_find,-1,46,-1,-1,-1 +Coremark,[.] core_list_mergesort,-1,150,-1,-1,-1 +Coremark,[.] core_state_transition,-1,270,-1,-1,-1 +Coremark,[.] crcu16,-1,20,-1,-1,-1 +Coremark,[.] crcu8,-1,54,-1,-1,-1 +Coremark,[.] currentlocale,-1,88,-1,-1,-1 +Coremark,[.] __d2b,-1,192,-1,-1,-1 +Coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 +Coremark,[.] Default_Handler,-1,2,-1,-1,-1 +Coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __divdf3,-1,464,-1,-1,-1 +Coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] _dtoa_r,-1,3672,-1,-1,-1 +Coremark,[.] __env_lock,-1,2,-1,-1,-1 +Coremark,[.] __env_unlock,-1,2,-1,-1,-1 +Coremark,[.] __eqdf2,-1,122,-1,-1,-1 +Coremark,[.] __errno,-1,12,-1,-1,-1 +Coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1 +Coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1 +Coremark,[.] _exit,-1,20,-1,-1,-1 +Coremark,[.] exit,-1,28,-1,-1,-1 +Coremark,[.] __extendsfdf2,-1,66,-1,-1,-1 +Coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] fclose,-1,16,-1,-1,-1 +Coremark,[.] _fclose_r,-1,128,-1,-1,-1 +Coremark,[.] fflush,-1,72,-1,-1,-1 +Coremark,[.] _fflush_r,-1,44,-1,-1,-1 +Coremark,[.] _findenv_r,-1,128,-1,-1,-1 +Coremark,[.] fiprintf,-1,40,-1,-1,-1 +Coremark,[.] _fiprintf_r,-1,28,-1,-1,-1 +Coremark,[.] __fixdfsi,-1,78,-1,-1,-1 +Coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1 +Coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __floatdidf,-1,90,-1,-1,-1 +Coremark,[.] __floatsidf,-1,34,-1,-1,-1 +Coremark,[.] __floatundidf,-1,106,-1,-1,-1 +Coremark,[.] __floatunsidf,-1,30,-1,-1,-1 +Coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __fp_lock,-1,4,-1,-1,-1 +Coremark,[.] __fp_lock_all,-1,20,-1,-1,-1 +Coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __fp_unlock,-1,4,-1,-1,-1 +Coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1 +Coremark,[.] __fputwc,-1,152,-1,-1,-1 +Coremark,[.] fputwc,-1,72,-1,-1,-1 +Coremark,[.] _fputwc_r,-1,38,-1,-1,-1 +Coremark,[.] _free_r,-1,508,-1,-1,-1 +Coremark,[.] frexp,-1,100,-1,-1,-1 +Coremark,[.] _fstat,-1,30,-1,-1,-1 +Coremark,[.] _fstat_r,-1,44,-1,-1,-1 +Coremark,[.] _fwalk_sglue,-1,70,-1,-1,-1 +Coremark,[.] __gedf2,-1,138,-1,-1,-1 +Coremark,[.] get_arg,-1,3080,-1,-1,-1 +Coremark,[.] _getenv_r,-1,16,-1,-1,-1 +Coremark,[.] __get_locale_env,-1,80,-1,-1,-1 +Coremark,[.] _getpid,-1,4,-1,-1,-1 +Coremark,[.] _getpid_r,-1,4,-1,-1,-1 +Coremark,[.] get_seed_args,-1,124,-1,-1,-1 +Coremark,[.] _gettimeofday,-1,40,-1,-1,-1 +Coremark,[.] global_stdio_init.part.0,-1,208,-1,-1,-1 +Coremark,[.] __gtdf2,-1,138,-1,-1,-1 +Coremark,[.] HAL_GetTick,-1,12,-1,-1,-1 +Coremark,[.] HAL_IncTick,-1,24,-1,-1,-1 +Coremark,[.] hal_init,-1,14,-1,-1,-1 +Coremark,[.] HAL_Init,-1,48,-1,-1,-1 +Coremark,[.] HAL_InitTick,-1,76,-1,-1,-1 +Coremark,[.] HAL_MspInit,-1,2,-1,-1,-1 +Coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1 +Coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 +Coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 +Coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 +Coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 +Coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1100,-1,-1,-1 +Coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1 +Coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 +Coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 +Coremark,[.] HardFault_Handler,-1,2,-1,-1,-1 +Coremark,[.] __hi0bits,-1,68,-1,-1,-1 +Coremark,[.] __i2b,-1,92,-1,-1,-1 +Coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] initialise_monitor_handles,-1,108,-1,-1,-1 +Coremark,[.] _init_signal,-1,56,-1,-1,-1 +Coremark,[.] _init_signal_r,-1,48,-1,-1,-1 +Coremark,[.] _isatty,-1,112,-1,-1,-1 +Coremark,[.] _isatty_r,-1,36,-1,-1,-1 +Coremark,[.] iterate.isra.0,-1,60,-1,-1,-1 +Coremark,[.] __jis_mbtowc,-1,324,-1,-1,-1 +Coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 +Coremark,[.] _kill,-1,40,-1,-1,-1 +Coremark,[.] _kill_r,-1,44,-1,-1,-1 +Coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __ledf2,-1,130,-1,-1,-1 +Coremark,[.] __libc_fini_array,-1,40,-1,-1,-1 +Coremark,[.] __libc_init_array,-1,80,-1,-1,-1 +Coremark,[.] _link,-1,16,-1,-1,-1 +Coremark,[.] __lo0bits,-1,94,-1,-1,-1 +Coremark,[.] __loadlocale,-1,1580,-1,-1,-1 +Coremark,[.] localeconv,-1,8,-1,-1,-1 +Coremark,[.] __localeconv_l,-1,4,-1,-1,-1 +Coremark,[.] _localeconv_r,-1,8,-1,-1,-1 +Coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1 +Coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] _lseek,-1,40,-1,-1,-1 +Coremark,[.] _lseek_r,-1,44,-1,-1,-1 +Coremark,[.] __lshift,-1,240,-1,-1,-1 +Coremark,[.] __ltdf2,-1,130,-1,-1,-1 +Coremark,[.] main,-1,1704,-1,-1,-1 +Coremark,[.] __malloc_lock,-1,2,-1,-1,-1 +Coremark,[.] _malloc_r,-1,1374,-1,-1,-1 +Coremark,[.] _malloc_trim_r,-1,168,-1,-1,-1 +Coremark,[.] __malloc_unlock,-1,2,-1,-1,-1 +Coremark,[.] matrix_add_const,-1,46,-1,-1,-1 +Coremark,[.] matrix_sum,-1,80,-1,-1,-1 +Coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 +Coremark,[.] __mcmp,-1,66,-1,-1,-1 +Coremark,[.] __mdiff,-1,372,-1,-1,-1 +Coremark,[.] memcpy,-1,308,-1,-1,-1 +Coremark,[.] MemManage_Handler,-1,2,-1,-1,-1 +Coremark,[.] memmove,-1,254,-1,-1,-1 +Coremark,[.] memset,-1,162,-1,-1,-1 +Coremark,[.] _mprec_log10,-1,64,-1,-1,-1 +Coremark,[.] __muldf3,-1,596,-1,-1,-1 +Coremark,[.] __multadd,-1,160,-1,-1,-1 +Coremark,[.] __multiply,-1,364,-1,-1,-1 +Coremark,[.] __nedf2,-1,122,-1,-1,-1 +Coremark,[.] NMI_Handler,-1,2,-1,-1,-1 +Coremark,[.] _open,-1,56,-1,-1,-1 +Coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] PendSV_Handler,-1,2,-1,-1,-1 +Coremark,[.] __pow5mult,-1,180,-1,-1,-1 +Coremark,[.] printf,-1,40,-1,-1,-1 +Coremark,[.] _printf_r,-1,30,-1,-1,-1 +Coremark,[.] putc,-1,88,-1,-1,-1 +Coremark,[.] putchar,-1,16,-1,-1,-1 +Coremark,[.] _putchar_r,-1,6,-1,-1,-1 +Coremark,[.] _putc_r,-1,76,-1,-1,-1 +Coremark,[.] puts,-1,16,-1,-1,-1 +Coremark,[.] _puts_r,-1,104,-1,-1,-1 +Coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] quorem,-1,300,-1,-1,-1 +Coremark,[.] _raise,-1,2,-1,-1,-1 +Coremark,[.] raise,-1,88,-1,-1,-1 +Coremark,[.] _raise_r,-1,82,-1,-1,-1 +Coremark,[.] __ratio,-1,92,-1,-1,-1 +Coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 +Coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 +Coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1 +Coremark,[.] _read,-1,128,-1,-1,-1 +Coremark,[.] _read_r,-1,44,-1,-1,-1 +Coremark,[.] _realloc_r,-1,836,-1,-1,-1 +Coremark,[.] __register_exitproc,-1,100,-1,-1,-1 +Coremark,[.] remap_handle,-1,64,-1,-1,-1 +Coremark,[.] _rename,-1,82,-1,-1,-1 +Coremark,[.] Reset_Handler,-1,54,-1,-1,-1 +Coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __s2b,-1,176,-1,-1,-1 +Coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __sbprintf,-1,212,-1,-1,-1 +Coremark,[.] _sbrk,-1,80,-1,-1,-1 +Coremark,[.] _sbrk_r,-1,36,-1,-1,-1 +Coremark,[.] __sclose,-1,8,-1,-1,-1 +Coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __seofread,-1,4,-1,-1,-1 +Coremark,[.] __set_ctype,-1,12,-1,-1,-1 +Coremark,[.] setlocale,-1,24,-1,-1,-1 +Coremark,[.] _setlocale_r,-1,536,-1,-1,-1 +Coremark,[.] __sflush_r,-1,312,-1,-1,-1 +Coremark,[.] __sfp,-1,164,-1,-1,-1 +Coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1 +Coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1 +Coremark,[.] __sfvwrite_r,-1,768,-1,-1,-1 +Coremark,[.] signal,-1,80,-1,-1,-1 +Coremark,[.] _signal_r,-1,78,-1,-1,-1 +Coremark,[.] __sigtramp,-1,104,-1,-1,-1 +Coremark,[.] __sigtramp_r,-1,100,-1,-1,-1 +Coremark,[.] __sinit,-1,32,-1,-1,-1 +Coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 +Coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 +Coremark,[.] __smakebuf_r,-1,220,-1,-1,-1 +Coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __sprint_r,-1,22,-1,-1,-1 +Coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1 +Coremark,[.] __sread,-1,34,-1,-1,-1 +Coremark,[.] __sseek,-1,34,-1,-1,-1 +Coremark,[.] _stat,-1,78,-1,-1,-1 +Coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1 +Coremark,[.] strcasecmp,-1,76,-1,-1,-1 +Coremark,[.] strcat,-1,62,-1,-1,-1 +Coremark,[.] strchr,-1,206,-1,-1,-1 +Coremark,[.] strcmp,-1,732,-1,-1,-1 +Coremark,[.] strcpy,-1,186,-1,-1,-1 +Coremark,[.] strlcpy,-1,76,-1,-1,-1 +Coremark,[.] strlen,-1,220,-1,-1,-1 +Coremark,[.] strncasecmp,-1,84,-1,-1,-1 +Coremark,[.] strncmp,-1,140,-1,-1,-1 +Coremark,[.] strncpy,-1,104,-1,-1,-1 +Coremark,[.] strtol,-1,24,-1,-1,-1 +Coremark,[.] strtol_l,-1,24,-1,-1,-1 +Coremark,[.] _strtol_l.constprop.0,-1,312,-1,-1,-1 +Coremark,[.] _strtol_r,-1,2,-1,-1,-1 +Coremark,[.] __subdf3,-1,634,-1,-1,-1 +Coremark,[.] SVC_Handler,-1,2,-1,-1,-1 +Coremark,[.] __swbuf,-1,24,-1,-1,-1 +Coremark,[.] __swbuf_r,-1,172,-1,-1,-1 +Coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1 +Coremark,[.] _swiclose,-1,68,-1,-1,-1 +Coremark,[.] _swilseek,-1,144,-1,-1,-1 +Coremark,[.] _swiopen,-1,156,-1,-1,-1 +Coremark,[.] _swiread,-1,88,-1,-1,-1 +Coremark,[.] _swiwrite,-1,88,-1,-1,-1 +Coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __swrite,-1,62,-1,-1,-1 +Coremark,[.] __swsetup_r,-1,192,-1,-1,-1 +Coremark,[.] _system,-1,86,-1,-1,-1 +Coremark,[.] SystemClock_Config,-1,144,-1,-1,-1 +Coremark,[.] SystemInit,-1,80,-1,-1,-1 +Coremark,[.] SysTick_Handler,-1,4,-1,-1,-1 +Coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] _times,-1,30,-1,-1,-1 +Coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __ulp,-1,100,-1,-1,-1 +Coremark,[.] _unlink,-1,68,-1,-1,-1 +Coremark,[.] __unorddf2,-1,44,-1,-1,-1 +Coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1 +Coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 +Coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 +Coremark,[.] vfiprintf,-1,28,-1,-1,-1 +Coremark,[.] _vfiprintf_r,-1,6508,-1,-1,-1 +Coremark,[.] vfprintf,-1,28,-1,-1,-1 +Coremark,[.] _vfprintf_r,-1,10428,-1,-1,-1 +Coremark,[.] wcrtomb,-1,88,-1,-1,-1 +Coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 +Coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 +Coremark,[.] _wcsnrtombs_l,-1,250,-1,-1,-1 +Coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1 +Coremark,[.] wcsrtombs,-1,36,-1,-1,-1 +Coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1 +Coremark,[.] _wctomb_r,-1,20,-1,-1,-1 +Coremark,[.] _write,-1,132,-1,-1,-1 +Coremark,[.] _write_r,-1,44,-1,-1,-1 +Coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 +Mean,average-successful-tests,20258,-1,-1,-1,-1 +Mean,average-all-tests,20258,-1,-1,-1,-1 +Mean,mean,20257,-1,-1,-1,-1 +Mean,geomean-successful-tests,20257,-1,-1,-1,-1 +Mean,geomean-all-tests,20257,-1,-1,-1,-1 +coremark,coremark,20258,-1,-1,-1,-1 diff --git a/results-vs-first/csv-results-0/size.csv b/results-vs-first/csv-results-0/size.csv new file mode 100644 index 0000000..bba6aef --- /dev/null +++ b/results-vs-first/csv-results-0/size.csv @@ -0,0 +1,348 @@ +benchmark,symbol,size
+Coremark,coremark.exe,60388
+Coremark,[.] abort,14
+Coremark,[.] ADC1_2_IRQHandler,2
+Coremark,[.] ADC3_IRQHandler,2
+Coremark,[.] __adddf3,630
+Coremark,[.] __aeabi_cdcmpeq,16
+Coremark,[.] __aeabi_cdcmple,16
+Coremark,[.] __aeabi_cdrcmple,32
+Coremark,[.] __aeabi_d2iz,78
+Coremark,[.] __aeabi_d2uiz,64
+Coremark,[.] __aeabi_dadd,630
+Coremark,[.] __aeabi_dcmpeq,18
+Coremark,[.] __aeabi_dcmpge,18
+Coremark,[.] __aeabi_dcmpgt,18
+Coremark,[.] __aeabi_dcmple,18
+Coremark,[.] __aeabi_dcmplt,18
+Coremark,[.] __aeabi_dcmpun,44
+Coremark,[.] __aeabi_ddiv,464
+Coremark,[.] __aeabi_dmul,596
+Coremark,[.] __aeabi_dsub,634
+Coremark,[.] __aeabi_f2d,66
+Coremark,[.] __aeabi_i2d,34
+Coremark,[.] __aeabi_l2d,90
+Coremark,[.] __aeabi_ui2d,30
+Coremark,[.] __aeabi_ul2d,106
+Coremark,[.] __any_on,92
+Coremark,[.] __ascii_mbtowc,42
+Coremark,[.] __ascii_wctomb,26
+Coremark,[.] __assert,10
+Coremark,[.] __assert_func,64
+Coremark,[.] atexit,12
+Coremark,[.] __b2d,188
+Coremark,[.] _Balloc,76
+Coremark,[.] _Bfree,18
+Coremark,[.] BusFault_Handler,2
+Coremark,[.] calc_func,758
+Coremark,[.] __call_exitprocs,156
+Coremark,[.] _calloc_r,108
+Coremark,[.] CAN1_RX0_IRQHandler,2
+Coremark,[.] CAN1_RX1_IRQHandler,2
+Coremark,[.] CAN1_SCE_IRQHandler,2
+Coremark,[.] CAN1_TX_IRQHandler,2
+Coremark,[.] cleanup_stdio,64
+Coremark,[.] _close,40
+Coremark,[.] _close_r,36
+Coremark,[.] cmp_complex,26
+Coremark,[.] __cmpdf2,122
+Coremark,[.] cmp_idx,46
+Coremark,[.] COMP_IRQHandler,2
+Coremark,[.] __copybits,90
+Coremark,[.] core_bench_list,296
+Coremark,[.] core_list_find,46
+Coremark,[.] core_list_mergesort,150
+Coremark,[.] core_state_transition,270
+Coremark,[.] crcu16,20
+Coremark,[.] crcu8,54
+Coremark,[.] currentlocale,88
+Coremark,[.] __d2b,192
+Coremark,[.] DebugMon_Handler,2
+Coremark,[.] Default_Handler,2
+Coremark,[.] DFSDM1_FLT0_IRQHandler,2
+Coremark,[.] DFSDM1_FLT1_IRQHandler,2
+Coremark,[.] DFSDM1_FLT2_IRQHandler,2
+Coremark,[.] DFSDM1_FLT3_IRQHandler,2
+Coremark,[.] __divdf3,464
+Coremark,[.] DMA1_Channel1_IRQHandler,2
+Coremark,[.] DMA1_Channel2_IRQHandler,2
+Coremark,[.] DMA1_Channel3_IRQHandler,2
+Coremark,[.] DMA1_Channel4_IRQHandler,2
+Coremark,[.] DMA1_Channel5_IRQHandler,2
+Coremark,[.] DMA1_Channel6_IRQHandler,2
+Coremark,[.] DMA1_Channel7_IRQHandler,2
+Coremark,[.] DMA2_Channel1_IRQHandler,2
+Coremark,[.] DMA2_Channel2_IRQHandler,2
+Coremark,[.] DMA2_Channel3_IRQHandler,2
+Coremark,[.] DMA2_Channel4_IRQHandler,2
+Coremark,[.] DMA2_Channel5_IRQHandler,2
+Coremark,[.] DMA2_Channel6_IRQHandler,2
+Coremark,[.] DMA2_Channel7_IRQHandler,2
+Coremark,[.] _dtoa_r,3672
+Coremark,[.] __env_lock,2
+Coremark,[.] __env_unlock,2
+Coremark,[.] __eqdf2,122
+Coremark,[.] __errno,12
+Coremark,[.] __eucjp_mbtowc,190
+Coremark,[.] __eucjp_wctomb,124
+Coremark,[.] _exit,20
+Coremark,[.] exit,28
+Coremark,[.] __extendsfdf2,66
+Coremark,[.] EXTI0_IRQHandler,2
+Coremark,[.] EXTI15_10_IRQHandler,2
+Coremark,[.] EXTI1_IRQHandler,2
+Coremark,[.] EXTI2_IRQHandler,2
+Coremark,[.] EXTI3_IRQHandler,2
+Coremark,[.] EXTI4_IRQHandler,2
+Coremark,[.] EXTI9_5_IRQHandler,2
+Coremark,[.] fclose,16
+Coremark,[.] _fclose_r,128
+Coremark,[.] fflush,72
+Coremark,[.] _fflush_r,44
+Coremark,[.] _findenv_r,128
+Coremark,[.] fiprintf,40
+Coremark,[.] _fiprintf_r,28
+Coremark,[.] __fixdfsi,78
+Coremark,[.] __fixunsdfsi,64
+Coremark,[.] FLASH_IRQHandler,2
+Coremark,[.] __floatdidf,90
+Coremark,[.] __floatsidf,34
+Coremark,[.] __floatundidf,106
+Coremark,[.] __floatunsidf,30
+Coremark,[.] FMC_IRQHandler,2
+Coremark,[.] __fp_lock,4
+Coremark,[.] __fp_lock_all,20
+Coremark,[.] FPU_IRQHandler,2
+Coremark,[.] __fp_unlock,4
+Coremark,[.] __fp_unlock_all,20
+Coremark,[.] __fputwc,152
+Coremark,[.] fputwc,72
+Coremark,[.] _fputwc_r,38
+Coremark,[.] _free_r,508
+Coremark,[.] frexp,100
+Coremark,[.] _fstat,30
+Coremark,[.] _fstat_r,44
+Coremark,[.] _fwalk_sglue,70
+Coremark,[.] __gedf2,138
+Coremark,[.] get_arg,3080
+Coremark,[.] _getenv_r,16
+Coremark,[.] __get_locale_env,80
+Coremark,[.] _getpid,4
+Coremark,[.] _getpid_r,4
+Coremark,[.] get_seed_args,124
+Coremark,[.] _gettimeofday,40
+Coremark,[.] global_stdio_init.part.0,208
+Coremark,[.] __gtdf2,138
+Coremark,[.] HAL_GetTick,12
+Coremark,[.] HAL_IncTick,24
+Coremark,[.] hal_init,14
+Coremark,[.] HAL_Init,48
+Coremark,[.] HAL_InitTick,76
+Coremark,[.] HAL_MspInit,2
+Coremark,[.] HAL_NVIC_SetPriority,120
+Coremark,[.] HAL_NVIC_SetPriorityGrouping,36
+Coremark,[.] HAL_PWREx_ControlVoltageScaling,128
+Coremark,[.] HAL_PWREx_GetVoltageRange,16
+Coremark,[.] HAL_RCC_ClockConfig,304
+Coremark,[.] HAL_RCCEx_PeriphCLKConfig,1100
+Coremark,[.] HAL_RCC_GetSysClockFreq,172
+Coremark,[.] HAL_RCC_OscConfig,1520
+Coremark,[.] HAL_SYSTICK_Config,52
+Coremark,[.] HardFault_Handler,2
+Coremark,[.] __hi0bits,68
+Coremark,[.] __i2b,92
+Coremark,[.] I2C1_ER_IRQHandler,2
+Coremark,[.] I2C1_EV_IRQHandler,2
+Coremark,[.] I2C2_ER_IRQHandler,2
+Coremark,[.] I2C2_EV_IRQHandler,2
+Coremark,[.] I2C3_ER_IRQHandler,2
+Coremark,[.] I2C3_EV_IRQHandler,2
+Coremark,[.] initialise_monitor_handles,108
+Coremark,[.] _init_signal,56
+Coremark,[.] _init_signal_r,48
+Coremark,[.] _isatty,112
+Coremark,[.] _isatty_r,36
+Coremark,[.] iterate.isra.0,60
+Coremark,[.] __jis_mbtowc,324
+Coremark,[.] __jis_wctomb,124
+Coremark,[.] _kill,40
+Coremark,[.] _kill_r,44
+Coremark,[.] LCD_IRQHandler,2
+Coremark,[.] __ledf2,130
+Coremark,[.] __libc_fini_array,40
+Coremark,[.] __libc_init_array,80
+Coremark,[.] _link,16
+Coremark,[.] __lo0bits,94
+Coremark,[.] __loadlocale,1580
+Coremark,[.] localeconv,8
+Coremark,[.] __localeconv_l,4
+Coremark,[.] _localeconv_r,8
+Coremark,[.] __locale_mb_cur_max,12
+Coremark,[.] LPTIM1_IRQHandler,2
+Coremark,[.] LPTIM2_IRQHandler,2
+Coremark,[.] LPUART1_IRQHandler,2
+Coremark,[.] _lseek,40
+Coremark,[.] _lseek_r,44
+Coremark,[.] __lshift,240
+Coremark,[.] __ltdf2,130
+Coremark,[.] main,1704
+Coremark,[.] __malloc_lock,2
+Coremark,[.] _malloc_r,1374
+Coremark,[.] _malloc_trim_r,168
+Coremark,[.] __malloc_unlock,2
+Coremark,[.] matrix_add_const,46
+Coremark,[.] matrix_sum,80
+Coremark,[.] _mbtowc_r,20
+Coremark,[.] __mcmp,66
+Coremark,[.] __mdiff,372
+Coremark,[.] memcpy,308
+Coremark,[.] MemManage_Handler,2
+Coremark,[.] memmove,254
+Coremark,[.] memset,162
+Coremark,[.] _mprec_log10,64
+Coremark,[.] __muldf3,596
+Coremark,[.] __multadd,160
+Coremark,[.] __multiply,364
+Coremark,[.] __nedf2,122
+Coremark,[.] NMI_Handler,2
+Coremark,[.] _open,56
+Coremark,[.] OTG_FS_IRQHandler,2
+Coremark,[.] PendSV_Handler,2
+Coremark,[.] __pow5mult,180
+Coremark,[.] printf,40
+Coremark,[.] _printf_r,30
+Coremark,[.] putc,88
+Coremark,[.] putchar,16
+Coremark,[.] _putchar_r,6
+Coremark,[.] _putc_r,76
+Coremark,[.] puts,16
+Coremark,[.] _puts_r,104
+Coremark,[.] PVD_PVM_IRQHandler,2
+Coremark,[.] QUADSPI_IRQHandler,2
+Coremark,[.] quorem,300
+Coremark,[.] _raise,2
+Coremark,[.] raise,88
+Coremark,[.] _raise_r,82
+Coremark,[.] __ratio,92
+Coremark,[.] RCCEx_PLLSAI1_Config,284
+Coremark,[.] RCCEx_PLLSAI2_Config,256
+Coremark,[.] RCC_IRQHandler,2
+Coremark,[.] RCC_SetFlashLatencyFromMSIRange,140
+Coremark,[.] _read,128
+Coremark,[.] _read_r,44
+Coremark,[.] _realloc_r,836
+Coremark,[.] __register_exitproc,100
+Coremark,[.] remap_handle,64
+Coremark,[.] _rename,82
+Coremark,[.] Reset_Handler,54
+Coremark,[.] RNG_IRQHandler,2
+Coremark,[.] RTC_Alarm_IRQHandler,2
+Coremark,[.] RTC_WKUP_IRQHandler,2
+Coremark,[.] __s2b,176
+Coremark,[.] SAI1_IRQHandler,2
+Coremark,[.] SAI2_IRQHandler,2
+Coremark,[.] __sbprintf,212
+Coremark,[.] _sbrk,80
+Coremark,[.] _sbrk_r,36
+Coremark,[.] __sclose,8
+Coremark,[.] SDMMC1_IRQHandler,2
+Coremark,[.] __seofread,4
+Coremark,[.] __set_ctype,12
+Coremark,[.] setlocale,24
+Coremark,[.] _setlocale_r,536
+Coremark,[.] __sflush_r,312
+Coremark,[.] __sfp,164
+Coremark,[.] __sfp_lock_acquire,2
+Coremark,[.] __sfp_lock_release,2
+Coremark,[.] __sfvwrite_r,768
+Coremark,[.] signal,80
+Coremark,[.] _signal_r,78
+Coremark,[.] __sigtramp,104
+Coremark,[.] __sigtramp_r,100
+Coremark,[.] __sinit,32
+Coremark,[.] __sjis_mbtowc,142
+Coremark,[.] __sjis_wctomb,86
+Coremark,[.] __smakebuf_r,220
+Coremark,[.] SPI1_IRQHandler,2
+Coremark,[.] SPI2_IRQHandler,2
+Coremark,[.] SPI3_IRQHandler,2
+Coremark,[.] __sprint_r,22
+Coremark,[.] __sprint_r.part.0,120
+Coremark,[.] __sread,34
+Coremark,[.] __sseek,34
+Coremark,[.] _stat,78
+Coremark,[.] stdio_exit_handler,24
+Coremark,[.] strcasecmp,76
+Coremark,[.] strcat,62
+Coremark,[.] strchr,206
+Coremark,[.] strcmp,732
+Coremark,[.] strcpy,186
+Coremark,[.] strlcpy,76
+Coremark,[.] strlen,220
+Coremark,[.] strncasecmp,84
+Coremark,[.] strncmp,140
+Coremark,[.] strncpy,104
+Coremark,[.] strtol,24
+Coremark,[.] strtol_l,24
+Coremark,[.] _strtol_l.constprop.0,312
+Coremark,[.] _strtol_r,2
+Coremark,[.] __subdf3,634
+Coremark,[.] SVC_Handler,2
+Coremark,[.] __swbuf,24
+Coremark,[.] __swbuf_r,172
+Coremark,[.] __swhatbuf_r,96
+Coremark,[.] _swiclose,68
+Coremark,[.] _swilseek,144
+Coremark,[.] _swiopen,156
+Coremark,[.] _swiread,88
+Coremark,[.] _swiwrite,88
+Coremark,[.] SWPMI1_IRQHandler,2
+Coremark,[.] __swrite,62
+Coremark,[.] __swsetup_r,192
+Coremark,[.] _system,86
+Coremark,[.] SystemClock_Config,144
+Coremark,[.] SystemInit,80
+Coremark,[.] SysTick_Handler,4
+Coremark,[.] TAMP_STAMP_IRQHandler,2
+Coremark,[.] TIM1_BRK_TIM15_IRQHandler,2
+Coremark,[.] TIM1_CC_IRQHandler,2
+Coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,2
+Coremark,[.] TIM1_UP_TIM16_IRQHandler,2
+Coremark,[.] TIM2_IRQHandler,2
+Coremark,[.] TIM3_IRQHandler,2
+Coremark,[.] TIM4_IRQHandler,2
+Coremark,[.] TIM5_IRQHandler,2
+Coremark,[.] TIM6_DAC_IRQHandler,2
+Coremark,[.] TIM7_IRQHandler,2
+Coremark,[.] TIM8_BRK_IRQHandler,2
+Coremark,[.] TIM8_CC_IRQHandler,2
+Coremark,[.] TIM8_TRG_COM_IRQHandler,2
+Coremark,[.] TIM8_UP_IRQHandler,2
+Coremark,[.] _times,30
+Coremark,[.] TSC_IRQHandler,2
+Coremark,[.] UART4_IRQHandler,2
+Coremark,[.] UART5_IRQHandler,2
+Coremark,[.] __ulp,100
+Coremark,[.] _unlink,68
+Coremark,[.] __unorddf2,44
+Coremark,[.] UsageFault_Handler,2
+Coremark,[.] USART1_IRQHandler,2
+Coremark,[.] USART2_IRQHandler,2
+Coremark,[.] USART3_IRQHandler,2
+Coremark,[.] __utf8_mbtowc,466
+Coremark,[.] __utf8_wctomb,156
+Coremark,[.] vfiprintf,28
+Coremark,[.] _vfiprintf_r,6508
+Coremark,[.] vfprintf,28
+Coremark,[.] _vfprintf_r,10428
+Coremark,[.] wcrtomb,88
+Coremark,[.] _wcrtomb_r,76
+Coremark,[.] wcsnrtombs,44
+Coremark,[.] _wcsnrtombs_l,250
+Coremark,[.] _wcsnrtombs_r,36
+Coremark,[.] wcsrtombs,36
+Coremark,[.] _wcsrtombs_r,22
+Coremark,[.] _wctomb_r,20
+Coremark,[.] _write,132
+Coremark,[.] _write_r,44
+Coremark,[.] WWDG_IRQHandler,2
diff --git a/results-vs-first/csv-results-0/sve.csv b/results-vs-first/csv-results-0/sve.csv new file mode 100644 index 0000000..3b65cd8 --- /dev/null +++ b/results-vs-first/csv-results-0/sve.csv @@ -0,0 +1 @@ +benchmark,symbol,num_sve_loops
diff --git a/results-vs-first/csv-results-0/vect.csv b/results-vs-first/csv-results-0/vect.csv new file mode 100644 index 0000000..2b88a4e --- /dev/null +++ b/results-vs-first/csv-results-0/vect.csv @@ -0,0 +1 @@ +benchmark,symbol,num_vect_loops
diff --git a/results-vs-first/csv-results-1/md5sum.csv b/results-vs-first/csv-results-1/md5sum.csv new file mode 100644 index 0000000..820a9e5 --- /dev/null +++ b/results-vs-first/csv-results-1/md5sum.csv @@ -0,0 +1 @@ +benchmark,symbol,symbol_md5sum
diff --git a/results-vs-first/csv-results-1/perf.csv b/results-vs-first/csv-results-1/perf.csv new file mode 100644 index 0000000..3b80eb3 --- /dev/null +++ b/results-vs-first/csv-results-1/perf.csv @@ -0,0 +1,2 @@ +benchmark,symbol,sample +coremark,coremark,20241 diff --git a/results-vs-first/csv-results-1/results.csv b/results-vs-first/csv-results-1/results.csv new file mode 100644 index 0000000..b246f30 --- /dev/null +++ b/results-vs-first/csv-results-1/results.csv @@ -0,0 +1,355 @@ +benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum +Coremark,coremark.exe,-1,60308,-1,-1,-1 +Coremark,[.] abort,-1,14,-1,-1,-1 +Coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __adddf3,-1,630,-1,-1,-1 +Coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1 +Coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1 +Coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1 +Coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1 +Coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1 +Coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1 +Coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1 +Coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1 +Coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1 +Coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1 +Coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1 +Coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1 +Coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1 +Coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1 +Coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1 +Coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1 +Coremark,[.] __any_on,-1,92,-1,-1,-1 +Coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1 +Coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1 +Coremark,[.] __assert,-1,10,-1,-1,-1 +Coremark,[.] __assert_func,-1,64,-1,-1,-1 +Coremark,[.] atexit,-1,12,-1,-1,-1 +Coremark,[.] __b2d,-1,188,-1,-1,-1 +Coremark,[.] _Balloc,-1,76,-1,-1,-1 +Coremark,[.] _Bfree,-1,18,-1,-1,-1 +Coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 +Coremark,[.] calc_func,-1,746,-1,-1,-1 +Coremark,[.] __call_exitprocs,-1,176,-1,-1,-1 +Coremark,[.] _calloc_r,-1,108,-1,-1,-1 +Coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] cleanup_stdio,-1,64,-1,-1,-1 +Coremark,[.] _close,-1,40,-1,-1,-1 +Coremark,[.] _close_r,-1,36,-1,-1,-1 +Coremark,[.] cmp_complex,-1,26,-1,-1,-1 +Coremark,[.] __cmpdf2,-1,122,-1,-1,-1 +Coremark,[.] cmp_idx,-1,46,-1,-1,-1 +Coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __copybits,-1,90,-1,-1,-1 +Coremark,[.] core_bench_list,-1,296,-1,-1,-1 +Coremark,[.] core_list_find,-1,46,-1,-1,-1 +Coremark,[.] core_list_mergesort,-1,150,-1,-1,-1 +Coremark,[.] core_state_transition,-1,270,-1,-1,-1 +Coremark,[.] crcu16,-1,20,-1,-1,-1 +Coremark,[.] crcu8,-1,58,-1,-1,-1 +Coremark,[.] currentlocale,-1,92,-1,-1,-1 +Coremark,[.] __d2b,-1,192,-1,-1,-1 +Coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 +Coremark,[.] Default_Handler,-1,2,-1,-1,-1 +Coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __divdf3,-1,464,-1,-1,-1 +Coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] _dtoa_r,-1,3716,-1,-1,-1 +Coremark,[.] __env_lock,-1,2,-1,-1,-1 +Coremark,[.] __env_unlock,-1,2,-1,-1,-1 +Coremark,[.] __eqdf2,-1,122,-1,-1,-1 +Coremark,[.] __errno,-1,12,-1,-1,-1 +Coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1 +Coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1 +Coremark,[.] _exit,-1,20,-1,-1,-1 +Coremark,[.] exit,-1,28,-1,-1,-1 +Coremark,[.] __extendsfdf2,-1,66,-1,-1,-1 +Coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] fclose,-1,16,-1,-1,-1 +Coremark,[.] _fclose_r,-1,128,-1,-1,-1 +Coremark,[.] fflush,-1,72,-1,-1,-1 +Coremark,[.] _fflush_r,-1,44,-1,-1,-1 +Coremark,[.] _findenv_r,-1,128,-1,-1,-1 +Coremark,[.] fiprintf,-1,40,-1,-1,-1 +Coremark,[.] _fiprintf_r,-1,28,-1,-1,-1 +Coremark,[.] __fixdfsi,-1,78,-1,-1,-1 +Coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1 +Coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __floatdidf,-1,90,-1,-1,-1 +Coremark,[.] __floatsidf,-1,34,-1,-1,-1 +Coremark,[.] __floatundidf,-1,106,-1,-1,-1 +Coremark,[.] __floatunsidf,-1,30,-1,-1,-1 +Coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __fp_lock,-1,4,-1,-1,-1 +Coremark,[.] __fp_lock_all,-1,20,-1,-1,-1 +Coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __fp_unlock,-1,4,-1,-1,-1 +Coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1 +Coremark,[.] __fputwc,-1,152,-1,-1,-1 +Coremark,[.] fputwc,-1,72,-1,-1,-1 +Coremark,[.] _fputwc_r,-1,38,-1,-1,-1 +Coremark,[.] _free_r,-1,504,-1,-1,-1 +Coremark,[.] frexp,-1,100,-1,-1,-1 +Coremark,[.] _fstat,-1,30,-1,-1,-1 +Coremark,[.] _fstat_r,-1,44,-1,-1,-1 +Coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 +Coremark,[.] __gedf2,-1,138,-1,-1,-1 +Coremark,[.] get_arg,-1,2976,-1,-1,-1 +Coremark,[.] _getenv_r,-1,16,-1,-1,-1 +Coremark,[.] __get_locale_env,-1,80,-1,-1,-1 +Coremark,[.] _getpid,-1,4,-1,-1,-1 +Coremark,[.] _getpid_r,-1,4,-1,-1,-1 +Coremark,[.] get_seed_args,-1,124,-1,-1,-1 +Coremark,[.] _gettimeofday,-1,40,-1,-1,-1 +Coremark,[.] global_stdio_init.part.0,-1,208,-1,-1,-1 +Coremark,[.] __gtdf2,-1,138,-1,-1,-1 +Coremark,[.] HAL_GetTick,-1,12,-1,-1,-1 +Coremark,[.] HAL_IncTick,-1,24,-1,-1,-1 +Coremark,[.] hal_init,-1,14,-1,-1,-1 +Coremark,[.] HAL_Init,-1,48,-1,-1,-1 +Coremark,[.] HAL_InitTick,-1,76,-1,-1,-1 +Coremark,[.] HAL_MspInit,-1,2,-1,-1,-1 +Coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1 +Coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 +Coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 +Coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 +Coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 +Coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1072,-1,-1,-1 +Coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1 +Coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 +Coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 +Coremark,[.] HardFault_Handler,-1,2,-1,-1,-1 +Coremark,[.] __hi0bits,-1,68,-1,-1,-1 +Coremark,[.] __i2b,-1,92,-1,-1,-1 +Coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] initialise_monitor_handles,-1,108,-1,-1,-1 +Coremark,[.] _init_signal,-1,56,-1,-1,-1 +Coremark,[.] _init_signal_r,-1,48,-1,-1,-1 +Coremark,[.] _isatty,-1,112,-1,-1,-1 +Coremark,[.] _isatty_r,-1,36,-1,-1,-1 +Coremark,[.] iterate.isra.0,-1,60,-1,-1,-1 +Coremark,[.] __jis_mbtowc,-1,300,-1,-1,-1 +Coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 +Coremark,[.] _kill,-1,40,-1,-1,-1 +Coremark,[.] _kill_r,-1,44,-1,-1,-1 +Coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __ledf2,-1,130,-1,-1,-1 +Coremark,[.] __libc_fini_array,-1,40,-1,-1,-1 +Coremark,[.] __libc_init_array,-1,80,-1,-1,-1 +Coremark,[.] _link,-1,16,-1,-1,-1 +Coremark,[.] __lo0bits,-1,94,-1,-1,-1 +Coremark,[.] __loadlocale,-1,1728,-1,-1,-1 +Coremark,[.] localeconv,-1,8,-1,-1,-1 +Coremark,[.] __localeconv_l,-1,4,-1,-1,-1 +Coremark,[.] _localeconv_r,-1,8,-1,-1,-1 +Coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1 +Coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] _lseek,-1,40,-1,-1,-1 +Coremark,[.] _lseek_r,-1,44,-1,-1,-1 +Coremark,[.] __lshift,-1,240,-1,-1,-1 +Coremark,[.] __ltdf2,-1,130,-1,-1,-1 +Coremark,[.] main,-1,1656,-1,-1,-1 +Coremark,[.] __malloc_lock,-1,2,-1,-1,-1 +Coremark,[.] _malloc_r,-1,1364,-1,-1,-1 +Coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 +Coremark,[.] __malloc_unlock,-1,2,-1,-1,-1 +Coremark,[.] matrix_add_const,-1,46,-1,-1,-1 +Coremark,[.] matrix_sum,-1,80,-1,-1,-1 +Coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 +Coremark,[.] __mcmp,-1,66,-1,-1,-1 +Coremark,[.] __mdiff,-1,376,-1,-1,-1 +Coremark,[.] memcpy,-1,308,-1,-1,-1 +Coremark,[.] MemManage_Handler,-1,2,-1,-1,-1 +Coremark,[.] memmove,-1,254,-1,-1,-1 +Coremark,[.] memset,-1,162,-1,-1,-1 +Coremark,[.] _mprec_log10,-1,64,-1,-1,-1 +Coremark,[.] __muldf3,-1,596,-1,-1,-1 +Coremark,[.] __multadd,-1,160,-1,-1,-1 +Coremark,[.] __multiply,-1,364,-1,-1,-1 +Coremark,[.] __nedf2,-1,122,-1,-1,-1 +Coremark,[.] NMI_Handler,-1,2,-1,-1,-1 +Coremark,[.] _open,-1,56,-1,-1,-1 +Coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] PendSV_Handler,-1,2,-1,-1,-1 +Coremark,[.] __pow5mult,-1,180,-1,-1,-1 +Coremark,[.] printf,-1,40,-1,-1,-1 +Coremark,[.] _printf_r,-1,30,-1,-1,-1 +Coremark,[.] putc,-1,88,-1,-1,-1 +Coremark,[.] putchar,-1,16,-1,-1,-1 +Coremark,[.] _putchar_r,-1,6,-1,-1,-1 +Coremark,[.] _putc_r,-1,76,-1,-1,-1 +Coremark,[.] puts,-1,16,-1,-1,-1 +Coremark,[.] _puts_r,-1,104,-1,-1,-1 +Coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] quorem,-1,300,-1,-1,-1 +Coremark,[.] _raise,-1,2,-1,-1,-1 +Coremark,[.] raise,-1,88,-1,-1,-1 +Coremark,[.] _raise_r,-1,82,-1,-1,-1 +Coremark,[.] __ratio,-1,96,-1,-1,-1 +Coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 +Coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 +Coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1 +Coremark,[.] _read,-1,128,-1,-1,-1 +Coremark,[.] _read_r,-1,44,-1,-1,-1 +Coremark,[.] _realloc_r,-1,836,-1,-1,-1 +Coremark,[.] __register_exitproc,-1,100,-1,-1,-1 +Coremark,[.] remap_handle,-1,64,-1,-1,-1 +Coremark,[.] _rename,-1,82,-1,-1,-1 +Coremark,[.] Reset_Handler,-1,54,-1,-1,-1 +Coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __s2b,-1,180,-1,-1,-1 +Coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __sbprintf,-1,212,-1,-1,-1 +Coremark,[.] _sbrk,-1,80,-1,-1,-1 +Coremark,[.] _sbrk_r,-1,36,-1,-1,-1 +Coremark,[.] __sclose,-1,8,-1,-1,-1 +Coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __seofread,-1,4,-1,-1,-1 +Coremark,[.] __set_ctype,-1,12,-1,-1,-1 +Coremark,[.] setlocale,-1,24,-1,-1,-1 +Coremark,[.] _setlocale_r,-1,552,-1,-1,-1 +Coremark,[.] __sflush_r,-1,312,-1,-1,-1 +Coremark,[.] __sfp,-1,164,-1,-1,-1 +Coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1 +Coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1 +Coremark,[.] __sfvwrite_r,-1,768,-1,-1,-1 +Coremark,[.] signal,-1,80,-1,-1,-1 +Coremark,[.] _signal_r,-1,78,-1,-1,-1 +Coremark,[.] __sigtramp,-1,104,-1,-1,-1 +Coremark,[.] __sigtramp_r,-1,100,-1,-1,-1 +Coremark,[.] __sinit,-1,32,-1,-1,-1 +Coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 +Coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 +Coremark,[.] __smakebuf_r,-1,220,-1,-1,-1 +Coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __sprint_r,-1,22,-1,-1,-1 +Coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1 +Coremark,[.] __sread,-1,34,-1,-1,-1 +Coremark,[.] __sseek,-1,34,-1,-1,-1 +Coremark,[.] _stat,-1,78,-1,-1,-1 +Coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1 +Coremark,[.] strcasecmp,-1,76,-1,-1,-1 +Coremark,[.] strcat,-1,62,-1,-1,-1 +Coremark,[.] strchr,-1,206,-1,-1,-1 +Coremark,[.] strcmp,-1,734,-1,-1,-1 +Coremark,[.] strcpy,-1,186,-1,-1,-1 +Coremark,[.] strlcpy,-1,76,-1,-1,-1 +Coremark,[.] strlen,-1,216,-1,-1,-1 +Coremark,[.] strncasecmp,-1,84,-1,-1,-1 +Coremark,[.] strncmp,-1,138,-1,-1,-1 +Coremark,[.] strncpy,-1,104,-1,-1,-1 +Coremark,[.] strtol,-1,24,-1,-1,-1 +Coremark,[.] strtol_l,-1,24,-1,-1,-1 +Coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1 +Coremark,[.] _strtol_r,-1,2,-1,-1,-1 +Coremark,[.] __subdf3,-1,634,-1,-1,-1 +Coremark,[.] SVC_Handler,-1,2,-1,-1,-1 +Coremark,[.] __swbuf,-1,24,-1,-1,-1 +Coremark,[.] __swbuf_r,-1,172,-1,-1,-1 +Coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1 +Coremark,[.] _swiclose,-1,68,-1,-1,-1 +Coremark,[.] _swilseek,-1,144,-1,-1,-1 +Coremark,[.] _swiopen,-1,156,-1,-1,-1 +Coremark,[.] _swiread,-1,88,-1,-1,-1 +Coremark,[.] _swiwrite,-1,88,-1,-1,-1 +Coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __swrite,-1,62,-1,-1,-1 +Coremark,[.] __swsetup_r,-1,196,-1,-1,-1 +Coremark,[.] sysconf,-1,26,-1,-1,-1 +Coremark,[.] _system,-1,86,-1,-1,-1 +Coremark,[.] SystemClock_Config,-1,144,-1,-1,-1 +Coremark,[.] SystemInit,-1,80,-1,-1,-1 +Coremark,[.] SysTick_Handler,-1,4,-1,-1,-1 +Coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] _times,-1,30,-1,-1,-1 +Coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __ulp,-1,100,-1,-1,-1 +Coremark,[.] _unlink,-1,68,-1,-1,-1 +Coremark,[.] __unorddf2,-1,44,-1,-1,-1 +Coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1 +Coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 +Coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 +Coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 +Coremark,[.] vfiprintf,-1,28,-1,-1,-1 +Coremark,[.] _vfiprintf_r,-1,6498,-1,-1,-1 +Coremark,[.] vfprintf,-1,28,-1,-1,-1 +Coremark,[.] _vfprintf_r,-1,10256,-1,-1,-1 +Coremark,[.] wcrtomb,-1,88,-1,-1,-1 +Coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 +Coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 +Coremark,[.] _wcsnrtombs_l,-1,250,-1,-1,-1 +Coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1 +Coremark,[.] wcsrtombs,-1,36,-1,-1,-1 +Coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1 +Coremark,[.] _wctomb_r,-1,20,-1,-1,-1 +Coremark,[.] _write,-1,132,-1,-1,-1 +Coremark,[.] _write_r,-1,44,-1,-1,-1 +Coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 +Mean,average-successful-tests,20241,-1,-1,-1,-1 +Mean,average-all-tests,20241,-1,-1,-1,-1 +Mean,mean,20240,-1,-1,-1,-1 +Mean,geomean-successful-tests,20240,-1,-1,-1,-1 +Mean,geomean-all-tests,20240,-1,-1,-1,-1 +coremark,coremark,20241,-1,-1,-1,-1 diff --git a/results-vs-first/csv-results-1/size.csv b/results-vs-first/csv-results-1/size.csv new file mode 100644 index 0000000..4032395 --- /dev/null +++ b/results-vs-first/csv-results-1/size.csv @@ -0,0 +1,349 @@ +benchmark,symbol,size
+Coremark,coremark.exe,60308
+Coremark,[.] abort,14
+Coremark,[.] ADC1_2_IRQHandler,2
+Coremark,[.] ADC3_IRQHandler,2
+Coremark,[.] __adddf3,630
+Coremark,[.] __aeabi_cdcmpeq,16
+Coremark,[.] __aeabi_cdcmple,16
+Coremark,[.] __aeabi_cdrcmple,32
+Coremark,[.] __aeabi_d2iz,78
+Coremark,[.] __aeabi_d2uiz,64
+Coremark,[.] __aeabi_dadd,630
+Coremark,[.] __aeabi_dcmpeq,18
+Coremark,[.] __aeabi_dcmpge,18
+Coremark,[.] __aeabi_dcmpgt,18
+Coremark,[.] __aeabi_dcmple,18
+Coremark,[.] __aeabi_dcmplt,18
+Coremark,[.] __aeabi_dcmpun,44
+Coremark,[.] __aeabi_ddiv,464
+Coremark,[.] __aeabi_dmul,596
+Coremark,[.] __aeabi_dsub,634
+Coremark,[.] __aeabi_f2d,66
+Coremark,[.] __aeabi_i2d,34
+Coremark,[.] __aeabi_l2d,90
+Coremark,[.] __aeabi_ui2d,30
+Coremark,[.] __aeabi_ul2d,106
+Coremark,[.] __any_on,92
+Coremark,[.] __ascii_mbtowc,42
+Coremark,[.] __ascii_wctomb,26
+Coremark,[.] __assert,10
+Coremark,[.] __assert_func,64
+Coremark,[.] atexit,12
+Coremark,[.] __b2d,188
+Coremark,[.] _Balloc,76
+Coremark,[.] _Bfree,18
+Coremark,[.] BusFault_Handler,2
+Coremark,[.] calc_func,746
+Coremark,[.] __call_exitprocs,176
+Coremark,[.] _calloc_r,108
+Coremark,[.] CAN1_RX0_IRQHandler,2
+Coremark,[.] CAN1_RX1_IRQHandler,2
+Coremark,[.] CAN1_SCE_IRQHandler,2
+Coremark,[.] CAN1_TX_IRQHandler,2
+Coremark,[.] cleanup_stdio,64
+Coremark,[.] _close,40
+Coremark,[.] _close_r,36
+Coremark,[.] cmp_complex,26
+Coremark,[.] __cmpdf2,122
+Coremark,[.] cmp_idx,46
+Coremark,[.] COMP_IRQHandler,2
+Coremark,[.] __copybits,90
+Coremark,[.] core_bench_list,296
+Coremark,[.] core_list_find,46
+Coremark,[.] core_list_mergesort,150
+Coremark,[.] core_state_transition,270
+Coremark,[.] crcu16,20
+Coremark,[.] crcu8,58
+Coremark,[.] currentlocale,92
+Coremark,[.] __d2b,192
+Coremark,[.] DebugMon_Handler,2
+Coremark,[.] Default_Handler,2
+Coremark,[.] DFSDM1_FLT0_IRQHandler,2
+Coremark,[.] DFSDM1_FLT1_IRQHandler,2
+Coremark,[.] DFSDM1_FLT2_IRQHandler,2
+Coremark,[.] DFSDM1_FLT3_IRQHandler,2
+Coremark,[.] __divdf3,464
+Coremark,[.] DMA1_Channel1_IRQHandler,2
+Coremark,[.] DMA1_Channel2_IRQHandler,2
+Coremark,[.] DMA1_Channel3_IRQHandler,2
+Coremark,[.] DMA1_Channel4_IRQHandler,2
+Coremark,[.] DMA1_Channel5_IRQHandler,2
+Coremark,[.] DMA1_Channel6_IRQHandler,2
+Coremark,[.] DMA1_Channel7_IRQHandler,2
+Coremark,[.] DMA2_Channel1_IRQHandler,2
+Coremark,[.] DMA2_Channel2_IRQHandler,2
+Coremark,[.] DMA2_Channel3_IRQHandler,2
+Coremark,[.] DMA2_Channel4_IRQHandler,2
+Coremark,[.] DMA2_Channel5_IRQHandler,2
+Coremark,[.] DMA2_Channel6_IRQHandler,2
+Coremark,[.] DMA2_Channel7_IRQHandler,2
+Coremark,[.] _dtoa_r,3716
+Coremark,[.] __env_lock,2
+Coremark,[.] __env_unlock,2
+Coremark,[.] __eqdf2,122
+Coremark,[.] __errno,12
+Coremark,[.] __eucjp_mbtowc,190
+Coremark,[.] __eucjp_wctomb,124
+Coremark,[.] _exit,20
+Coremark,[.] exit,28
+Coremark,[.] __extendsfdf2,66
+Coremark,[.] EXTI0_IRQHandler,2
+Coremark,[.] EXTI15_10_IRQHandler,2
+Coremark,[.] EXTI1_IRQHandler,2
+Coremark,[.] EXTI2_IRQHandler,2
+Coremark,[.] EXTI3_IRQHandler,2
+Coremark,[.] EXTI4_IRQHandler,2
+Coremark,[.] EXTI9_5_IRQHandler,2
+Coremark,[.] fclose,16
+Coremark,[.] _fclose_r,128
+Coremark,[.] fflush,72
+Coremark,[.] _fflush_r,44
+Coremark,[.] _findenv_r,128
+Coremark,[.] fiprintf,40
+Coremark,[.] _fiprintf_r,28
+Coremark,[.] __fixdfsi,78
+Coremark,[.] __fixunsdfsi,64
+Coremark,[.] FLASH_IRQHandler,2
+Coremark,[.] __floatdidf,90
+Coremark,[.] __floatsidf,34
+Coremark,[.] __floatundidf,106
+Coremark,[.] __floatunsidf,30
+Coremark,[.] FMC_IRQHandler,2
+Coremark,[.] __fp_lock,4
+Coremark,[.] __fp_lock_all,20
+Coremark,[.] FPU_IRQHandler,2
+Coremark,[.] __fp_unlock,4
+Coremark,[.] __fp_unlock_all,20
+Coremark,[.] __fputwc,152
+Coremark,[.] fputwc,72
+Coremark,[.] _fputwc_r,38
+Coremark,[.] _free_r,504
+Coremark,[.] frexp,100
+Coremark,[.] _fstat,30
+Coremark,[.] _fstat_r,44
+Coremark,[.] _fwalk_sglue,68
+Coremark,[.] __gedf2,138
+Coremark,[.] get_arg,2976
+Coremark,[.] _getenv_r,16
+Coremark,[.] __get_locale_env,80
+Coremark,[.] _getpid,4
+Coremark,[.] _getpid_r,4
+Coremark,[.] get_seed_args,124
+Coremark,[.] _gettimeofday,40
+Coremark,[.] global_stdio_init.part.0,208
+Coremark,[.] __gtdf2,138
+Coremark,[.] HAL_GetTick,12
+Coremark,[.] HAL_IncTick,24
+Coremark,[.] hal_init,14
+Coremark,[.] HAL_Init,48
+Coremark,[.] HAL_InitTick,76
+Coremark,[.] HAL_MspInit,2
+Coremark,[.] HAL_NVIC_SetPriority,120
+Coremark,[.] HAL_NVIC_SetPriorityGrouping,36
+Coremark,[.] HAL_PWREx_ControlVoltageScaling,128
+Coremark,[.] HAL_PWREx_GetVoltageRange,16
+Coremark,[.] HAL_RCC_ClockConfig,304
+Coremark,[.] HAL_RCCEx_PeriphCLKConfig,1072
+Coremark,[.] HAL_RCC_GetSysClockFreq,172
+Coremark,[.] HAL_RCC_OscConfig,1520
+Coremark,[.] HAL_SYSTICK_Config,52
+Coremark,[.] HardFault_Handler,2
+Coremark,[.] __hi0bits,68
+Coremark,[.] __i2b,92
+Coremark,[.] I2C1_ER_IRQHandler,2
+Coremark,[.] I2C1_EV_IRQHandler,2
+Coremark,[.] I2C2_ER_IRQHandler,2
+Coremark,[.] I2C2_EV_IRQHandler,2
+Coremark,[.] I2C3_ER_IRQHandler,2
+Coremark,[.] I2C3_EV_IRQHandler,2
+Coremark,[.] initialise_monitor_handles,108
+Coremark,[.] _init_signal,56
+Coremark,[.] _init_signal_r,48
+Coremark,[.] _isatty,112
+Coremark,[.] _isatty_r,36
+Coremark,[.] iterate.isra.0,60
+Coremark,[.] __jis_mbtowc,300
+Coremark,[.] __jis_wctomb,124
+Coremark,[.] _kill,40
+Coremark,[.] _kill_r,44
+Coremark,[.] LCD_IRQHandler,2
+Coremark,[.] __ledf2,130
+Coremark,[.] __libc_fini_array,40
+Coremark,[.] __libc_init_array,80
+Coremark,[.] _link,16
+Coremark,[.] __lo0bits,94
+Coremark,[.] __loadlocale,1728
+Coremark,[.] localeconv,8
+Coremark,[.] __localeconv_l,4
+Coremark,[.] _localeconv_r,8
+Coremark,[.] __locale_mb_cur_max,12
+Coremark,[.] LPTIM1_IRQHandler,2
+Coremark,[.] LPTIM2_IRQHandler,2
+Coremark,[.] LPUART1_IRQHandler,2
+Coremark,[.] _lseek,40
+Coremark,[.] _lseek_r,44
+Coremark,[.] __lshift,240
+Coremark,[.] __ltdf2,130
+Coremark,[.] main,1656
+Coremark,[.] __malloc_lock,2
+Coremark,[.] _malloc_r,1364
+Coremark,[.] _malloc_trim_r,184
+Coremark,[.] __malloc_unlock,2
+Coremark,[.] matrix_add_const,46
+Coremark,[.] matrix_sum,80
+Coremark,[.] _mbtowc_r,20
+Coremark,[.] __mcmp,66
+Coremark,[.] __mdiff,376
+Coremark,[.] memcpy,308
+Coremark,[.] MemManage_Handler,2
+Coremark,[.] memmove,254
+Coremark,[.] memset,162
+Coremark,[.] _mprec_log10,64
+Coremark,[.] __muldf3,596
+Coremark,[.] __multadd,160
+Coremark,[.] __multiply,364
+Coremark,[.] __nedf2,122
+Coremark,[.] NMI_Handler,2
+Coremark,[.] _open,56
+Coremark,[.] OTG_FS_IRQHandler,2
+Coremark,[.] PendSV_Handler,2
+Coremark,[.] __pow5mult,180
+Coremark,[.] printf,40
+Coremark,[.] _printf_r,30
+Coremark,[.] putc,88
+Coremark,[.] putchar,16
+Coremark,[.] _putchar_r,6
+Coremark,[.] _putc_r,76
+Coremark,[.] puts,16
+Coremark,[.] _puts_r,104
+Coremark,[.] PVD_PVM_IRQHandler,2
+Coremark,[.] QUADSPI_IRQHandler,2
+Coremark,[.] quorem,300
+Coremark,[.] _raise,2
+Coremark,[.] raise,88
+Coremark,[.] _raise_r,82
+Coremark,[.] __ratio,96
+Coremark,[.] RCCEx_PLLSAI1_Config,284
+Coremark,[.] RCCEx_PLLSAI2_Config,256
+Coremark,[.] RCC_IRQHandler,2
+Coremark,[.] RCC_SetFlashLatencyFromMSIRange,140
+Coremark,[.] _read,128
+Coremark,[.] _read_r,44
+Coremark,[.] _realloc_r,836
+Coremark,[.] __register_exitproc,100
+Coremark,[.] remap_handle,64
+Coremark,[.] _rename,82
+Coremark,[.] Reset_Handler,54
+Coremark,[.] RNG_IRQHandler,2
+Coremark,[.] RTC_Alarm_IRQHandler,2
+Coremark,[.] RTC_WKUP_IRQHandler,2
+Coremark,[.] __s2b,180
+Coremark,[.] SAI1_IRQHandler,2
+Coremark,[.] SAI2_IRQHandler,2
+Coremark,[.] __sbprintf,212
+Coremark,[.] _sbrk,80
+Coremark,[.] _sbrk_r,36
+Coremark,[.] __sclose,8
+Coremark,[.] SDMMC1_IRQHandler,2
+Coremark,[.] __seofread,4
+Coremark,[.] __set_ctype,12
+Coremark,[.] setlocale,24
+Coremark,[.] _setlocale_r,552
+Coremark,[.] __sflush_r,312
+Coremark,[.] __sfp,164
+Coremark,[.] __sfp_lock_acquire,2
+Coremark,[.] __sfp_lock_release,2
+Coremark,[.] __sfvwrite_r,768
+Coremark,[.] signal,80
+Coremark,[.] _signal_r,78
+Coremark,[.] __sigtramp,104
+Coremark,[.] __sigtramp_r,100
+Coremark,[.] __sinit,32
+Coremark,[.] __sjis_mbtowc,142
+Coremark,[.] __sjis_wctomb,86
+Coremark,[.] __smakebuf_r,220
+Coremark,[.] SPI1_IRQHandler,2
+Coremark,[.] SPI2_IRQHandler,2
+Coremark,[.] SPI3_IRQHandler,2
+Coremark,[.] __sprint_r,22
+Coremark,[.] __sprint_r.part.0,120
+Coremark,[.] __sread,34
+Coremark,[.] __sseek,34
+Coremark,[.] _stat,78
+Coremark,[.] stdio_exit_handler,24
+Coremark,[.] strcasecmp,76
+Coremark,[.] strcat,62
+Coremark,[.] strchr,206
+Coremark,[.] strcmp,734
+Coremark,[.] strcpy,186
+Coremark,[.] strlcpy,76
+Coremark,[.] strlen,216
+Coremark,[.] strncasecmp,84
+Coremark,[.] strncmp,138
+Coremark,[.] strncpy,104
+Coremark,[.] strtol,24
+Coremark,[.] strtol_l,24
+Coremark,[.] _strtol_l.isra.0,312
+Coremark,[.] _strtol_r,2
+Coremark,[.] __subdf3,634
+Coremark,[.] SVC_Handler,2
+Coremark,[.] __swbuf,24
+Coremark,[.] __swbuf_r,172
+Coremark,[.] __swhatbuf_r,96
+Coremark,[.] _swiclose,68
+Coremark,[.] _swilseek,144
+Coremark,[.] _swiopen,156
+Coremark,[.] _swiread,88
+Coremark,[.] _swiwrite,88
+Coremark,[.] SWPMI1_IRQHandler,2
+Coremark,[.] __swrite,62
+Coremark,[.] __swsetup_r,196
+Coremark,[.] sysconf,26
+Coremark,[.] _system,86
+Coremark,[.] SystemClock_Config,144
+Coremark,[.] SystemInit,80
+Coremark,[.] SysTick_Handler,4
+Coremark,[.] TAMP_STAMP_IRQHandler,2
+Coremark,[.] TIM1_BRK_TIM15_IRQHandler,2
+Coremark,[.] TIM1_CC_IRQHandler,2
+Coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,2
+Coremark,[.] TIM1_UP_TIM16_IRQHandler,2
+Coremark,[.] TIM2_IRQHandler,2
+Coremark,[.] TIM3_IRQHandler,2
+Coremark,[.] TIM4_IRQHandler,2
+Coremark,[.] TIM5_IRQHandler,2
+Coremark,[.] TIM6_DAC_IRQHandler,2
+Coremark,[.] TIM7_IRQHandler,2
+Coremark,[.] TIM8_BRK_IRQHandler,2
+Coremark,[.] TIM8_CC_IRQHandler,2
+Coremark,[.] TIM8_TRG_COM_IRQHandler,2
+Coremark,[.] TIM8_UP_IRQHandler,2
+Coremark,[.] _times,30
+Coremark,[.] TSC_IRQHandler,2
+Coremark,[.] UART4_IRQHandler,2
+Coremark,[.] UART5_IRQHandler,2
+Coremark,[.] __ulp,100
+Coremark,[.] _unlink,68
+Coremark,[.] __unorddf2,44
+Coremark,[.] UsageFault_Handler,2
+Coremark,[.] USART1_IRQHandler,2
+Coremark,[.] USART2_IRQHandler,2
+Coremark,[.] USART3_IRQHandler,2
+Coremark,[.] __utf8_mbtowc,466
+Coremark,[.] __utf8_wctomb,156
+Coremark,[.] vfiprintf,28
+Coremark,[.] _vfiprintf_r,6498
+Coremark,[.] vfprintf,28
+Coremark,[.] _vfprintf_r,10256
+Coremark,[.] wcrtomb,88
+Coremark,[.] _wcrtomb_r,76
+Coremark,[.] wcsnrtombs,44
+Coremark,[.] _wcsnrtombs_l,250
+Coremark,[.] _wcsnrtombs_r,36
+Coremark,[.] wcsrtombs,36
+Coremark,[.] _wcsrtombs_r,22
+Coremark,[.] _wctomb_r,20
+Coremark,[.] _write,132
+Coremark,[.] _write_r,44
+Coremark,[.] WWDG_IRQHandler,2
diff --git a/results-vs-first/csv-results-1/sve.csv b/results-vs-first/csv-results-1/sve.csv new file mode 100644 index 0000000..3b65cd8 --- /dev/null +++ b/results-vs-first/csv-results-1/sve.csv @@ -0,0 +1 @@ +benchmark,symbol,num_sve_loops
diff --git a/results-vs-first/csv-results-1/vect.csv b/results-vs-first/csv-results-1/vect.csv new file mode 100644 index 0000000..2b88a4e --- /dev/null +++ b/results-vs-first/csv-results-1/vect.csv @@ -0,0 +1 @@ +benchmark,symbol,num_vect_loops
diff --git a/results-vs-first/interesting-symbols.csv b/results-vs-first/interesting-symbols.csv new file mode 100644 index 0000000..1a90f3f --- /dev/null +++ b/results-vs-first/interesting-symbols.csv @@ -0,0 +1,2 @@ +benchmark,symbol +coremark,coremark diff --git a/results-vs-first/results-brief.csv b/results-vs-first/results-brief.csv new file mode 100644 index 0000000..216841f --- /dev/null +++ b/results-vs-first/results-brief.csv @@ -0,0 +1,106 @@ +benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum +Coremark,[.] abort ,n/a,100,n/a,n/a,n/a,-1,-1,14,14,-1,-1,-1,-1,-1,-1 +Coremark,[.] ADC1_2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] ADC3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __adddf3 ,n/a,100,n/a,n/a,n/a,-1,-1,630,630,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_cdcmpeq ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_cdcmple ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_cdrcmple ,n/a,100,n/a,n/a,n/a,-1,-1,32,32,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_d2iz ,n/a,100,n/a,n/a,n/a,-1,-1,78,78,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_d2uiz ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dadd ,n/a,100,n/a,n/a,n/a,-1,-1,630,630,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpeq ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpge ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpgt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmple ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmplt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpun ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ddiv ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dmul ,n/a,100,n/a,n/a,n/a,-1,-1,596,596,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dsub ,n/a,100,n/a,n/a,n/a,-1,-1,634,634,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_f2d ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_i2d ,n/a,100,n/a,n/a,n/a,-1,-1,34,34,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_l2d ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ui2d ,n/a,100,n/a,n/a,n/a,-1,-1,30,30,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ul2d ,n/a,100,n/a,n/a,n/a,-1,-1,106,106,-1,-1,-1,-1,-1,-1 +Coremark,[.] __any_on ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,42,42,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert ,n/a,100,n/a,n/a,n/a,-1,-1,10,10,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert_func ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] atexit ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __b2d ,n/a,100,n/a,n/a,n/a,-1,-1,188,188,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Balloc ,n/a,100,n/a,n/a,n/a,-1,-1,76,76,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Bfree ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] BusFault_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] calc_func ,n/a,98,n/a,n/a,n/a,-1,-1,758,746,-1,-1,-1,-1,-1,-1 +Coremark,[.] __call_exitprocs ,n/a,113,n/a,n/a,n/a,-1,-1,156,176,-1,-1,-1,-1,-1,-1 +Coremark,[.] _calloc_r ,n/a,100,n/a,n/a,n/a,-1,-1,108,108,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_SCE_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_TX_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] cleanup_stdio ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close ,n/a,100,n/a,n/a,n/a,-1,-1,40,40,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close_r ,n/a,100,n/a,n/a,n/a,-1,-1,36,36,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_complex ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __cmpdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_idx ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] COMP_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __copybits ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_mergesort ,n/a,100,n/a,n/a,n/a,-1,-1,150,150,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_state_transition ,n/a,100,n/a,n/a,n/a,-1,-1,270,270,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu8 ,n/a,107,n/a,n/a,n/a,-1,-1,54,58,-1,-1,-1,-1,-1,-1 +Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __divdf3 ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3672,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] __errno ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 +Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] exit ,n/a,100,n/a,n/a,n/a,-1,-1,28,28,-1,-1,-1,-1,-1,-1 +Coremark,[.] __extendsfdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI15_10_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI9_5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] fclose ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fclose_r ,n/a,100,n/a,n/a,n/a,-1,-1,128,128,-1,-1,-1,-1,-1,-1 +Coremark,[.] fflush ,n/a,100,n/a,n/a,n/a,-1,-1,72,72,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fflush_r ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results-full.csv b/results-vs-first/results-full.csv new file mode 100644 index 0000000..13db396 --- /dev/null +++ b/results-vs-first/results-full.csv @@ -0,0 +1,7 @@ +benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum +Mean,mean ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results-internal.csv b/results-vs-first/results-internal.csv new file mode 100644 index 0000000..5d6dafc --- /dev/null +++ b/results-vs-first/results-internal.csv @@ -0,0 +1,98 @@ +benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum +Coremark,[.] __aeabi_d2uiz ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dadd ,n/a,100,n/a,n/a,n/a,-1,-1,630,630,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpeq ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpge ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpgt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmple ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmplt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpun ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ddiv ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dmul ,n/a,100,n/a,n/a,n/a,-1,-1,596,596,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dsub ,n/a,100,n/a,n/a,n/a,-1,-1,634,634,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_f2d ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_i2d ,n/a,100,n/a,n/a,n/a,-1,-1,34,34,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_l2d ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ui2d ,n/a,100,n/a,n/a,n/a,-1,-1,30,30,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ul2d ,n/a,100,n/a,n/a,n/a,-1,-1,106,106,-1,-1,-1,-1,-1,-1 +Coremark,[.] __any_on ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,42,42,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert ,n/a,100,n/a,n/a,n/a,-1,-1,10,10,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert_func ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] atexit ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __b2d ,n/a,100,n/a,n/a,n/a,-1,-1,188,188,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Balloc ,n/a,100,n/a,n/a,n/a,-1,-1,76,76,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Bfree ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] BusFault_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] calc_func ,n/a,98,n/a,n/a,n/a,-1,-1,758,746,-1,-1,-1,-1,-1,-1 +Coremark,[.] __call_exitprocs ,n/a,113,n/a,n/a,n/a,-1,-1,156,176,-1,-1,-1,-1,-1,-1 +Coremark,[.] _calloc_r ,n/a,100,n/a,n/a,n/a,-1,-1,108,108,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_SCE_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_TX_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] cleanup_stdio ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close ,n/a,100,n/a,n/a,n/a,-1,-1,40,40,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close_r ,n/a,100,n/a,n/a,n/a,-1,-1,36,36,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_complex ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __cmpdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_idx ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] COMP_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __copybits ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_mergesort ,n/a,100,n/a,n/a,n/a,-1,-1,150,150,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_state_transition ,n/a,100,n/a,n/a,n/a,-1,-1,270,270,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu8 ,n/a,107,n/a,n/a,n/a,-1,-1,54,58,-1,-1,-1,-1,-1,-1 +Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __divdf3 ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3672,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] __errno ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 +Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] exit ,n/a,100,n/a,n/a,n/a,-1,-1,28,28,-1,-1,-1,-1,-1,-1 +Coremark,[.] __extendsfdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI15_10_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI9_5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] fclose ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fclose_r ,n/a,100,n/a,n/a,n/a,-1,-1,128,128,-1,-1,-1,-1,-1,-1 +Coremark,[.] fflush ,n/a,100,n/a,n/a,n/a,-1,-1,72,72,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fflush_r ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/results.csv b/results-vs-first/results.csv new file mode 100644 index 0000000..5d6dafc --- /dev/null +++ b/results-vs-first/results.csv @@ -0,0 +1,98 @@ +benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum +Coremark,[.] __aeabi_d2uiz ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dadd ,n/a,100,n/a,n/a,n/a,-1,-1,630,630,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpeq ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpge ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpgt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmple ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmplt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpun ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ddiv ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dmul ,n/a,100,n/a,n/a,n/a,-1,-1,596,596,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dsub ,n/a,100,n/a,n/a,n/a,-1,-1,634,634,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_f2d ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_i2d ,n/a,100,n/a,n/a,n/a,-1,-1,34,34,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_l2d ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ui2d ,n/a,100,n/a,n/a,n/a,-1,-1,30,30,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ul2d ,n/a,100,n/a,n/a,n/a,-1,-1,106,106,-1,-1,-1,-1,-1,-1 +Coremark,[.] __any_on ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,42,42,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert ,n/a,100,n/a,n/a,n/a,-1,-1,10,10,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert_func ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] atexit ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __b2d ,n/a,100,n/a,n/a,n/a,-1,-1,188,188,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Balloc ,n/a,100,n/a,n/a,n/a,-1,-1,76,76,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Bfree ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] BusFault_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] calc_func ,n/a,98,n/a,n/a,n/a,-1,-1,758,746,-1,-1,-1,-1,-1,-1 +Coremark,[.] __call_exitprocs ,n/a,113,n/a,n/a,n/a,-1,-1,156,176,-1,-1,-1,-1,-1,-1 +Coremark,[.] _calloc_r ,n/a,100,n/a,n/a,n/a,-1,-1,108,108,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_SCE_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_TX_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] cleanup_stdio ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close ,n/a,100,n/a,n/a,n/a,-1,-1,40,40,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close_r ,n/a,100,n/a,n/a,n/a,-1,-1,36,36,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_complex ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __cmpdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_idx ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] COMP_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __copybits ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_mergesort ,n/a,100,n/a,n/a,n/a,-1,-1,150,150,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_state_transition ,n/a,100,n/a,n/a,n/a,-1,-1,270,270,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu8 ,n/a,107,n/a,n/a,n/a,-1,-1,54,58,-1,-1,-1,-1,-1,-1 +Coremark,[.] currentlocale ,n/a,105,n/a,n/a,n/a,-1,-1,88,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __divdf3 ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,101,n/a,n/a,n/a,-1,-1,3672,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] __errno ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 +Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] exit ,n/a,100,n/a,n/a,n/a,-1,-1,28,28,-1,-1,-1,-1,-1,-1 +Coremark,[.] __extendsfdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI15_10_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI9_5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] fclose ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fclose_r ,n/a,100,n/a,n/a,n/a,-1,-1,128,128,-1,-1,-1,-1,-1,-1 +Coremark,[.] fflush ,n/a,100,n/a,n/a,n/a,-1,-1,72,72,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fflush_r ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,20257,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,20258,20241,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log new file mode 100644 index 0000000..1993ad0 --- /dev/null +++ b/results-vs-first/tcwg-benchmark-results.log @@ -0,0 +1,400 @@ ++ relative_opt= ++ '[' xset = xset ']' ++ relative_opt=--relative ++ results=("$results_ref" "${results[@]}") ++ num=0 ++ mkdir -p artifacts/results-vs-first ++ results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results ++ j=0 ++ for i in "${results[@]}" ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk_gnu_eabi_stm32/jenkins-full-gnu_eabi-master-arm_eabi-coremark-Os_LTO/17140/ results-0/ ++ csv_results_dir=artifacts/results-vs-first/csv-results-0 ++ mkdir -p artifacts/results-vs-first/csv-results-0 ++ hw_tag=stm32 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ results_dir=undef ++ csv_results_dir=undef ++ hw_tag=undef ++ has_perf_logs=undef ++ interesting_symbols= ++ metrics=() ++ verbose=false ++ test 14 -gt 0 ++ case $1 in ++ results_dir=results-0 ++ shift ++ shift ++ test 12 -gt 0 ++ case $1 in ++ csv_results_dir=artifacts/results-vs-first/csv-results-0 ++ shift ++ shift ++ test 10 -gt 0 ++ case $1 in ++ metrics=("${metrics[@]}" "$2") ++ shift ++ shift ++ test 8 -gt 0 ++ case $1 in ++ hw_tag=stm32 ++ shift ++ shift ++ test 6 -gt 0 ++ case $1 in ++ has_perf_logs=no ++ shift ++ shift ++ test 4 -gt 0 ++ case $1 in ++ verbose=true ++ shift ++ shift ++ test 2 -gt 0 ++ case $1 in ++ num_symbols=0 ++ shift ++ shift ++ test 0 -gt 0 ++ check_option results-0 'results_dir not set.' ++ local var=results-0 ++ local 'msg=results_dir not set.' ++ '[' xresults-0 = xundef ']' ++ check_option artifacts/results-vs-first/csv-results-0 'csv_results_dir not set.' ++ local var=artifacts/results-vs-first/csv-results-0 ++ local 'msg=csv_results_dir not set.' ++ '[' xartifacts/results-vs-first/csv-results-0 = xundef ']' ++ check_option stm32 'hw_tag not set.' ++ local var=stm32 ++ local 'msg=hw_tag not set.' ++ '[' xstm32 = xundef ']' ++ check_option no 'has_perf_logs not set.' ++ local var=no ++ local 'msg=has_perf_logs not set.' ++ '[' xno = xundef ']' ++ '[' 1 = 0 ']' ++ '[' xperf '!=' xperf ']' ++ mkdir -p artifacts/results-vs-first/csv-results-0 ++ true ++ verbose_opt=--verbose ++ num_entries_opt=' --num-symbols 0' ++ gather_perf_data no stm32 results-0 artifacts/results-vs-first/csv-results-0 ++ local has_perf_logs=no ++ local hw_tag=stm32 ++ local results_dir=results-0 ++ local csv_results_dir=artifacts/results-vs-first/csv-results-0 ++ '[' xno = xyes ']' ++ mapfile -t this_csv +++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*' ++ '[' 1 -eq 1 ']' ++ cat results-0/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 ++ '[' xno = xyes ']' ++ bmk_name=coremark ++ metrics=("${metrics[@]:1}") ++ merge_opts=("$csv_results_dir/perf.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv ++ j=1 ++ for i in "${results[@]}" ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27939/ results-1/ ++ csv_results_dir=artifacts/results-vs-first/csv-results-1 ++ mkdir -p artifacts/results-vs-first/csv-results-1 ++ hw_tag=stm32 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ results_dir=undef ++ csv_results_dir=undef ++ hw_tag=undef ++ has_perf_logs=undef ++ interesting_symbols= ++ metrics=() ++ verbose=false ++ test 14 -gt 0 ++ case $1 in ++ results_dir=results-1 ++ shift ++ shift ++ test 12 -gt 0 ++ case $1 in ++ csv_results_dir=artifacts/results-vs-first/csv-results-1 ++ shift ++ shift ++ test 10 -gt 0 ++ case $1 in ++ metrics=("${metrics[@]}" "$2") ++ shift ++ shift ++ test 8 -gt 0 ++ case $1 in ++ hw_tag=stm32 ++ shift ++ shift ++ test 6 -gt 0 ++ case $1 in ++ has_perf_logs=no ++ shift ++ shift ++ test 4 -gt 0 ++ case $1 in ++ verbose=true ++ shift ++ shift ++ test 2 -gt 0 ++ case $1 in ++ num_symbols=0 ++ shift ++ shift ++ test 0 -gt 0 ++ check_option results-1 'results_dir not set.' ++ local var=results-1 ++ local 'msg=results_dir not set.' ++ '[' xresults-1 = xundef ']' ++ check_option artifacts/results-vs-first/csv-results-1 'csv_results_dir not set.' ++ local var=artifacts/results-vs-first/csv-results-1 ++ local 'msg=csv_results_dir not set.' ++ '[' xartifacts/results-vs-first/csv-results-1 = xundef ']' ++ check_option stm32 'hw_tag not set.' ++ local var=stm32 ++ local 'msg=hw_tag not set.' ++ '[' xstm32 = xundef ']' ++ check_option no 'has_perf_logs not set.' ++ local var=no ++ local 'msg=has_perf_logs not set.' ++ '[' xno = xundef ']' ++ '[' 1 = 0 ']' ++ '[' xperf '!=' xperf ']' ++ mkdir -p artifacts/results-vs-first/csv-results-1 ++ true ++ verbose_opt=--verbose ++ num_entries_opt=' --num-symbols 0' ++ gather_perf_data no stm32 results-1 artifacts/results-vs-first/csv-results-1 ++ local has_perf_logs=no ++ local hw_tag=stm32 ++ local results_dir=results-1 ++ local csv_results_dir=artifacts/results-vs-first/csv-results-1 ++ '[' xno = xyes ']' ++ mapfile -t this_csv +++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*' ++ '[' 1 -eq 1 ']' ++ cat results-1/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 ++ '[' xno = xyes ']' ++ bmk_name=coremark ++ metrics=("${metrics[@]:1}") ++ merge_opts=("$csv_results_dir/perf.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv ++ j=2 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-first/csv-results-1/perf.csv --out_csv=artifacts/results-vs-first/interesting-symbols.csv --threshold_interesting=5 ++ csvs= ++ for i in "${results[@]}" ++ csv_results_dir=artifacts/results-vs-first/csv-results-0 ++ hw_tag=stm32 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-first/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ results_dir=undef ++ csv_results_dir=undef ++ hw_tag=undef ++ has_perf_logs=undef ++ interesting_symbols= ++ metrics=() ++ verbose=false ++ test 14 -gt 0 ++ case $1 in ++ results_dir=results-0 ++ shift ++ shift ++ test 12 -gt 0 ++ case $1 in ++ csv_results_dir=artifacts/results-vs-first/csv-results-0 ++ shift ++ shift ++ test 10 -gt 0 ++ case $1 in ++ hw_tag=stm32 ++ shift ++ shift ++ test 8 -gt 0 ++ case $1 in ++ has_perf_logs=no ++ shift ++ shift ++ test 6 -gt 0 ++ case $1 in ++ verbose=true ++ shift ++ shift ++ test 4 -gt 0 ++ case $1 in ++ num_symbols=0 ++ shift ++ shift ++ test 2 -gt 0 ++ case $1 in ++ interesting_symbols='--interesting_symbols artifacts/results-vs-first/interesting-symbols.csv' ++ shift ++ shift ++ test 0 -gt 0 ++ check_option results-0 'results_dir not set.' ++ local var=results-0 ++ local 'msg=results_dir not set.' ++ '[' xresults-0 = xundef ']' ++ check_option artifacts/results-vs-first/csv-results-0 'csv_results_dir not set.' ++ local var=artifacts/results-vs-first/csv-results-0 ++ local 'msg=csv_results_dir not set.' ++ '[' xartifacts/results-vs-first/csv-results-0 = xundef ']' ++ check_option stm32 'hw_tag not set.' ++ local var=stm32 ++ local 'msg=hw_tag not set.' ++ '[' xstm32 = xundef ']' ++ check_option no 'has_perf_logs not set.' ++ local var=no ++ local 'msg=has_perf_logs not set.' ++ '[' xno = xundef ']' ++ '[' 0 = 0 ']' ++ metrics=(perf size vect sve md5sum) ++ mkdir -p artifacts/results-vs-first/csv-results-0 ++ true ++ verbose_opt=--verbose ++ num_entries_opt=' --num-symbols 0' ++ gather_perf_data no stm32 results-0 artifacts/results-vs-first/csv-results-0 ++ local has_perf_logs=no ++ local hw_tag=stm32 ++ local results_dir=results-0 ++ local csv_results_dir=artifacts/results-vs-first/csv-results-0 ++ '[' xno = xyes ']' ++ mapfile -t this_csv +++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*' ++ '[' 1 -eq 1 ']' ++ cat results-0/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 ++ '[' xno = xyes ']' ++ bmk_name=coremark ++ metrics=("${metrics[@]:1}") ++ merge_opts=("$csv_results_dir/perf.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/size.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/vect.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/sve.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv artifacts/results-vs-first/csv-results-0/size.csv artifacts/results-vs-first/csv-results-0/vect.csv artifacts/results-vs-first/csv-results-0/sve.csv artifacts/results-vs-first/csv-results-0/md5sum.csv ++ csvs=' artifacts/results-vs-first/csv-results-0/results.csv' ++ num=1 ++ for i in "${results[@]}" ++ csv_results_dir=artifacts/results-vs-first/csv-results-1 ++ hw_tag=stm32 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-first/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ results_dir=undef ++ csv_results_dir=undef ++ hw_tag=undef ++ has_perf_logs=undef ++ interesting_symbols= ++ metrics=() ++ verbose=false ++ test 14 -gt 0 ++ case $1 in ++ results_dir=results-1 ++ shift ++ shift ++ test 12 -gt 0 ++ case $1 in ++ csv_results_dir=artifacts/results-vs-first/csv-results-1 ++ shift ++ shift ++ test 10 -gt 0 ++ case $1 in ++ hw_tag=stm32 ++ shift ++ shift ++ test 8 -gt 0 ++ case $1 in ++ has_perf_logs=no ++ shift ++ shift ++ test 6 -gt 0 ++ case $1 in ++ verbose=true ++ shift ++ shift ++ test 4 -gt 0 ++ case $1 in ++ num_symbols=0 ++ shift ++ shift ++ test 2 -gt 0 ++ case $1 in ++ interesting_symbols='--interesting_symbols artifacts/results-vs-first/interesting-symbols.csv' ++ shift ++ shift ++ test 0 -gt 0 ++ check_option results-1 'results_dir not set.' ++ local var=results-1 ++ local 'msg=results_dir not set.' ++ '[' xresults-1 = xundef ']' ++ check_option artifacts/results-vs-first/csv-results-1 'csv_results_dir not set.' ++ local var=artifacts/results-vs-first/csv-results-1 ++ local 'msg=csv_results_dir not set.' ++ '[' xartifacts/results-vs-first/csv-results-1 = xundef ']' ++ check_option stm32 'hw_tag not set.' ++ local var=stm32 ++ local 'msg=hw_tag not set.' ++ '[' xstm32 = xundef ']' ++ check_option no 'has_perf_logs not set.' ++ local var=no ++ local 'msg=has_perf_logs not set.' ++ '[' xno = xundef ']' ++ '[' 0 = 0 ']' ++ metrics=(perf size vect sve md5sum) ++ mkdir -p artifacts/results-vs-first/csv-results-1 ++ true ++ verbose_opt=--verbose ++ num_entries_opt=' --num-symbols 0' ++ gather_perf_data no stm32 results-1 artifacts/results-vs-first/csv-results-1 ++ local has_perf_logs=no ++ local hw_tag=stm32 ++ local results_dir=results-1 ++ local csv_results_dir=artifacts/results-vs-first/csv-results-1 ++ '[' xno = xyes ']' ++ mapfile -t this_csv +++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*' ++ '[' 1 -eq 1 ']' ++ cat results-1/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 ++ '[' xno = xyes ']' ++ bmk_name=coremark ++ metrics=("${metrics[@]:1}") ++ merge_opts=("$csv_results_dir/perf.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/size.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/vect.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/sve.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-first/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-first/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-1/perf.csv artifacts/results-vs-first/csv-results-1/size.csv artifacts/results-vs-first/csv-results-1/vect.csv artifacts/results-vs-first/csv-results-1/sve.csv artifacts/results-vs-first/csv-results-1/md5sum.csv ++ csvs=' artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv' ++ num=2 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 10 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ cat artifacts/results-vs-first/results-internal.csv ++ c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv ++ c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-first/interesting-symbols.csv diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 56555ce..386df9d 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_sve_loops_variation_average,size_variation_average,num_vect_loops_variation_average,benchmark,symbol,sample_variation_average +size_variation_average,num_vect_loops_variation_average,sample_variation_average,benchmark,symbol,num_sve_loops_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 62c786c..56d0521 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -4,4 +4,4 @@ Mean,average-all-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 Mean,mean,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60372,60308,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60308,60308,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/compare-results.csv b/results-vs-prev/compare-results.csv new file mode 100644 index 0000000..a75da8f --- /dev/null +++ b/results-vs-prev/compare-results.csv @@ -0,0 +1,92 @@ +bmk,symbol,result +Coremark,[.] __aeabi_d2uiz ,1 +Coremark,[.] __aeabi_dadd ,1 +Coremark,[.] __aeabi_dcmpeq ,1 +Coremark,[.] __aeabi_dcmpge ,1 +Coremark,[.] __aeabi_dcmpgt ,1 +Coremark,[.] __aeabi_dcmple ,1 +Coremark,[.] __aeabi_dcmplt ,1 +Coremark,[.] __aeabi_dcmpun ,1 +Coremark,[.] __aeabi_ddiv ,1 +Coremark,[.] __aeabi_dmul ,1 +Coremark,[.] __aeabi_dsub ,1 +Coremark,[.] __aeabi_f2d ,1 +Coremark,[.] __aeabi_i2d ,1 +Coremark,[.] __aeabi_l2d ,1 +Coremark,[.] __aeabi_ui2d ,1 +Coremark,[.] __aeabi_ul2d ,1 +Coremark,[.] __any_on ,1 +Coremark,[.] __ascii_mbtowc ,1 +Coremark,[.] __ascii_wctomb ,1 +Coremark,[.] __assert ,1 +Coremark,[.] __assert_func ,1 +Coremark,[.] atexit ,1 +Coremark,[.] __b2d ,1 +Coremark,[.] _Balloc ,1 +Coremark,[.] _Bfree ,1 +Coremark,[.] BusFault_Handler ,1 +Coremark,[.] calc_func ,1 +Coremark,[.] __call_exitprocs ,1 +Coremark,[.] _calloc_r ,1 +Coremark,[.] CAN1_RX0_IRQHandler ,1 +Coremark,[.] CAN1_RX1_IRQHandler ,1 +Coremark,[.] CAN1_SCE_IRQHandler ,1 +Coremark,[.] CAN1_TX_IRQHandler ,1 +Coremark,[.] cleanup_stdio ,1 +Coremark,[.] _close ,1 +Coremark,[.] _close_r ,1 +Coremark,[.] cmp_complex ,1 +Coremark,[.] __cmpdf2 ,1 +Coremark,[.] cmp_idx ,1 +Coremark,[.] COMP_IRQHandler ,1 +Coremark,[.] __copybits ,1 +Coremark,[.] core_bench_list ,1 +Coremark,[.] core_list_find ,1 +Coremark,[.] core_list_mergesort ,1 +Coremark,[.] core_state_transition ,1 +Coremark,[.] crcu16 ,1 +Coremark,[.] crcu8 ,1 +Coremark,[.] currentlocale ,1 +Coremark,[.] __d2b ,1 +Coremark,[.] DebugMon_Handler ,1 +Coremark,[.] Default_Handler ,1 +Coremark,[.] DFSDM1_FLT0_IRQHandler ,1 +Coremark,[.] DFSDM1_FLT1_IRQHandler ,1 +Coremark,[.] DFSDM1_FLT2_IRQHandler ,1 +Coremark,[.] DFSDM1_FLT3_IRQHandler ,1 +Coremark,[.] __divdf3 ,1 +Coremark,[.] DMA1_Channel1_IRQHandler ,1 +Coremark,[.] DMA1_Channel2_IRQHandler ,1 +Coremark,[.] DMA1_Channel3_IRQHandler ,1 +Coremark,[.] DMA1_Channel4_IRQHandler ,1 +Coremark,[.] DMA1_Channel5_IRQHandler ,1 +Coremark,[.] DMA1_Channel6_IRQHandler ,1 +Coremark,[.] DMA1_Channel7_IRQHandler ,1 +Coremark,[.] DMA2_Channel1_IRQHandler ,1 +Coremark,[.] DMA2_Channel2_IRQHandler ,1 +Coremark,[.] DMA2_Channel3_IRQHandler ,1 +Coremark,[.] DMA2_Channel4_IRQHandler ,1 +Coremark,[.] DMA2_Channel5_IRQHandler ,1 +Coremark,[.] DMA2_Channel6_IRQHandler ,1 +Coremark,[.] DMA2_Channel7_IRQHandler ,1 +Coremark,[.] _dtoa_r ,1 +Coremark,[.] __env_lock ,1 +Coremark,[.] __env_unlock ,1 +Coremark,[.] __eqdf2 ,1 +Coremark,[.] __errno ,1 +Coremark,[.] __eucjp_mbtowc ,1 +Coremark,[.] __eucjp_wctomb ,1 +Coremark,[.] _exit ,1 +Coremark,[.] exit ,1 +Coremark,[.] __extendsfdf2 ,1 +Coremark,[.] EXTI0_IRQHandler ,1 +Coremark,[.] EXTI15_10_IRQHandler ,1 +Coremark,[.] EXTI1_IRQHandler ,1 +Coremark,[.] EXTI2_IRQHandler ,1 +Coremark,[.] EXTI3_IRQHandler ,1 +Coremark,[.] EXTI4_IRQHandler ,1 +Coremark,[.] EXTI9_5_IRQHandler ,1 +Coremark,[.] fclose ,1 +Coremark,[.] _fclose_r ,1 +Coremark,[.] fflush ,1 +Coremark,[.] _fflush_r ,1 diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index 9ee01a4..38376d4 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -4,7 +4,7 @@ Mean,average-all-tests,20241,345,-1,-1,-1 Mean,mean,20240,27,-1,-1,-1 Mean,geomean-successful-tests,20240,27,-1,-1,-1 Mean,geomean-all-tests,20240,27,-1,-1,-1 -coremark,coremark,20241,60372,-1,-1,-1 +coremark,coremark,20241,60308,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -340,7 +340,7 @@ coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 coremark,[.] _vfiprintf_r,-1,6498,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,10296,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,10256,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index 27a85e8..dedb4c2 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,60372
+coremark,coremark,60308
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -335,7 +335,7 @@ coremark,[.] __utf8_wctomb,156 coremark,[.] vfiprintf,28
coremark,[.] _vfiprintf_r,6498
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10296
+coremark,[.] _vfprintf_r,10256
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 353acf4..ccf2764 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60372,60308,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60308,60308,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 353acf4..ccf2764 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60372,60308,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60308,60308,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 353acf4..ccf2764 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60372,60308,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60308,60308,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 353acf4..ccf2764 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60372,60308,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60308,60308,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-brief.csv b/results-vs-prev/results-brief.csv new file mode 100644 index 0000000..41cf5f5 --- /dev/null +++ b/results-vs-prev/results-brief.csv @@ -0,0 +1,106 @@ +benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum +Coremark,[.] abort ,n/a,100,n/a,n/a,n/a,-1,-1,14,14,-1,-1,-1,-1,-1,-1 +Coremark,[.] ADC1_2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] ADC3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __adddf3 ,n/a,100,n/a,n/a,n/a,-1,-1,630,630,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_cdcmpeq ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_cdcmple ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_cdrcmple ,n/a,100,n/a,n/a,n/a,-1,-1,32,32,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_d2iz ,n/a,100,n/a,n/a,n/a,-1,-1,78,78,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_d2uiz ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dadd ,n/a,100,n/a,n/a,n/a,-1,-1,630,630,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpeq ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpge ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpgt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmple ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmplt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpun ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ddiv ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dmul ,n/a,100,n/a,n/a,n/a,-1,-1,596,596,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dsub ,n/a,100,n/a,n/a,n/a,-1,-1,634,634,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_f2d ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_i2d ,n/a,100,n/a,n/a,n/a,-1,-1,34,34,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_l2d ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ui2d ,n/a,100,n/a,n/a,n/a,-1,-1,30,30,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ul2d ,n/a,100,n/a,n/a,n/a,-1,-1,106,106,-1,-1,-1,-1,-1,-1 +Coremark,[.] __any_on ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,42,42,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert ,n/a,100,n/a,n/a,n/a,-1,-1,10,10,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert_func ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] atexit ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __b2d ,n/a,100,n/a,n/a,n/a,-1,-1,188,188,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Balloc ,n/a,100,n/a,n/a,n/a,-1,-1,76,76,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Bfree ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] BusFault_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] calc_func ,n/a,100,n/a,n/a,n/a,-1,-1,746,746,-1,-1,-1,-1,-1,-1 +Coremark,[.] __call_exitprocs ,n/a,100,n/a,n/a,n/a,-1,-1,176,176,-1,-1,-1,-1,-1,-1 +Coremark,[.] _calloc_r ,n/a,100,n/a,n/a,n/a,-1,-1,108,108,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_SCE_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_TX_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] cleanup_stdio ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close ,n/a,100,n/a,n/a,n/a,-1,-1,40,40,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close_r ,n/a,100,n/a,n/a,n/a,-1,-1,36,36,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_complex ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __cmpdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_idx ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] COMP_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __copybits ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_mergesort ,n/a,100,n/a,n/a,n/a,-1,-1,150,150,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_state_transition ,n/a,100,n/a,n/a,n/a,-1,-1,270,270,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu8 ,n/a,100,n/a,n/a,n/a,-1,-1,58,58,-1,-1,-1,-1,-1,-1 +Coremark,[.] currentlocale ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __divdf3 ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] __errno ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 +Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] exit ,n/a,100,n/a,n/a,n/a,-1,-1,28,28,-1,-1,-1,-1,-1,-1 +Coremark,[.] __extendsfdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI15_10_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI9_5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] fclose ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fclose_r ,n/a,100,n/a,n/a,n/a,-1,-1,128,128,-1,-1,-1,-1,-1,-1 +Coremark,[.] fflush ,n/a,100,n/a,n/a,n/a,-1,-1,72,72,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fflush_r ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-full.csv b/results-vs-prev/results-full.csv new file mode 100644 index 0000000..ae20076 --- /dev/null +++ b/results-vs-prev/results-full.csv @@ -0,0 +1,7 @@ +benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum +Mean,mean ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 353acf4..ccf2764 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20240,20240,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,20241,20241,345,345,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60372,60308,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,20241,20241,60308,60308,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results.csv b/results-vs-prev/results.csv new file mode 100644 index 0000000..b3e9c8a --- /dev/null +++ b/results-vs-prev/results.csv @@ -0,0 +1,98 @@ +benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum +Coremark,[.] __aeabi_d2uiz ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dadd ,n/a,100,n/a,n/a,n/a,-1,-1,630,630,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpeq ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpge ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpgt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmple ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmplt ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dcmpun ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ddiv ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dmul ,n/a,100,n/a,n/a,n/a,-1,-1,596,596,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_dsub ,n/a,100,n/a,n/a,n/a,-1,-1,634,634,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_f2d ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_i2d ,n/a,100,n/a,n/a,n/a,-1,-1,34,34,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_l2d ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ui2d ,n/a,100,n/a,n/a,n/a,-1,-1,30,30,-1,-1,-1,-1,-1,-1 +Coremark,[.] __aeabi_ul2d ,n/a,100,n/a,n/a,n/a,-1,-1,106,106,-1,-1,-1,-1,-1,-1 +Coremark,[.] __any_on ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,42,42,-1,-1,-1,-1,-1,-1 +Coremark,[.] __ascii_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert ,n/a,100,n/a,n/a,n/a,-1,-1,10,10,-1,-1,-1,-1,-1,-1 +Coremark,[.] __assert_func ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] atexit ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __b2d ,n/a,100,n/a,n/a,n/a,-1,-1,188,188,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Balloc ,n/a,100,n/a,n/a,n/a,-1,-1,76,76,-1,-1,-1,-1,-1,-1 +Coremark,[.] _Bfree ,n/a,100,n/a,n/a,n/a,-1,-1,18,18,-1,-1,-1,-1,-1,-1 +Coremark,[.] BusFault_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] calc_func ,n/a,100,n/a,n/a,n/a,-1,-1,746,746,-1,-1,-1,-1,-1,-1 +Coremark,[.] __call_exitprocs ,n/a,100,n/a,n/a,n/a,-1,-1,176,176,-1,-1,-1,-1,-1,-1 +Coremark,[.] _calloc_r ,n/a,100,n/a,n/a,n/a,-1,-1,108,108,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_RX1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_SCE_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] CAN1_TX_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] cleanup_stdio ,n/a,100,n/a,n/a,n/a,-1,-1,64,64,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close ,n/a,100,n/a,n/a,n/a,-1,-1,40,40,-1,-1,-1,-1,-1,-1 +Coremark,[.] _close_r ,n/a,100,n/a,n/a,n/a,-1,-1,36,36,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_complex ,n/a,100,n/a,n/a,n/a,-1,-1,26,26,-1,-1,-1,-1,-1,-1 +Coremark,[.] __cmpdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] cmp_idx ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] COMP_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __copybits ,n/a,100,n/a,n/a,n/a,-1,-1,90,90,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_bench_list ,n/a,100,n/a,n/a,n/a,-1,-1,296,296,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_find ,n/a,100,n/a,n/a,n/a,-1,-1,46,46,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_list_mergesort ,n/a,100,n/a,n/a,n/a,-1,-1,150,150,-1,-1,-1,-1,-1,-1 +Coremark,[.] core_state_transition ,n/a,100,n/a,n/a,n/a,-1,-1,270,270,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu16 ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] crcu8 ,n/a,100,n/a,n/a,n/a,-1,-1,58,58,-1,-1,-1,-1,-1,-1 +Coremark,[.] currentlocale ,n/a,100,n/a,n/a,n/a,-1,-1,92,92,-1,-1,-1,-1,-1,-1 +Coremark,[.] __d2b ,n/a,100,n/a,n/a,n/a,-1,-1,192,192,-1,-1,-1,-1,-1,-1 +Coremark,[.] DebugMon_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] Default_Handler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DFSDM1_FLT3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __divdf3 ,n/a,100,n/a,n/a,n/a,-1,-1,464,464,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA1_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel6_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] DMA2_Channel7_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] _dtoa_r ,n/a,100,n/a,n/a,n/a,-1,-1,3716,3716,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_lock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __env_unlock ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eqdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,122,122,-1,-1,-1,-1,-1,-1 +Coremark,[.] __errno ,n/a,100,n/a,n/a,n/a,-1,-1,12,12,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_mbtowc ,n/a,100,n/a,n/a,n/a,-1,-1,190,190,-1,-1,-1,-1,-1,-1 +Coremark,[.] __eucjp_wctomb ,n/a,100,n/a,n/a,n/a,-1,-1,124,124,-1,-1,-1,-1,-1,-1 +Coremark,[.] _exit ,n/a,100,n/a,n/a,n/a,-1,-1,20,20,-1,-1,-1,-1,-1,-1 +Coremark,[.] exit ,n/a,100,n/a,n/a,n/a,-1,-1,28,28,-1,-1,-1,-1,-1,-1 +Coremark,[.] __extendsfdf2 ,n/a,100,n/a,n/a,n/a,-1,-1,66,66,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI0_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI15_10_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI1_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI2_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI3_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI4_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] EXTI9_5_IRQHandler ,n/a,100,n/a,n/a,n/a,-1,-1,2,2,-1,-1,-1,-1,-1,-1 +Coremark,[.] fclose ,n/a,100,n/a,n/a,n/a,-1,-1,16,16,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fclose_r ,n/a,100,n/a,n/a,n/a,-1,-1,128,128,-1,-1,-1,-1,-1,-1 +Coremark,[.] fflush ,n/a,100,n/a,n/a,n/a,-1,-1,72,72,-1,-1,-1,-1,-1,-1 +Coremark,[.] _fflush_r ,n/a,100,n/a,n/a,n/a,-1,-1,44,44,-1,-1,-1,-1,-1,-1 +Mean,mean ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests ,100,n/a,n/a,n/a,n/a,20240,20240,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark ,100,n/a,n/a,n/a,n/a,20241,20241,-1,-1,-1,-1,-1,-1,-1,-1 |