diff options
32 files changed, 431 insertions, 369 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 563508b..19124c7 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 5606636..5a630da 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 5e43668..f487f69 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex f846554..0d0cfef 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex f4e1f85..14dd042 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex e40e4e5..3993f16 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 7621484..6ccb039 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 5e12180..7b11c0d 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,4 +1,4 @@ -Started TCWG Benchmark #27179 +Started TCWG Benchmark #27479 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. @@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXWXz34J/agent.34774 -SSH_AGENT_PID=34776 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXObn6wa/agent.51851 +SSH_AGENT_PID=51853 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_1571731196370211671.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_1571731196370211671.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_9420381485397379020.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_9420381485397379020.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified @@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision ea53665f7249e6e0bebdddc04da3cc440ff35fd4 (origin/master) +Checking out Revision 8d6d28fd0015b7fff189e4970f154792feac2ee1 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f ea53665f7249e6e0bebdddc04da3cc440ff35fd4 # timeout=10 -Commit message: "tcwg_bmk-build.sh: Fix samples-variability generation" - > /usr/bin/git rev-list --no-walk ea53665f7249e6e0bebdddc04da3cc440ff35fd4 # timeout=10 + > /usr/bin/git checkout -f 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 +Commit message: "jenkins.sh: Set $status before calling exit" + > /usr/bin/git rev-list --no-walk 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 The recommended git tool is: NONE No credentials specified > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4/bmk-scripts/.git # timeout=10 @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b (origin/master) +Checking out Revision ee563c7e69427fe4081bb30c2e4e7240ca71fa8a (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b # timeout=10 -Commit message: "output-bmk-results.py,samples-variability.py: Generate and use automatic thresholds for exe/functions" - > /usr/bin/git rev-list --no-walk 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b # timeout=10 + > /usr/bin/git checkout -f ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 +Commit message: "samples-variability.py: stringify md5sum for comparison" + > /usr/bin/git rev-list --no-walk ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 No emails were triggered. -New run name is '#27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins10889706171936735310.sh +New run name is '#27479-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins3707032514378389888.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,23 +64,21 @@ New run name is '#27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/@build_num@ -++ sed -e s/@build_num@/27179/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 +++ sed -e s/@build_num@/27479/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 34894 ++ wait 51979 + flock -en -E 124 9 -+ res=124 + total_boards=1 -+ '[' 124 = 124 ']' -+ continue -+ n_boards=0 -+ '[' 0 -lt 1 ']' ++ '[' 0 = 124 ']' ++ idle_boards=1 + n_boards=1 ++ '[' 1 -lt 1 ']' + count=1 + read -a bmks ++ ./bmk-scripts/break-up-bmks.sh --bench_list coremark --bmk_hw stm32 --n_boards 1 --run_profile parallel --board_selection balance @@ -89,18 +87,18 @@ New run name is '#27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #111487 started. -TCWG Benchmark_backend #111487-27179+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins18172004467939231423.sh +TCWG Benchmark_backend #112166 started. +TCWG Benchmark_backend #112166-27479+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins16041437460205764550.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -111,12 +109,12 @@ TCWG Benchmark_backend #111487-27179+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + shift + shift + test 4 -gt 0 @@ -130,14 +128,14 @@ TCWG Benchmark_backend #111487-27179+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -148,47 +146,49 @@ TCWG Benchmark_backend #111487-27179+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/md5sum.csv -New run name is '#27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/md5sum.csv +New run name is '#27479-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 34776 killed; +echo Agent pid 51853 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success +#27478-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist +#27478-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #27479-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index a570a95..0327d87 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,4 +1,4 @@ -Started TCWG Benchmark #27179 +Started TCWG Benchmark #27479 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. @@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXWXz34J/agent.34774 -SSH_AGENT_PID=34776 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXObn6wa/agent.51851 +SSH_AGENT_PID=51853 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_1571731196370211671.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_1571731196370211671.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_9420381485397379020.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_9420381485397379020.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified @@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision ea53665f7249e6e0bebdddc04da3cc440ff35fd4 (origin/master) +Checking out Revision 8d6d28fd0015b7fff189e4970f154792feac2ee1 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f ea53665f7249e6e0bebdddc04da3cc440ff35fd4 # timeout=10 -Commit message: "tcwg_bmk-build.sh: Fix samples-variability generation" - > /usr/bin/git rev-list --no-walk ea53665f7249e6e0bebdddc04da3cc440ff35fd4 # timeout=10 + > /usr/bin/git checkout -f 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 +Commit message: "jenkins.sh: Set $status before calling exit" + > /usr/bin/git rev-list --no-walk 8d6d28fd0015b7fff189e4970f154792feac2ee1 # timeout=10 The recommended git tool is: NONE No credentials specified > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4/bmk-scripts/.git # timeout=10 @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b (origin/master) +Checking out Revision ee563c7e69427fe4081bb30c2e4e7240ca71fa8a (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b # timeout=10 -Commit message: "output-bmk-results.py,samples-variability.py: Generate and use automatic thresholds for exe/functions" - > /usr/bin/git rev-list --no-walk 6a4264908385693deeb5d4ae8a8d2e9d1be93a2b # timeout=10 + > /usr/bin/git checkout -f ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 +Commit message: "samples-variability.py: stringify md5sum for comparison" + > /usr/bin/git rev-list --no-walk ee563c7e69427fe4081bb30c2e4e7240ca71fa8a # timeout=10 No emails were triggered. -New run name is '#27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins10889706171936735310.sh +New run name is '#27479-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins3707032514378389888.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,23 +64,21 @@ New run name is '#27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/@build_num@ -++ sed -e s/@build_num@/27179/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 +++ sed -e s/@build_num@/27479/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 34894 ++ wait 51979 + flock -en -E 124 9 -+ res=124 + total_boards=1 -+ '[' 124 = 124 ']' -+ continue -+ n_boards=0 -+ '[' 0 -lt 1 ']' ++ '[' 0 = 124 ']' ++ idle_boards=1 + n_boards=1 ++ '[' 1 -lt 1 ']' + count=1 + read -a bmks ++ ./bmk-scripts/break-up-bmks.sh --bench_list coremark --bmk_hw stm32 --n_boards 1 --run_profile parallel --board_selection balance @@ -89,18 +87,18 @@ New run name is '#27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #111487 started. -TCWG Benchmark_backend #111487-27179+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins18172004467939231423.sh +TCWG Benchmark_backend #112166 started. +TCWG Benchmark_backend #112166-27479+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins16041437460205764550.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 +++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -111,12 +109,12 @@ TCWG Benchmark_backend #111487-27179+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + shift + shift + test 4 -gt 0 @@ -130,14 +128,14 @@ TCWG Benchmark_backend #111487-27179+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -148,46 +146,48 @@ TCWG Benchmark_backend #111487-27179+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27179/csv_results/md5sum.csv -New run name is '#27179-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build/27479/csv_results/md5sum.csv +New run name is '#27479-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 34776 killed; +echo Agent pid 51853 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success +#27478-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist +#27478-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 297fe75..b0fd618 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 46896e8..0e82b91 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/10-update_baseline/console.log b/10-update_baseline/console.log index e69de29..8ea5a90 100644 --- a/10-update_baseline/console.log +++ b/10-update_baseline/console.log @@ -0,0 +1,9 @@ +00:00:00 ++ update_baseline +00:00:00 ++ set -euf -o pipefail +00:00:00 ++ '[' xonsuccess = xignore ']' +00:00:00 ++ local old_commit +00:00:00 +++ git -C base-artifacts rev-parse --verify HEAD~100 +00:00:00 +++ true +00:00:00 ++ old_commit= +00:00:00 ++ '[' x '!=' x ']' +00:00:00 ++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ diff --git a/annex/bmk-data b/annex/bmk-data index 98c01e2..eb69e3a 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18-e06a8cd4745f313a626d466fa14b80a0.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20-262f4ff47f699fe12f37b31d2429bcd2.tar.xz diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index dab4c69..60fb3e3 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO" \ --components "binutils gcc newlib" \ - --run_date "2023-03-24T13:16:10+00:00" \ + --run_date "2023-03-28T06:46:54+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Coremark/results-metadata.json b/dashboard/squad-vs-first/Coremark/results-metadata.json index 064c28e..d3e0e5b 100644 --- a/dashboard/squad-vs-first/Coremark/results-metadata.json +++ b/dashboard/squad-vs-first/Coremark/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after baseline build: no new commits", + " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-24T13:16:10+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/console", - "version_binutils":"904d9b02a185c9048cf17bf7295b89d7380cea3d", - "version_gcc": "d495ea2b232f3eb50155d7c7362c09a744766746", + "datetime": "2023-03-28T06:46:54+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/console", + "version_binutils":"a3424b707737ede8c5823cb27c896b12fe94471c", + "version_gcc": "e11cde0381c528323abd0d57ed11ac8dae56ae31", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json index 064c28e..d3e0e5b 100644 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ b/dashboard/squad-vs-first/Mean/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after baseline build: no new commits", + " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-24T13:16:10+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/console", - "version_binutils":"904d9b02a185c9048cf17bf7295b89d7380cea3d", - "version_gcc": "d495ea2b232f3eb50155d7c7362c09a744766746", + "datetime": "2023-03-28T06:46:54+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/console", + "version_binutils":"a3424b707737ede8c5823cb27c896b12fe94471c", + "version_gcc": "e11cde0381c528323abd0d57ed11ac8dae56ae31", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json index 064c28e..d3e0e5b 100644 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ b/dashboard/squad-vs-first/coremark/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after baseline build: no new commits", + " job_status": "Success", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-03-24T13:16:10+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/console", - "version_binutils":"904d9b02a185c9048cf17bf7295b89d7380cea3d", - "version_gcc": "d495ea2b232f3eb50155d7c7362c09a744766746", + "datetime": "2023-03-28T06:46:54+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/console", + "version_binutils":"a3424b707737ede8c5823cb27c896b12fe94471c", + "version_gcc": "e11cde0381c528323abd0d57ed11ac8dae56ae31", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh index b1b67a7..5171c54 100755 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ b/dashboard/squad-vs-first/dashboard-push-squad.sh @@ -20,714 +20,714 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json fi -echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18" +echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20" set +x -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@coremark/results-functional.json \ --form metrics=@coremark/results-metrics.json \ --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Coremark/results-functional.json \ --form metrics=@Coremark/results-metrics.json \ --form metadata=@Coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Mean" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Mean" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Mean/results-functional.json \ --form metrics=@Mean/results-metrics.json \ --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/18/Mean + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO/20/Mean diff --git a/git/binutils_rev b/git/binutils_rev index 4ae4fed..c4c2d9e 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -904d9b02a185c9048cf17bf7295b89d7380cea3d +a3424b707737ede8c5823cb27c896b12fe94471c diff --git a/git/gcc_rev b/git/gcc_rev index b7ebf6d..5328e41 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -d495ea2b232f3eb50155d7c7362c09a744766746 +e11cde0381c528323abd0d57ed11ac8dae56ae31 diff --git a/git/newlib_rev b/git/newlib_rev index a25e080..1af8b30 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -b5b67a65f87c518b97dbc74e3d20f4654dfa3f10 +544aa97f860ed97f609cccefee7bdef87bca3f68 diff --git a/mail/changes-list-long.txt b/mail/changes-list-long.txt new file mode 100644 index 0000000..96b950d --- /dev/null +++ b/mail/changes-list-long.txt @@ -0,0 +1,20 @@ +binutils/gcc/newlib + +a3424b707737ede8c5823cb27c896b12fe94471c Automatic date update in version.in +79cfb928f552401e3cec7a208a87eb74aa0d2d8b lto: Don't add indirect symbols for versioned aliases in IR +5d49758d2c04dcf0d685f99e85a553e7c3891e34 Fix maybe-uninitialized warning in frame.c +103409bb38502b95cb60475939a49c2b059673d5 [gdb/testsuite] Fix gdb.base/trace-commands.exp with editing off +89447229c7961dd99d5167f2ebcc5d8973d5d5ae [gdb/testsuite] Fix gdb.threads/threadapply.exp with editing off +... and 238 more binutils commits +e11cde0381c528323abd0d57ed11ac8dae56ae31 Daily bump. +4969dcd2b7a94ce6c0d07225b21b5f3c040a4902 libstdc++: Teach optimizer that empty COW strings are empty [PR107087] +92f02e754ca2fbcd56dbd7b3949147d50bab99a0 testsuite, analyzer: Fix up pipe-glibc.c testcase [PR107396] +1e1b30a6a49714cbddea77b7c83c7d714022353c Adjust testcases to not produce errors.. +e9910e002d610db6e08230583c2976c9a557131b LRA: Implement commutative operands exchange for combining secondary memory reload and original insn +... and 97 more gcc commits +544aa97f860ed97f609cccefee7bdef87bca3f68 Bump newlib version in the manual to 4.3.0 +93b05a87c22ba410e1bac20dddcbcb26956befbc Cygwin: doc: fix description of new "env" schema for /etc/nsswitch.conf +2898a359b80c18fb0c3d4122b8f40daed49ba11e Cygwin: dirname: fix handling of leading slashes +27376c60a9b870e7ba456551165897a7408b5886 Allow deriving the current user's home directory via the HOME variable +fc6e89c937c1bcdf2b0efc6806e29960c448b756 Cygwin: chattr: clarify requirements for casesensitive directories +... and 7 more newlib commits diff --git a/mail/changes-list-short.txt b/mail/changes-list-short.txt new file mode 100644 index 0000000..a153f79 --- /dev/null +++ b/mail/changes-list-short.txt @@ -0,0 +1 @@ +binutils/gcc/newlib: 357 commits diff --git a/mail/last_good.sh b/mail/last_good.sh new file mode 100644 index 0000000..3acf77c --- /dev/null +++ b/mail/last_good.sh @@ -0,0 +1,27 @@ +declare -g "jenkins_scripts_rev=ea53665f7249e6e0bebdddc04da3cc440ff35fd4" +# Artifacts directory +rr[top_artifacts]="artifacts" +# Recording parameters to manifest: artifacts/manifest.sh +rr[ci_project]="tcwg_bmk-code_size-coremark" +rr[ci_config]="gnu_eabi-arm_eabi-master-Os_LTO" +declare -g "bmk_branch=master" +declare -g "scripts_branch=master" +rr[mode]="build" +rr[update_baseline]="force" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/" +declare -g "SQUAD_GRP=tcwg" +# Processed 18 options +rr[base-artifacts_rev]=a7b3c80cd50a2ddbd24263061867dcd7d9434c9d +rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git +rr[binutils_rev]=904d9b02a185c9048cf17bf7295b89d7380cea3d +rr[debug_binutils_date]=1679448780 # 4 days ago +rr[gcc_url]=https://github.com/gcc-mirror/gcc.git +rr[gcc_rev]=d495ea2b232f3eb50155d7c7362c09a744766746 +rr[debug_gcc_date]=1679705554 # 23 hours ago +rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git +rr[newlib_rev]=b5b67a65f87c518b97dbc74e3d20f4654dfa3f10 +rr[debug_newlib_date]=1679658659 # 2 days ago +rr[gcc_url]=https://github.com/gcc-mirror/gcc.git +rr[gcc_rev]=d495ea2b232f3eb50155d7c7362c09a744766746 +rr[debug_gcc_date]=1679705554 # 23 hours ago +rr[results_date]=1679663770 diff --git a/mail/mail-body.txt b/mail/mail-body.txt deleted file mode 100644 index d4ac189..0000000 --- a/mail/mail-body.txt +++ /dev/null @@ -1,13 +0,0 @@ -After baseline build - -Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. - -Configuration: -- Benchmark: EEMBC CoreMark -- Toolchain: GCC + Newlib + GNU LD -- Version: all components were built from their tip of trunk -- Target: arm-eabi -- Compiler flags: -Os -flto -mthumb -- Hardware: - -This benchmarking CI is work-in-progress, and we welcome feedback and suggestions at linaro-toolchain@lists.linaro.org . In our improvement plans is to add support for SPEC CPU2017 benchmarks and provide "perf report/annotate" data behind these reports. diff --git a/mail/mail-subject.txt b/mail/mail-subject.txt deleted file mode 100644 index 64336ac..0000000 --- a/mail/mail-subject.txt +++ /dev/null @@ -1 +0,0 @@ -[TCWG CI] No change after baseline build: no new commits diff --git a/mail/short-diag.txt b/mail/short-diag.txt new file mode 100644 index 0000000..3582111 --- /dev/null +++ b/mail/short-diag.txt @@ -0,0 +1 @@ +Success diff --git a/manifest.sh b/manifest.sh index 7bb1b0c..9c5a6ab 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=ea53665f7249e6e0bebdddc04da3cc440ff35fd4" +declare -g "jenkins_scripts_rev=8d6d28fd0015b7fff189e4970f154792feac2ee1" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,39 +6,39 @@ rr[ci_project]="tcwg_bmk-code_size-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-Os_LTO" declare -g "bmk_branch=master" declare -g "scripts_branch=master" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#a3424b707737ede8c5823cb27c896b12fe94471c" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#e11cde0381c528323abd0d57ed11ac8dae56ae31" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#544aa97f860ed97f609cccefee7bdef87bca3f68" rr[mode]="build" -rr[update_baseline]="force" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/" +rr[update_baseline]="onsuccess" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/" declare -g "SQUAD_GRP=tcwg" -# Processed 18 options -rr[base-artifacts_rev]=a7b3c80cd50a2ddbd24263061867dcd7d9434c9d +# Processed 24 options +rr[base-artifacts_rev]=2ad8d299e97d687b24a5dfcd2eaa6f2256e15f3f rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=904d9b02a185c9048cf17bf7295b89d7380cea3d -rr[debug_binutils_date]=1679448780 # 4 days ago +rr[binutils_rev]=a3424b707737ede8c5823cb27c896b12fe94471c +rr[debug_binutils_date]=1680307220 # 5 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=d495ea2b232f3eb50155d7c7362c09a744766746 -rr[debug_gcc_date]=1679705554 # 23 hours ago +rr[gcc_rev]=e11cde0381c528323abd0d57ed11ac8dae56ae31 +rr[debug_gcc_date]=1680308258 # 5 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=b5b67a65f87c518b97dbc74e3d20f4654dfa3f10 -rr[debug_newlib_date]=1679658659 # 2 days ago +rr[newlib_rev]=544aa97f860ed97f609cccefee7bdef87bca3f68 +rr[debug_newlib_date]=1680178170 # 2 days ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=d495ea2b232f3eb50155d7c7362c09a744766746 -rr[debug_gcc_date]=1679705554 # 23 hours ago -rr[results_date]=1679663770 +rr[gcc_rev]=e11cde0381c528323abd0d57ed11ac8dae56ae31 +rr[debug_gcc_date]=1680308258 # 5 hours ago +rr[results_date]=1679986014 # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" rr[baseline_branch]="linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO" -rr[binutils_git]="baseline" rr[breakup_changed_components]="breakup_changed_components gcc" rr[components]="binutils gcc newlib" -rr[gcc_git]="baseline" rr[host_c++]="/usr/bin/g++" rr[host_cc]="/usr/bin/gcc" rr[major]="1" rr[metric_id]="size" rr[minor]="0" -rr[newlib_git]="baseline" rr[no_regression_p]="no_regression_p" rr[no_regression_result]="0" rr[old_format_baseline_branch]="linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-Os_LTO" @@ -46,4 +46,4 @@ rr[old_format_ci_config]="gnu_eabi-master-arm_eabi-coremark-Os_LTO" rr[old_format_ci_project]="tcwg_bmk_gnu_eabi_stm32" rr[target]="arm_eabi" rr[toolchain]="gnu_eabi" -declare -g "notify=onregression" +declare -g "notify=ignore" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 21e9840..63b6528 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-686] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 5ac93de..d243eb4 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,7 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os_LTO after: - | baseline build + | 357 commits in binutils,gcc,newlib + | a3424b70773 Automatic date update in version.in + | 79cfb928f55 lto: Don't add indirect symbols for versioned aliases in IR + | 5d49758d2c0 Fix maybe-uninitialized warning in frame.c + | 103409bb385 [gdb/testsuite] Fix gdb.base/trace-commands.exp with editing off + | 89447229c79 [gdb/testsuite] Fix gdb.threads/threadapply.exp with editing off + | ... and 238 more commits in binutils + | e11cde0381c Daily bump. + | 4969dcd2b7a libstdc++: Teach optimizer that empty COW strings are empty [PR107087] + | 92f02e754ca testsuite, analyzer: Fix up pipe-glibc.c testcase [PR107396] + | 1e1b30a6a49 Adjust testcases to not produce errors.. + | e9910e002d6 LRA: Implement commutative operands exchange for combining secondary memory reload and original insn + | ... and 97 more commits in gcc + | 544aa97f8 Bump newlib version in the manual to 4.3.0 + | 93b05a87c Cygwin: doc: fix description of new "env" schema for /etc/nsswitch.conf + | 2898a359b Cygwin: dirname: fix handling of leading slashes + | 27376c60a Allow deriving the current user's home directory via the HOME variable + | fc6e89c93 Cygwin: chattr: clarify requirements for casesensitive directories + | ... and 7 more commits in newlib No change @@ -21,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/17/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/20/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/18/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 16cd610..e7e1ceb 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] baseline build: No change +[Linaro-TCWG-CI] 357 commits in binutils,gcc,newlib: No change diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 55498c8..6024688 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -sample_variation_average,size_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average +size_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average |