diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-22 23:07:56 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-22 23:08:32 +0000 |
commit | 65513a67a8c2492a503cf76d567ea3f34097f58e (patch) | |
tree | 82332c9c6b93b7af70f4ddf75d6f1b1752682f92 /03-benchmark | |
parent | b300dd1edc5f4590c1a92567e7aba9b58380a056 (diff) |
force: #16: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2-build/16/
Results :
| # reset_artifacts:
| -10
| # build_bmk_llvm:
| -3
| # benchmark -- -O2_marm:
| 1
| # perlbench_r_base.default,500.perlbench_r failed to run
check_regression status : 1
Diffstat (limited to '03-benchmark')
-rw-r--r-- | 03-benchmark/benchmark-build.log | 168 | ||||
-rw-r--r-- | 03-benchmark/benchmark.log | 166 | ||||
-rw-r--r-- | 03-benchmark/console.log.xz | bin | 4240 -> 4220 bytes |
3 files changed, 171 insertions, 163 deletions
diff --git a/03-benchmark/benchmark-build.log b/03-benchmark/benchmark-build.log index cbe4b1f..b77cf0e 100644 --- a/03-benchmark/benchmark-build.log +++ b/03-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #28212 +Started TCWG Benchmark #28478 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXWO1lDv/agent.17756 -SSH_AGENT_PID=17758 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXyXJSSP/agent.50302 +SSH_AGENT_PID=50304 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0_tmp/private_key_8952053915696431182.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0_tmp/private_key_8952053915696431182.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_9177382070187938697.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_9177382070187938697.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 203bfcece8753888e265b1352baa085dd4b05848 (origin/master) +Checking out Revision 9d63030d7069db5cdbe0ba2b27a37b0b40045c5f (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 203bfcece8753888e265b1352baa085dd4b05848 # timeout=10 -Commit message: "tcwg-report-stale-rr-jobs.sh: Fix previous commit" - > /usr/bin/git rev-list --no-walk 203bfcece8753888e265b1352baa085dd4b05848 # timeout=10 + > /usr/bin/git checkout -f 9d63030d7069db5cdbe0ba2b27a37b0b40045c5f # timeout=10 +Commit message: "tcwg_{aosp,bmk}-build.sh: Fix usage of readarray" + > /usr/bin/git rev-list --no-walk 9d63030d7069db5cdbe0ba2b27a37b0b40045c5f # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,85 +49,85 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 (origin/master) +Checking out Revision 6d19f8bf6f898623cccc69247567ee5d3261634d (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 # timeout=10 -Commit message: "Add md5sum for exe." - > /usr/bin/git rev-list --no-walk 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 # timeout=10 + > /usr/bin/git checkout -f 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10 +Commit message: "break-up-bmks.sh: Remove workaround for noisy SPEC2k6 benchmarks" + > /usr/bin/git rev-list --no-walk 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10 No emails were triggered. -New run name is '#28212-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf)' -[tcwg-benchmark-tcwg-bmk-bkp-01_0] $ /bin/bash /tmp/jenkins14450160657011560693.sh +New run name is '#28478-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf)' +[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins8200617700173567833.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=tk1_32 ++ echo tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/@build_num@ -++ sed -e s/@build_num@/28212/g -e s/@hw_tag@/tk1_32/g -+ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 +++ sed -e s/@build_num@/28478/g -e s/@hw_tag@/tk1_32/g ++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tk1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-07.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-09.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17887 ++ wait 50424 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' + idle_boards=1 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17888 ++ wait 50425 + flock -en -E 124 9 + total_boards=2 + '[' 0 = 124 ']' + idle_boards=2 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17889 ++ wait 50426 + flock -en -E 124 9 + total_boards=3 + '[' 0 = 124 ']' + idle_boards=3 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17890 ++ wait 50427 + flock -en -E 124 9 + total_boards=4 + '[' 0 = 124 ']' + idle_boards=4 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17891 ++ wait 50428 + flock -en -E 124 9 + total_boards=5 + '[' 0 = 124 ']' + idle_boards=5 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17892 ++ wait 50429 + flock -en -E 124 9 + total_boards=6 + '[' 0 = 124 ']' + idle_boards=6 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17893 ++ wait 50430 + flock -en -E 124 9 + total_boards=7 + '[' 0 = 124 ']' + idle_boards=7 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17894 ++ wait 50431 + flock -en -E 124 9 + total_boards=8 + '[' 0 = 124 ']' + idle_boards=8 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17895 ++ wait 50432 + flock -en -E 124 9 + total_boards=9 + '[' 0 = 124 ']' @@ -166,42 +166,42 @@ New run name is '#28212-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113523 started. -TCWG Benchmark_backend #113523-28212+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114224 started. +TCWG Benchmark_backend #114224-28478+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113524-28212+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113524-28212+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114223-28478+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114223-28478+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113525-28212+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113525-28212+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114225-28478+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114225-28478+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113526-28212+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113526-28212+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114226-28478+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114226-28478+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113527-28212+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113527-28212+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114227-28478+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114227-28478+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113529-28212+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113529-28212+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114229-28478+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114229-28478+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113530-28212+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113530-28212+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114228-28478+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114228-28478+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113531-28212+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113531-28212+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114230-28478+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114230-28478+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_0] $ /bin/bash /tmp/jenkins8392714313078540824.sh +TCWG Benchmark_backend #114231-28478+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114231-28478+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins1258592736915029458.sh + . artifacts/bmk-info -++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 +++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 ++ hw_tag=tk1_32 ++ has_perf_logs=yes -+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 -+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results -+ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results -+ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results --hw_tag tk1_32 --has_perf_logs yes ++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 ++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results ++ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results ++ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results --hw_tag tk1_32 --has_perf_logs yes ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -213,12 +213,12 @@ TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm- + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + shift + shift + test 4 -gt 0 @@ -232,14 +232,14 @@ TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm- + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 = xundef ']' -+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 = xundef ']' ++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results = xundef ']' + check_option tk1_32 'hw_tag not set.' + local var=tk1_32 + local 'msg=hw_tag not set.' @@ -250,62 +250,66 @@ TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm- + '[' xyes = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + false + num_entries_opt=' ' -+ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + local has_perf_logs=yes + local hw_tag=tk1_32 -+ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 -+ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 ++ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + '[' xyes = xyes ']' -+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + '[' xyes = xyes ']' + bmk_name=spec + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 -Warning: Executable not found for benchmark 508.namd_r ++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 Warning: Executable not found for benchmark 502.gcc_r Warning: Executable not found for benchmark 500.perlbench_r +Warning: Executable not found for benchmark 508.namd_r Warning: Executable not found for benchmark 510.parest_r Warning: Executable not found for benchmark 511.povray_r -Warning: Executable not found for benchmark 544.nab_r Warning: Executable not found for benchmark 520.omnetpp_r -Warning: Executable not found for benchmark 525.x264_r Warning: Executable not found for benchmark 526.blender_r +Warning: Executable not found for benchmark 525.x264_r +Warning: Executable not found for benchmark 538.imagick_r +Warning: Executable not found for benchmark 544.nab_r + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 -Warning: Executable not found for benchmark 508.namd_r ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 Warning: Executable not found for benchmark 502.gcc_r Warning: Executable not found for benchmark 500.perlbench_r +Warning: Executable not found for benchmark 508.namd_r Warning: Executable not found for benchmark 510.parest_r Warning: Executable not found for benchmark 511.povray_r -Warning: Executable not found for benchmark 544.nab_r Warning: Executable not found for benchmark 520.omnetpp_r -Warning: Executable not found for benchmark 525.x264_r Warning: Executable not found for benchmark 526.blender_r +Warning: Executable not found for benchmark 525.x264_r +Warning: Executable not found for benchmark 538.imagick_r +Warning: Executable not found for benchmark 544.nab_r + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 +Warning: Executable not found for benchmark 502.gcc_r +Warning: Executable not found for benchmark 500.perlbench_r Traceback (most recent call last): - File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/./bmk-scripts/md5sum-data-to-csv.py", line 92, in <module> + File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/./bmk-scripts/md5sum-data-to-csv.py", line 92, in <module> main() - File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/./bmk-scripts/md5sum-data-to-csv.py", line 84, in main + File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/./bmk-scripts/md5sum-data-to-csv.py", line 84, in main sym_to_md5sum, exe_md5sum = calculate_md5sum(exe.path, symbols, interesting_symbols) - File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/./bmk-scripts/md5sum-data-to-csv.py", line 37, in calculate_md5sum + File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/./bmk-scripts/md5sum-data-to-csv.py", line 37, in calculate_md5sum if not interesting_symbols.issubset(set(sym_to_md5sum.keys())): AttributeError: 'dict' object has no attribute 'issubset' -New run name is '#28212-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf)' +New run name is '#28478-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 17758 killed; +echo Agent pid 50304 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success @@ -313,4 +317,4 @@ Sending email for trigger: Success Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #28212-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) : SUCCESS +Completed TCWG Benchmark #28478-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) : SUCCESS diff --git a/03-benchmark/benchmark.log b/03-benchmark/benchmark.log index 4baa998..465a835 100644 --- a/03-benchmark/benchmark.log +++ b/03-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #28212 +Started TCWG Benchmark #28478 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXWO1lDv/agent.17756 -SSH_AGENT_PID=17758 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXyXJSSP/agent.50302 +SSH_AGENT_PID=50304 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0_tmp/private_key_8952053915696431182.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0_tmp/private_key_8952053915696431182.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_9177382070187938697.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_9177382070187938697.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 203bfcece8753888e265b1352baa085dd4b05848 (origin/master) +Checking out Revision 9d63030d7069db5cdbe0ba2b27a37b0b40045c5f (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 203bfcece8753888e265b1352baa085dd4b05848 # timeout=10 -Commit message: "tcwg-report-stale-rr-jobs.sh: Fix previous commit" - > /usr/bin/git rev-list --no-walk 203bfcece8753888e265b1352baa085dd4b05848 # timeout=10 + > /usr/bin/git checkout -f 9d63030d7069db5cdbe0ba2b27a37b0b40045c5f # timeout=10 +Commit message: "tcwg_{aosp,bmk}-build.sh: Fix usage of readarray" + > /usr/bin/git rev-list --no-walk 9d63030d7069db5cdbe0ba2b27a37b0b40045c5f # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,85 +49,85 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 (origin/master) +Checking out Revision 6d19f8bf6f898623cccc69247567ee5d3261634d (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 # timeout=10 -Commit message: "Add md5sum for exe." - > /usr/bin/git rev-list --no-walk 5157b60b7a4bbc1ad72dd6fb2c2a915aa6901671 # timeout=10 + > /usr/bin/git checkout -f 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10 +Commit message: "break-up-bmks.sh: Remove workaround for noisy SPEC2k6 benchmarks" + > /usr/bin/git rev-list --no-walk 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10 No emails were triggered. -New run name is '#28212-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf)' -[tcwg-benchmark-tcwg-bmk-bkp-01_0] $ /bin/bash /tmp/jenkins14450160657011560693.sh +New run name is '#28478-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf)' +[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins8200617700173567833.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=tk1_32 ++ echo tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/@build_num@ -++ sed -e s/@build_num@/28212/g -e s/@hw_tag@/tk1_32/g -+ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 +++ sed -e s/@build_num@/28478/g -e s/@hw_tag@/tk1_32/g ++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tk1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-07.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-09.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17887 ++ wait 50424 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' + idle_boards=1 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17888 ++ wait 50425 + flock -en -E 124 9 + total_boards=2 + '[' 0 = 124 ']' + idle_boards=2 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17889 ++ wait 50426 + flock -en -E 124 9 + total_boards=3 + '[' 0 = 124 ']' + idle_boards=3 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17890 ++ wait 50427 + flock -en -E 124 9 + total_boards=4 + '[' 0 = 124 ']' + idle_boards=4 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17891 ++ wait 50428 + flock -en -E 124 9 + total_boards=5 + '[' 0 = 124 ']' + idle_boards=5 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17892 ++ wait 50429 + flock -en -E 124 9 + total_boards=6 + '[' 0 = 124 ']' + idle_boards=6 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17893 ++ wait 50430 + flock -en -E 124 9 + total_boards=7 + '[' 0 = 124 ']' + idle_boards=7 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17894 ++ wait 50431 + flock -en -E 124 9 + total_boards=8 + '[' 0 = 124 ']' + idle_boards=8 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 17895 ++ wait 50432 + flock -en -E 124 9 + total_boards=9 + '[' 0 = 124 ']' @@ -166,42 +166,42 @@ New run name is '#28212-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113523 started. -TCWG Benchmark_backend #113523-28212+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114224 started. +TCWG Benchmark_backend #114224-28478+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113524-28212+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113524-28212+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114223-28478+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114223-28478+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113525-28212+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113525-28212+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114225-28478+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114225-28478+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113526-28212+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113526-28212+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114226-28478+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114226-28478+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113527-28212+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113527-28212+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114227-28478+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114227-28478+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113529-28212+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113529-28212+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114229-28478+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114229-28478+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113530-28212+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113530-28212+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114228-28478+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114228-28478+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113531-28212+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113531-28212+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +TCWG Benchmark_backend #114230-28478+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114230-28478+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. -TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_0] $ /bin/bash /tmp/jenkins8392714313078540824.sh +TCWG Benchmark_backend #114231-28478+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) started. +TCWG Benchmark_backend #114231-28478+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins1258592736915029458.sh + . artifacts/bmk-info -++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 +++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 ++ hw_tag=tk1_32 ++ has_perf_logs=yes -+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 -+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results -+ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results -+ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results --hw_tag tk1_32 --has_perf_logs yes ++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 ++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results ++ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results ++ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results --hw_tag tk1_32 --has_perf_logs yes ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -213,12 +213,12 @@ TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm- + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + shift + shift + test 4 -gt 0 @@ -232,14 +232,14 @@ TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm- + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 = xundef ']' -+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 = xundef ']' ++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results = xundef ']' + check_option tk1_32 'hw_tag not set.' + local var=tk1_32 + local 'msg=hw_tag not set.' @@ -250,62 +250,66 @@ TCWG Benchmark_backend #113532-28212+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm- + '[' xyes = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + false + num_entries_opt=' ' -+ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + local has_perf_logs=yes + local hw_tag=tk1_32 -+ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 -+ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results ++ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 ++ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results + '[' xyes = xyes ']' -+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + '[' xyes = xyes ']' + bmk_name=spec + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 -Warning: Executable not found for benchmark 508.namd_r ++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 Warning: Executable not found for benchmark 502.gcc_r Warning: Executable not found for benchmark 500.perlbench_r +Warning: Executable not found for benchmark 508.namd_r Warning: Executable not found for benchmark 510.parest_r Warning: Executable not found for benchmark 511.povray_r -Warning: Executable not found for benchmark 544.nab_r Warning: Executable not found for benchmark 520.omnetpp_r -Warning: Executable not found for benchmark 525.x264_r Warning: Executable not found for benchmark 526.blender_r +Warning: Executable not found for benchmark 525.x264_r +Warning: Executable not found for benchmark 538.imagick_r +Warning: Executable not found for benchmark 544.nab_r + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 -Warning: Executable not found for benchmark 508.namd_r ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 Warning: Executable not found for benchmark 502.gcc_r Warning: Executable not found for benchmark 500.perlbench_r +Warning: Executable not found for benchmark 508.namd_r Warning: Executable not found for benchmark 510.parest_r Warning: Executable not found for benchmark 511.povray_r -Warning: Executable not found for benchmark 544.nab_r Warning: Executable not found for benchmark 520.omnetpp_r -Warning: Executable not found for benchmark 525.x264_r Warning: Executable not found for benchmark 526.blender_r +Warning: Executable not found for benchmark 525.x264_r +Warning: Executable not found for benchmark 538.imagick_r +Warning: Executable not found for benchmark 544.nab_r + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28212 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build/28478 +Warning: Executable not found for benchmark 502.gcc_r +Warning: Executable not found for benchmark 500.perlbench_r Traceback (most recent call last): - File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/./bmk-scripts/md5sum-data-to-csv.py", line 92, in <module> + File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/./bmk-scripts/md5sum-data-to-csv.py", line 92, in <module> main() - File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/./bmk-scripts/md5sum-data-to-csv.py", line 84, in main + File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/./bmk-scripts/md5sum-data-to-csv.py", line 84, in main sym_to_md5sum, exe_md5sum = calculate_md5sum(exe.path, symbols, interesting_symbols) - File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_0/./bmk-scripts/md5sum-data-to-csv.py", line 37, in calculate_md5sum + File "/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/./bmk-scripts/md5sum-data-to-csv.py", line 37, in calculate_md5sum if not interesting_symbols.issubset(set(sym_to_md5sum.keys())): AttributeError: 'dict' object has no attribute 'issubset' -New run name is '#28212-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf)' +New run name is '#28478-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2-build (tk1:armhf)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 17758 killed; +echo Agent pid 50304 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success diff --git a/03-benchmark/console.log.xz b/03-benchmark/console.log.xz Binary files differindex b8a4193..3690525 100644 --- a/03-benchmark/console.log.xz +++ b/03-benchmark/console.log.xz |