diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-10-02 07:15:21 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-10-02 08:10:26 +0000 |
commit | e54ab200d2254539cd1ba72912c062ae95c8053b (patch) | |
tree | 43bd572fbb0c48be5f8386cde59779dbb2d0d236 /results-vs-prev | |
parent | 5bfd008ea0bc8b7652011371f0e23599b05e3c01 (diff) |
onsuccess: #78: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -O2_mthumb:
| 1
check_regression status : 0
Diffstat (limited to 'results-vs-prev')
-rw-r--r-- | results-vs-prev/bmk-specific-variability.csv | 1 | ||||
-rw-r--r-- | results-vs-prev/compare-results-internal.csv | 12 | ||||
-rw-r--r-- | results-vs-prev/csv-results-1/perf.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/csv-results-1/results.csv | 26 | ||||
-rw-r--r-- | results-vs-prev/csv-results-1/size.csv | 16 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-brief.csv | 12 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-full.csv | 12 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-internal.csv | 12 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results.csv | 12 | ||||
-rw-r--r-- | results-vs-prev/results-internal.csv | 12 | ||||
-rw-r--r-- | results-vs-prev/tcwg-benchmark-results.log | 150 |
11 files changed, 133 insertions, 134 deletions
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv deleted file mode 100644 index 1fb0719..0000000 --- a/results-vs-prev/bmk-specific-variability.csv +++ /dev/null @@ -1 +0,0 @@ -num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index cc04679..a02cddd 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index c4815c5..d3594be 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,15285,na +coremark,coremark,15284,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index 63f1a81..28271e6 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,15285,348,-1,-1,-1 -Mean,average-all-tests,15285,348,-1,-1,-1 -Mean,mean,15284,28,-1,-1,-1 -Mean,geomean-successful-tests,15284,28,-1,-1,-1 -Mean,geomean-all-tests,15284,28,-1,-1,-1 -coremark,coremark,15285,68196,-1,-1,-1 +Mean,average-successful-tests,15284,346,-1,-1,-1 +Mean,average-all-tests,15284,346,-1,-1,-1 +Mean,mean,15283,28,-1,-1,-1 +Mean,geomean-successful-tests,15283,28,-1,-1,-1 +Mean,geomean-all-tests,15283,28,-1,-1,-1 +coremark,coremark,15284,67892,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -59,7 +59,7 @@ coremark,[.] __copybits,-1,90,-1,-1,-1 coremark,[.] copy_info,-1,6,-1,-1,-1 coremark,[.] core_bench_list,-1,484,-1,-1,-1 coremark,[.] core_bench_matrix,-1,32,-1,-1,-1 -coremark,[.] core_bench_state,-1,222,-1,-1,-1 +coremark,[.] core_bench_state,-1,220,-1,-1,-1 coremark,[.] core_init_matrix,-1,222,-1,-1,-1 coremark,[.] core_init_state,-1,200,-1,-1,-1 coremark,[.] core_list_find,-1,52,-1,-1,-1 @@ -143,7 +143,7 @@ coremark,[.] _fstat,-1,28,-1,-1,-1 coremark,[.] _fstat_r,-1,44,-1,-1,-1 coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,3104,-1,-1,-1 +coremark,[.] get_arg,-1,3072,-1,-1,-1 coremark,[.] _getenv_r,-1,16,-1,-1,-1 coremark,[.] __get_locale_env,-1,80,-1,-1,-1 coremark,[.] _getpid,-1,4,-1,-1,-1 @@ -209,7 +209,7 @@ coremark,[.] _lseek,-1,4,-1,-1,-1 coremark,[.] _lseek_r,-1,44,-1,-1,-1 coremark,[.] __lshift,-1,240,-1,-1,-1 coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1436,-1,-1,-1 +coremark,[.] main,-1,1420,-1,-1,-1 coremark,[.] __malloc_lock,-1,12,-1,-1,-1 coremark,[.] _malloc_r,-1,1384,-1,-1,-1 coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 @@ -284,7 +284,7 @@ coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __s2b,-1,180,-1,-1,-1 coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,264,-1,-1,-1 +coremark,[.] __sbprintf,-1,256,-1,-1,-1 coremark,[.] _sbrk,-1,80,-1,-1,-1 coremark,[.] _sbrk_r,-1,36,-1,-1,-1 coremark,[.] __sclose,-1,8,-1,-1,-1 @@ -347,7 +347,7 @@ coremark,[.] __swrite,-1,62,-1,-1,-1 coremark,[.] __swsetup_r,-1,244,-1,-1,-1 coremark,[.] sysconf,-1,26,-1,-1,-1 coremark,[.] _system,-1,86,-1,-1,-1 -coremark,[.] SystemClock_Config,-1,146,-1,-1,-1 +coremark,[.] SystemClock_Config,-1,144,-1,-1,-1 coremark,[.] SystemInit,-1,80,-1,-1,-1 coremark,[.] SysTick_Handler,-1,4,-1,-1,-1 coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1 @@ -380,9 +380,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,7824,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,7752,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,12352,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,12174,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index d4c6ef8..6e22946 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,68196
+coremark,coremark,67892
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -54,7 +54,7 @@ coremark,[.] __copybits,90 coremark,[.] copy_info,6
coremark,[.] core_bench_list,484
coremark,[.] core_bench_matrix,32
-coremark,[.] core_bench_state,222
+coremark,[.] core_bench_state,220
coremark,[.] core_init_matrix,222
coremark,[.] core_init_state,200
coremark,[.] core_list_find,52
@@ -138,7 +138,7 @@ coremark,[.] _fstat,28 coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,3104
+coremark,[.] get_arg,3072
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
@@ -204,7 +204,7 @@ coremark,[.] _lseek,4 coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
-coremark,[.] main,1436
+coremark,[.] main,1420
coremark,[.] __malloc_lock,12
coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
@@ -279,7 +279,7 @@ coremark,[.] RTC_WKUP_IRQHandler,2 coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
-coremark,[.] __sbprintf,264
+coremark,[.] __sbprintf,256
coremark,[.] _sbrk,80
coremark,[.] _sbrk_r,36
coremark,[.] __sclose,8
@@ -342,7 +342,7 @@ coremark,[.] __swrite,62 coremark,[.] __swsetup_r,244
coremark,[.] sysconf,26
coremark,[.] _system,86
-coremark,[.] SystemClock_Config,146
+coremark,[.] SystemClock_Config,144
coremark,[.] SystemInit,80
coremark,[.] SysTick_Handler,4
coremark,[.] TAMP_STAMP_IRQHandler,2
@@ -375,9 +375,9 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,7824
+coremark,[.] _vfiprintf_r,7752
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,12352
+coremark,[.] _vfprintf_r,12174
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 926b4bd..7061570 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 26c5439..880fe50 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -3,15 +3,15 @@ + relative_opt=--relative + results=("$results_ref" "${results[@]}") + num=0 -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev ++ mkdir -p artifacts/results-vs-prev + j=0 + for i in "${results[@]}" + rm -rf results-0 + '[' -d base-artifacts/annex/bmk-data ']' + ln -s base-artifacts/annex/bmk-data results-0 -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ csv_results_dir=artifacts/results-vs-prev/csv-results-0 ++ mkdir -p artifacts/results-vs-prev/csv-results-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -28,7 +28,7 @@ + shift + test 10 -gt 0 + case $1 in -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-0 + shift + shift + test 8 -gt 0 @@ -56,10 +56,10 @@ + local var=results-0/ + local 'msg=results_dir not set.' + '[' xresults-0/ = xundef ']' -+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 'csv_results_dir not set.' -+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.' ++ local var=artifacts/results-vs-prev/csv-results-0 + local 'msg=csv_results_dir not set.' -+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 = xundef ']' ++ '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -70,38 +70,38 @@ + '[' xno = xundef ']' + '[' 1 = 0 ']' + '[' xperf '!=' xperf ']' -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ mkdir -p artifacts/results-vs-prev/csv-results-0 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-0/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-0/ -+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ local csv_results_dir=artifacts/results-vs-prev/csv-results-0 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=1 + for i in "${results[@]}" + rm -rf results-1 -+ '[' -d artifacts/99-rewrite/artifacts.old/annex/bmk-data ']' -+ ln -s artifacts/99-rewrite/artifacts.old/annex/bmk-data results-1 -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ '[' -d artifacts/annex/bmk-data ']' ++ ln -s artifacts/annex/bmk-data results-1 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-1 ++ mkdir -p artifacts/results-vs-prev/csv-results-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -118,7 +118,7 @@ + shift + test 10 -gt 0 + case $1 in -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-1 + shift + shift + test 8 -gt 0 @@ -146,10 +146,10 @@ + local var=results-1/ + local 'msg=results_dir not set.' + '[' xresults-1/ = xundef ']' -+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 'csv_results_dir not set.' -+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.' ++ local var=artifacts/results-vs-prev/csv-results-1 + local 'msg=csv_results_dir not set.' -+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 = xundef ']' ++ '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -160,36 +160,36 @@ + '[' xno = xundef ']' + '[' 1 = 0 ']' + '[' xperf '!=' xperf ']' -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ mkdir -p artifacts/results-vs-prev/csv-results-1 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-1/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-1/ -+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ local csv_results_dir=artifacts/results-vs-prev/csv-results-1 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 + csvs= + for i in "${results[@]}" -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ csv_results_dir=artifacts/results-vs-prev/csv-results-0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -206,7 +206,7 @@ + shift + test 10 -gt 0 + case $1 in -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-0 + shift + shift + test 8 -gt 0 @@ -226,7 +226,7 @@ + shift + test 2 -gt 0 + case $1 in -+ interesting_symbols='--interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv' ++ interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv' + shift + shift + test 0 -gt 0 @@ -234,10 +234,10 @@ + local var=results-0/ + local 'msg=results_dir not set.' + '[' xresults-0/ = xundef ']' -+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 'csv_results_dir not set.' -+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.' ++ local var=artifacts/results-vs-prev/csv-results-0 + local 'msg=csv_results_dir not set.' -+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 = xundef ']' ++ '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -248,47 +248,47 @@ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ mkdir -p artifacts/results-vs-prev/csv-results-0 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-0/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-0/ -+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++ local csv_results_dir=artifacts/results-vs-prev/csv-results-0 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/size.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/vect.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/sve.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/md5sum.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" -+ csvs=' artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv' ++ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv' + num=1 + for i in "${results[@]}" -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ csv_results_dir=artifacts/results-vs-prev/csv-results-1 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -305,7 +305,7 @@ + shift + test 10 -gt 0 + case $1 in -+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ csv_results_dir=artifacts/results-vs-prev/csv-results-1 + shift + shift + test 8 -gt 0 @@ -325,7 +325,7 @@ + shift + test 2 -gt 0 + case $1 in -+ interesting_symbols='--interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv' ++ interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv' + shift + shift + test 0 -gt 0 @@ -333,10 +333,10 @@ + local var=results-1/ + local 'msg=results_dir not set.' + '[' xresults-1/ = xundef ']' -+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 'csv_results_dir not set.' -+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.' ++ local var=artifacts/results-vs-prev/csv-results-1 + local 'msg=csv_results_dir not set.' -+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 = xundef ']' ++ '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -347,55 +347,55 @@ + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ mkdir -p artifacts/results-vs-prev/csv-results-1 + true + verbose_opt=--verbose + num_entries_opt=' ' -+ gather_perf_data no stm32 results-1/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-1/ -+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++ local csv_results_dir=artifacts/results-vs-prev/csv-results-1 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/size.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/vect.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/sve.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/md5sum.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" -+ csvs=' artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv' ++ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv' + num=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv -+ cat artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv ++ cat artifacts/results-vs-prev/csvs2table-results-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p + '[' x--relative == x--relative ']' + '[' 2 == 2 ']' -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv -+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/compare-results-internal.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv true -+ grep -Fxq 'Same results' artifacts/99-rewrite/artifacts.old/results-vs-prev/cmp-results.diff -+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/cmp-results.diff -+ cp artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/results-internal.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true ++ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff ++ rm artifacts/results-vs-prev/cmp-results.diff ++ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv |