summaryrefslogtreecommitdiff
path: root/results-vs-prev
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-02 07:15:21 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-02 08:10:26 +0000
commite54ab200d2254539cd1ba72912c062ae95c8053b (patch)
tree43bd572fbb0c48be5f8386cde59779dbb2d0d236 /results-vs-prev
parent5bfd008ea0bc8b7652011371f0e23599b05e3c01 (diff)
onsuccess: #78: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O2_mthumb: | 1 check_regression status : 0
Diffstat (limited to 'results-vs-prev')
-rw-r--r--results-vs-prev/bmk-specific-variability.csv1
-rw-r--r--results-vs-prev/compare-results-internal.csv12
-rw-r--r--results-vs-prev/csv-results-1/perf.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv26
-rw-r--r--results-vs-prev/csv-results-1/size.csv16
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv12
-rw-r--r--results-vs-prev/csvs2table-results-full.csv12
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv12
-rw-r--r--results-vs-prev/csvs2table-results.csv12
-rw-r--r--results-vs-prev/results-internal.csv12
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log150
11 files changed, 133 insertions, 134 deletions
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
deleted file mode 100644
index 1fb0719..0000000
--- a/results-vs-prev/bmk-specific-variability.csv
+++ /dev/null
@@ -1 +0,0 @@
-num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index cc04679..a02cddd 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index c4815c5..d3594be 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample,dso
-coremark,coremark,15285,na
+coremark,coremark,15284,na
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index 63f1a81..28271e6 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,average-successful-tests,15285,348,-1,-1,-1
-Mean,average-all-tests,15285,348,-1,-1,-1
-Mean,mean,15284,28,-1,-1,-1
-Mean,geomean-successful-tests,15284,28,-1,-1,-1
-Mean,geomean-all-tests,15284,28,-1,-1,-1
-coremark,coremark,15285,68196,-1,-1,-1
+Mean,average-successful-tests,15284,346,-1,-1,-1
+Mean,average-all-tests,15284,346,-1,-1,-1
+Mean,mean,15283,28,-1,-1,-1
+Mean,geomean-successful-tests,15283,28,-1,-1,-1
+Mean,geomean-all-tests,15283,28,-1,-1,-1
+coremark,coremark,15284,67892,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -59,7 +59,7 @@ coremark,[.] __copybits,-1,90,-1,-1,-1
coremark,[.] copy_info,-1,6,-1,-1,-1
coremark,[.] core_bench_list,-1,484,-1,-1,-1
coremark,[.] core_bench_matrix,-1,32,-1,-1,-1
-coremark,[.] core_bench_state,-1,222,-1,-1,-1
+coremark,[.] core_bench_state,-1,220,-1,-1,-1
coremark,[.] core_init_matrix,-1,222,-1,-1,-1
coremark,[.] core_init_state,-1,200,-1,-1,-1
coremark,[.] core_list_find,-1,52,-1,-1,-1
@@ -143,7 +143,7 @@ coremark,[.] _fstat,-1,28,-1,-1,-1
coremark,[.] _fstat_r,-1,44,-1,-1,-1
coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1
coremark,[.] __gedf2,-1,138,-1,-1,-1
-coremark,[.] get_arg,-1,3104,-1,-1,-1
+coremark,[.] get_arg,-1,3072,-1,-1,-1
coremark,[.] _getenv_r,-1,16,-1,-1,-1
coremark,[.] __get_locale_env,-1,80,-1,-1,-1
coremark,[.] _getpid,-1,4,-1,-1,-1
@@ -209,7 +209,7 @@ coremark,[.] _lseek,-1,4,-1,-1,-1
coremark,[.] _lseek_r,-1,44,-1,-1,-1
coremark,[.] __lshift,-1,240,-1,-1,-1
coremark,[.] __ltdf2,-1,130,-1,-1,-1
-coremark,[.] main,-1,1436,-1,-1,-1
+coremark,[.] main,-1,1420,-1,-1,-1
coremark,[.] __malloc_lock,-1,12,-1,-1,-1
coremark,[.] _malloc_r,-1,1384,-1,-1,-1
coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1
@@ -284,7 +284,7 @@ coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __s2b,-1,180,-1,-1,-1
coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __sbprintf,-1,264,-1,-1,-1
+coremark,[.] __sbprintf,-1,256,-1,-1,-1
coremark,[.] _sbrk,-1,80,-1,-1,-1
coremark,[.] _sbrk_r,-1,36,-1,-1,-1
coremark,[.] __sclose,-1,8,-1,-1,-1
@@ -347,7 +347,7 @@ coremark,[.] __swrite,-1,62,-1,-1,-1
coremark,[.] __swsetup_r,-1,244,-1,-1,-1
coremark,[.] sysconf,-1,26,-1,-1,-1
coremark,[.] _system,-1,86,-1,-1,-1
-coremark,[.] SystemClock_Config,-1,146,-1,-1,-1
+coremark,[.] SystemClock_Config,-1,144,-1,-1,-1
coremark,[.] SystemInit,-1,80,-1,-1,-1
coremark,[.] SysTick_Handler,-1,4,-1,-1,-1
coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1
@@ -380,9 +380,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1
coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1
coremark,[.] vfiprintf,-1,28,-1,-1,-1
-coremark,[.] _vfiprintf_r,-1,7824,-1,-1,-1
+coremark,[.] _vfiprintf_r,-1,7752,-1,-1,-1
coremark,[.] vfprintf,-1,28,-1,-1,-1
-coremark,[.] _vfprintf_r,-1,12352,-1,-1,-1
+coremark,[.] _vfprintf_r,-1,12174,-1,-1,-1
coremark,[.] wcrtomb,-1,88,-1,-1,-1
coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1
coremark,[.] wcsnrtombs,-1,44,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index d4c6ef8..6e22946 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,68196
+coremark,coremark,67892
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -54,7 +54,7 @@ coremark,[.] __copybits,90
coremark,[.] copy_info,6
coremark,[.] core_bench_list,484
coremark,[.] core_bench_matrix,32
-coremark,[.] core_bench_state,222
+coremark,[.] core_bench_state,220
coremark,[.] core_init_matrix,222
coremark,[.] core_init_state,200
coremark,[.] core_list_find,52
@@ -138,7 +138,7 @@ coremark,[.] _fstat,28
coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,3104
+coremark,[.] get_arg,3072
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
@@ -204,7 +204,7 @@ coremark,[.] _lseek,4
coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
-coremark,[.] main,1436
+coremark,[.] main,1420
coremark,[.] __malloc_lock,12
coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
@@ -279,7 +279,7 @@ coremark,[.] RTC_WKUP_IRQHandler,2
coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
-coremark,[.] __sbprintf,264
+coremark,[.] __sbprintf,256
coremark,[.] _sbrk,80
coremark,[.] _sbrk_r,36
coremark,[.] __sclose,8
@@ -342,7 +342,7 @@ coremark,[.] __swrite,62
coremark,[.] __swsetup_r,244
coremark,[.] sysconf,26
coremark,[.] _system,86
-coremark,[.] SystemClock_Config,146
+coremark,[.] SystemClock_Config,144
coremark,[.] SystemInit,80
coremark,[.] SysTick_Handler,4
coremark,[.] TAMP_STAMP_IRQHandler,2
@@ -375,9 +375,9 @@ coremark,[.] USART3_IRQHandler,2
coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,7824
+coremark,[.] _vfiprintf_r,7752
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,12352
+coremark,[.] _vfprintf_r,12174
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 926b4bd..7061570 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 926b4bd..7061570 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 926b4bd..7061570 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 926b4bd..7061570 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 926b4bd..7061570 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15284,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15285,15285,348,348,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15285,15285,68196,68196,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15284,15283,28,28,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,99,n/a,n/a,n/a,15285,15284,348,346,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15285,15284,68196,67892,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 26c5439..880fe50 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -3,15 +3,15 @@
+ relative_opt=--relative
+ results=("$results_ref" "${results[@]}")
+ num=0
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev
++ mkdir -p artifacts/results-vs-prev
+ j=0
+ for i in "${results[@]}"
+ rm -rf results-0
+ '[' -d base-artifacts/annex/bmk-data ']'
+ ln -s base-artifacts/annex/bmk-data results-0
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
++ csv_results_dir=artifacts/results-vs-prev/csv-results-0
++ mkdir -p artifacts/results-vs-prev/csv-results-0
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
@@ -28,7 +28,7 @@
+ shift
+ test 10 -gt 0
+ case $1 in
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ shift
+ shift
+ test 8 -gt 0
@@ -56,10 +56,10 @@
+ local var=results-0/
+ local 'msg=results_dir not set.'
+ '[' xresults-0/ = xundef ']'
-+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 'csv_results_dir not set.'
-+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.'
++ local var=artifacts/results-vs-prev/csv-results-0
+ local 'msg=csv_results_dir not set.'
-+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 = xundef ']'
++ '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -70,38 +70,38 @@
+ '[' xno = xundef ']'
+ '[' 1 = 0 ']'
+ '[' xperf '!=' xperf ']'
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ mkdir -p artifacts/results-vs-prev/csv-results-0
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-0/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0
+ local has_perf_logs=no
+ local hw_tag=stm32
+ local results_dir=results-0/
-+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ local csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ '[' xno = xyes ']'
+ mapfile -t this_csv
++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=1
+ for i in "${results[@]}"
+ rm -rf results-1
-+ '[' -d artifacts/99-rewrite/artifacts.old/annex/bmk-data ']'
-+ ln -s artifacts/99-rewrite/artifacts.old/annex/bmk-data results-1
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
++ '[' -d artifacts/annex/bmk-data ']'
++ ln -s artifacts/annex/bmk-data results-1
++ csv_results_dir=artifacts/results-vs-prev/csv-results-1
++ mkdir -p artifacts/results-vs-prev/csv-results-1
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
@@ -118,7 +118,7 @@
+ shift
+ test 10 -gt 0
+ case $1 in
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ shift
+ shift
+ test 8 -gt 0
@@ -146,10 +146,10 @@
+ local var=results-1/
+ local 'msg=results_dir not set.'
+ '[' xresults-1/ = xundef ']'
-+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 'csv_results_dir not set.'
-+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.'
++ local var=artifacts/results-vs-prev/csv-results-1
+ local 'msg=csv_results_dir not set.'
-+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 = xundef ']'
++ '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -160,36 +160,36 @@
+ '[' xno = xundef ']'
+ '[' 1 = 0 ']'
+ '[' xperf '!=' xperf ']'
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ mkdir -p artifacts/results-vs-prev/csv-results-1
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-1/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1
+ local has_perf_logs=no
+ local hw_tag=stm32
+ local results_dir=results-1/
-+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ local csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ '[' xno = xyes ']'
+ mapfile -t this_csv
++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
+ csvs=
+ for i in "${results[@]}"
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ csv_results_dir=artifacts/results-vs-prev/csv-results-0
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
@@ -206,7 +206,7 @@
+ shift
+ test 10 -gt 0
+ case $1 in
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ shift
+ shift
+ test 8 -gt 0
@@ -226,7 +226,7 @@
+ shift
+ test 2 -gt 0
+ case $1 in
-+ interesting_symbols='--interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv'
++ interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv'
+ shift
+ shift
+ test 0 -gt 0
@@ -234,10 +234,10 @@
+ local var=results-0/
+ local 'msg=results_dir not set.'
+ '[' xresults-0/ = xundef ']'
-+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 'csv_results_dir not set.'
-+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.'
++ local var=artifacts/results-vs-prev/csv-results-0
+ local 'msg=csv_results_dir not set.'
-+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 = xundef ']'
++ '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -248,47 +248,47 @@
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ mkdir -p artifacts/results-vs-prev/csv-results-0
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-0/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0
+ local has_perf_logs=no
+ local hw_tag=stm32
+ local results_dir=results-0/
-+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ local csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ '[' xno = xyes ']'
+ mapfile -t this_csv
++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/size.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/vect.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/sve.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
-+ csvs=' artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv'
++ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv'
+ num=1
+ for i in "${results[@]}"
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ csv_results_dir=artifacts/results-vs-prev/csv-results-1
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
@@ -305,7 +305,7 @@
+ shift
+ test 10 -gt 0
+ case $1 in
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ shift
+ shift
+ test 8 -gt 0
@@ -325,7 +325,7 @@
+ shift
+ test 2 -gt 0
+ case $1 in
-+ interesting_symbols='--interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv'
++ interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv'
+ shift
+ shift
+ test 0 -gt 0
@@ -333,10 +333,10 @@
+ local var=results-1/
+ local 'msg=results_dir not set.'
+ '[' xresults-1/ = xundef ']'
-+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 'csv_results_dir not set.'
-+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.'
++ local var=artifacts/results-vs-prev/csv-results-1
+ local 'msg=csv_results_dir not set.'
-+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 = xundef ']'
++ '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -347,55 +347,55 @@
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ mkdir -p artifacts/results-vs-prev/csv-results-1
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-1/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1
+ local has_perf_logs=no
+ local hw_tag=stm32
+ local results_dir=results-1/
-+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ local csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ '[' xno = xyes ']'
+ mapfile -t this_csv
++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/size.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/vect.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/sve.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
-+ csvs=' artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv'
++ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv'
+ num=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
-+ cat artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ cat artifacts/results-vs-prev/csvs2table-results-internal.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
+ '[' x--relative == x--relative ']'
+ '[' 2 == 2 ']'
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/compare-results-internal.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv true
-+ grep -Fxq 'Same results' artifacts/99-rewrite/artifacts.old/results-vs-prev/cmp-results.diff
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/cmp-results.diff
-+ cp artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/results-internal.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
++ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff
++ rm artifacts/results-vs-prev/cmp-results.diff
++ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv