onsuccess: #51: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os_LTO-build/51/

Results :
  | # reset_artifacts:
  | -10
  | # build_abe binutils:
  | -9
  | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
  | -8
  | # build_abe newlib:
  | -6
  | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
  | -5
  | # benchmark -- -Os_LTO_mthumb:
  | 1

check_regression status : 0

11 files changed, 49 insertions, 49 deletions

diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index a6e301f..cb2760f 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_sve_loops_variation_average,num_vect_loops_variation_average,sample_variation_average,benchmark,symbol,size_variation_average
+num_sve_loops_variation_average,size_variation_average,sample_variation_average,benchmark,symbol,num_vect_loops_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 5adbb44..23c59d2 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,average-successful-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-Mean,mean,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-coremark,coremark,98,100,n/a,n/a,n/a,20243,19816,60252,60252,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19816,19816,60252,60252,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/compare-results.csv b/results-vs-prev/compare-results.csv
index d59506c..a75da8f 100644
--- a/results-vs-prev/compare-results.csv
+++ b/results-vs-prev/compare-results.csv
@@ -45,7 +45,7 @@ Coremark,[.] core_list_find                                  ,1
 Coremark,[.] core_list_mergesort                             ,1
 Coremark,[.] core_state_transition                           ,1
 Coremark,[.] crcu16                                          ,1
-Coremark,[.] crcu8                                           ,100
+Coremark,[.] crcu8                                           ,1
 Coremark,[.] currentlocale                                   ,1
 Coremark,[.] __d2b                                           ,1
 Coremark,[.] DebugMon_Handler                                ,1
diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv
index 3fb5b2e..0b691a4 100644
--- a/results-vs-prev/csv-results-0/perf.csv
+++ b/results-vs-prev/csv-results-0/perf.csv
@@ -1,2 +1,2 @@
 benchmark,symbol,sample,dso
-coremark,coremark,20243,na
+coremark,coremark,19816,na
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index 5528432..de3d360 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -1,10 +1,10 @@
 benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,average-successful-tests,20243,344,-1,-1,-1
-Mean,average-all-tests,20243,344,-1,-1,-1
-Mean,mean,20242,27,-1,-1,-1
-Mean,geomean-successful-tests,20242,27,-1,-1,-1
-Mean,geomean-all-tests,20242,27,-1,-1,-1
-coremark,coremark,20243,60252,-1,-1,-1
+Mean,average-successful-tests,19816,344,-1,-1,-1
+Mean,average-all-tests,19816,344,-1,-1,-1
+Mean,mean,19815,27,-1,-1,-1
+Mean,geomean-successful-tests,19815,27,-1,-1,-1
+Mean,geomean-all-tests,19815,27,-1,-1,-1
+coremark,coremark,19816,60252,-1,-1,-1
 coremark,[.] abort,-1,14,-1,-1,-1
 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -54,12 +54,12 @@ coremark,[.] __cmpdf2,-1,122,-1,-1,-1
 coremark,[.] cmp_idx,-1,46,-1,-1,-1
 coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1
 coremark,[.] __copybits,-1,90,-1,-1,-1
-coremark,[.] core_bench_list,-1,300,-1,-1,-1
+coremark,[.] core_bench_list,-1,302,-1,-1,-1
 coremark,[.] core_list_find,-1,46,-1,-1,-1
 coremark,[.] core_list_mergesort,-1,150,-1,-1,-1
 coremark,[.] core_state_transition,-1,270,-1,-1,-1
 coremark,[.] crcu16,-1,20,-1,-1,-1
-coremark,[.] crcu8,-1,58,-1,-1,-1
+coremark,[.] crcu8,-1,44,-1,-1,-1
 coremark,[.] currentlocale,-1,92,-1,-1,-1
 coremark,[.] __d2b,-1,188,-1,-1,-1
 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv
index 902f058..8dc6fa1 100644
--- a/results-vs-prev/csv-results-0/size.csv
+++ b/results-vs-prev/csv-results-0/size.csv
@@ -49,12 +49,12 @@ coremark,[.] __cmpdf2,122
 coremark,[.] cmp_idx,46

 coremark,[.] COMP_IRQHandler,2

 coremark,[.] __copybits,90

-coremark,[.] core_bench_list,300

+coremark,[.] core_bench_list,302

 coremark,[.] core_list_find,46

 coremark,[.] core_list_mergesort,150

 coremark,[.] core_state_transition,270

 coremark,[.] crcu16,20

-coremark,[.] crcu8,58

+coremark,[.] crcu8,44

 coremark,[.] currentlocale,92

 coremark,[.] __d2b,188

 coremark,[.] DebugMon_Handler,2

diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index cfa9c01..a311763 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-coremark,coremark,98,100,n/a,n/a,n/a,20243,19816,60252,60252,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19816,19816,60252,60252,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index cfa9c01..a311763 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-coremark,coremark,98,100,n/a,n/a,n/a,20243,19816,60252,60252,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19816,19816,60252,60252,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index cfa9c01..a311763 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-coremark,coremark,98,100,n/a,n/a,n/a,20243,19816,60252,60252,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19816,19816,60252,60252,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index cfa9c01..a311763 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-coremark,coremark,98,100,n/a,n/a,n/a,20243,19816,60252,60252,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19816,19816,60252,60252,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index cfa9c01..a311763 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,98,100,n/a,n/a,n/a,20242,19815,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,98,100,n/a,n/a,n/a,20243,19816,344,344,-1,-1,-1,-1,-1,-1
-coremark,coremark,98,100,n/a,n/a,n/a,20243,19816,60252,60252,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19815,19815,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19816,19816,344,344,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19816,19816,60252,60252,-1,-1,-1,-1,-1,-1