diff options
| author | Maxim Kuvyrkov <maxim.kuvyrkov@linaro.org> | 2021-08-30 14:25:46 +0000 |
|---|---|---|
| committer | Maxim Kuvyrkov <maxim.kuvyrkov@linaro.org> | 2021-08-30 14:27:46 +0000 |
| commit | 26d59817ff30c8183906682a36aee047ca94036f (patch) | |
| tree | 32cec041c082546fd3a0a97862cc9912f6ee695c /tcwg_gnu-build.sh | |
| parent | fe76774321ddfd1d033d4ec59832dc4150a69ce6 (diff) | |
tcwg_gnu-build.sh: Handle failures to parse results
... which are indicated by validate_failures.py exiting with "1".
Regressions in test results are signalled by exit code "2".
Change-Id: I61ac7c61b76167ca9c9aa042854e0190aa2b5a70
Diffstat (limited to 'tcwg_gnu-build.sh')
| -rwxr-xr-x | tcwg_gnu-build.sh | 39 |
1 files changed, 23 insertions, 16 deletions
diff --git a/tcwg_gnu-build.sh b/tcwg_gnu-build.sh index ac9cda79..588a9c5f 100755 --- a/tcwg_gnu-build.sh +++ b/tcwg_gnu-build.sh @@ -178,22 +178,29 @@ no_regression_p () fi done - local res1 - gcc-compare-results/contrib/testsuite-management/validate_failures.py \ - --manifest=$xfail.xfail --clean_build=$sumfiles_base \ - --build_dir=$sumfiles_new $ignore_ERRORs_opt --verbosity=1 \ - > $run_step_artifacts/fails.sum & - res1=0 && wait $! || res1=$? - assert_with_msg "Result comparison should have failed" \ - [ $res1 = $res ] - - printf "extra_build_params=" > $run_step_artifacts/extra-bisect-params - local exp - while read exp; do - printf "++testsuites %s " $exp >> $run_step_artifacts/extra-bisect-params - done < <(cat $run_step_artifacts/fails.sum \ - | awk '/^Running .* \.\.\./ { print $2 }') - printf "\n" >> $run_step_artifacts/extra-bisect-params + if [ $res = 2 ]; then + # Result comparison found regressions (exit code 2) + # + # Exit code 1 means that the script has failed to process + # .sum files. This likely indicates malformed or very unusual + # results. + local res1 + gcc-compare-results/contrib/testsuite-management/validate_failures.py \ + --manifest=$xfail.xfail --clean_build=$sumfiles_base \ + --build_dir=$sumfiles_new $ignore_ERRORs_opt --verbosity=1 \ + > $run_step_artifacts/fails.sum & + res1=0 && wait $! || res1=$? + assert_with_msg "Result comparison should have failed" \ + [ $res1 = 2 ] + + printf "extra_build_params=" > $run_step_artifacts/extra-bisect-params + local exp + while read exp; do + printf "++testsuites %s " $exp >> $run_step_artifacts/extra-bisect-params + done < <(cat $run_step_artifacts/fails.sum \ + | awk '/^Running .* \.\.\./ { print $2 }') + printf "\n" >> $run_step_artifacts/extra-bisect-params + fi fi return $res |