diff options
author | Maxim Kuvyrkov <maxim.kuvyrkov@linaro.org> | 2021-07-13 09:37:56 +0000 |
---|---|---|
committer | Maxim Kuvyrkov <maxim.kuvyrkov@linaro.org> | 2021-07-13 09:37:56 +0000 |
commit | 902a54d9d91ef9db14adcf30795f5484a755ec5b (patch) | |
tree | 0d230631e53936250368b1f6436b9894f62a78ad /tcwg_gnu-build.sh | |
parent | 6fb986a9859c5c490bd64990e4dab2b22d5927bb (diff) |
tcwg_gnu-build.sh, round-robin-bisect.sh: Ignore ERRORs in partial test runs
Change-Id: Id979f643fdda0fe25a4d94a1d49e8fdb7023d354
Diffstat (limited to 'tcwg_gnu-build.sh')
-rwxr-xr-x | tcwg_gnu-build.sh | 12 |
1 files changed, 10 insertions, 2 deletions
diff --git a/tcwg_gnu-build.sh b/tcwg_gnu-build.sh index 1b48ac4b..d4fff8f9 100755 --- a/tcwg_gnu-build.sh +++ b/tcwg_gnu-build.sh @@ -145,9 +145,17 @@ no_regression_p () xfail="$xfail/${rr[ci_config]}" fi + local ignore_ERRORs_opt="" + if [ ${#runtestflags[@]} != 0 ]; then + # We are running a subset of the testsuite, which might generate + # ERRORs in GCC testsuites that will have no tests to run -- + # ignore these ERRORs, because they are unstable from run to run. + ignore_ERRORs_opt="--ignore_ERRORs" + fi + gcc-compare-results/contrib/testsuite-management/validate_failures.py \ --manifest=$xfail.xfail --clean_build=$sumfiles_base \ - --build_dir=$sumfiles_new \ + --build_dir=$sumfiles_new $ignore_ERRORs_opt \ | tee $run_step_artifacts/results.compare2 & res=0 && wait $! || res=$? @@ -168,7 +176,7 @@ no_regression_p () local res1 gcc-compare-results/contrib/testsuite-management/validate_failures.py \ --manifest=$xfail.xfail --clean_build=$sumfiles_base \ - --build_dir=$sumfiles_new --verbosity=1 \ + --build_dir=$sumfiles_new $ignore_ERRORs_opt --verbosity=1 \ > $run_step_artifacts/fails.sum & res1=0 && wait $! || res1=$? assert_with_msg "Result comparison should have failed" \ |