TestRelease.job: execute all tests, update diagnostic format.

It's better to execute all tests and not stop on the first failing
one, this patch fixes this.

It also changes the diagnostic message to match other testsuites.

Change-Id: I4bd3fb36c32bf5b0c32efcfdf016fdf477a19915

1 files changed, 12 insertions, 8 deletions

diff --git a/TestRelease.job b/TestRelease.job
index afc004ae..ba76905b 100755
--- a/TestRelease.job
+++ b/TestRelease.job
@@ -57,6 +57,10 @@ target="`echo ${dir} | egrep -o '(arm|aarch64)[_0-9a-z-]*' | sed -e 's:-\$::'`"
 host="`echo "$dir" | grep -oP '\-[0-9]{4}\.[0-9]{1,2}\-(rc[0-9]+\-)?\\K.*' | sed -r 's:_?'"$target"'::'`"
 win32="`echo {$file} | grep -c mingw`"
 
+# We want to execute as many tests as possible, and not stop on the
+# first failing one.
+status=0
+
 # For Windows releases, check for symlinks in the release tarball. Some
 # extractors for Windows do not handle symlinks well, so Abe should
 # generate tarballs without symlinks.
@@ -64,11 +68,11 @@ if test ${win32} -ne 0; then
     find "${testdir}" -type l > ${testdir}/symlinks.txt 2>&1
     SYMLINKS="$(grep -c ^ ${testdir}/symlinks.txt)"
     if [ "$SYMLINKS" -eq 0 ]; then
-        echo "No symlinks found in release"
+        echo "PASS: No symlinks found in release"
     else
         cat ${testdir}/symlinks.txt
-        echo "Found symlinks in release: FAILURE"
-        exit 1
+        echo "FAILED: Found symlinks in release"
+        status=1
     fi
 fi
 
@@ -109,10 +113,10 @@ fi
 
 # See if the compilation worked
 if test -e ${testdir}/hi; then
-    echo Compilation of hello.cpp: SUCCESS
+    echo PASS: Compilation of hello.cpp
 else
-    echo Compilation of hello.cpp: FAILED
-    exit 1
+    echo FAILED: Compilation of hello.cpp
+    status=1
 fi
 
 clone_or_update_repo tcwg-regression $tcwg_regression_rev https://git-us.linaro.org/toolchain/tcwg-regression
@@ -120,7 +124,7 @@ clone_or_update_repo tcwg-regression $tcwg_regression_rev https://git-us.linaro.
 make -C tcwg-regression check TOOLCHAIN=${testdir}/${dir} TARGET=${target} HOST=${host}
 if [ $? -ne 0 ]; then
     echo "TCWG regression tests FAILED"
-    exit 1
+    status=1
 fi
 
-exit 0
+exit $status