tcwg-buildfarm.sh: Move code from .yaml

... verbatim.

Change-Id: Id7e8129b5c8aa851c3ab02c72c9d2bece0c066d3

1 files changed, 166 insertions, 0 deletions

diff --git a/tcwg-buildfarm.sh b/tcwg-buildfarm.sh
new file mode 100755
index 00000000..98a5c684
--- /dev/null
+++ b/tcwg-buildfarm.sh
@@ -0,0 +1,166 @@
+#!/bin/bash
+
+set -ex
+
+mkdir -p artifacts/
+
+. ./jenkins-scripts/jenkins-helpers.sh
+
+builder_type=$(print_type_for_label $label)
+
+if [ x"$target" = x"$label" ]; then
+    target_opt="--target native"
+elif [ x"$target" = x"aarch64-linux-gnu_ilp32" ]; then
+    target_opt="--target $target --override \"--extraconfigdir ../config/ilp32-dev\""
+else
+    target_opt="--target $target"
+fi
+
+# Start build container
+bash -x ./jenkins-scripts/start-container-docker.sh --label $label --node $NODE_NAME --distro ${build_container_tag} --prefix build_ > build-container.sh
+
+# Define build_CONTAINER_RSH and build_container_cleanup
+. ./build-container.sh
+
+# Make sure to cleanup build container if something goes
+# wrong when preparing the test environment
+trap "cleanup_all_containers" EXIT
+
+runtests_opt=""
+if echo $runtests | grep -q $target; then
+    runtests_opt="--runtests"
+
+    tester_label=$(print_tester_label_for_target $target)
+    if [ x"$tester_label" != x"" ]; then
+        if [ x"$target" != x"aarch64-linux-gnu_ilp32" ]; then
+            bash -x ./jenkins-scripts/start-container-docker.sh --label $tester_label --distro trusty --task test --prefix test_ > test-container.sh
+        else
+            # Set weight to "2" to give VM decent amount of RAM.
+            bash -x ./jenkins-scripts/start-container-qemu.sh --weight 2 --label $tester_label --distro xenial --task test --prefix test_ --kernel_url https://dev-01.tcwglab/~tcwg-buildslave/images/ilp32/norov-Image --initrd_url https://cloud-images.ubuntu.com/releases/16.04/release/unpacked/ubuntu-16.04-server-cloudimg-arm64-initrd-generic > test-container.sh
+        fi
+        . ./test-container.sh
+        runtests_opt="$runtests_opt --testcontainer ${test_container_host}:${test_container_port}"
+    fi
+fi
+
+if [ "x${send_results_to}" != x ]; then
+    send_results_to="--send-results-to ${send_results_to}"
+fi
+
+${build_CONTAINER_RSH} 'echo "Build session is up; ulimit config:"; ulimit -a'
+
+case $label in
+    tcwg-x86_*-build) languages="$host_x86_64_languages" ;;
+    *) languages="$host_aarchXX_languages" ;;
+esac
+
+if $try_bootstrap; then
+    bootstrap="--bootstrap"
+else
+    bootstrap=""
+fi
+
+if [ x"$log_name" != x"" ]; then
+    eval "logname_opt=\"--logname $log_name\""
+fi
+
+if $rebuild; then
+    norebuild=""
+else
+    norebuild="--norebuild"
+fi
+
+# --tarbin needs to be passed to jenkins.sh as a user option
+if $binaries; then
+    options="-o --tarbin"
+else
+    options=""
+fi
+
+case $label in
+    tcwg-x86_*-build) excludecheck="$host_x86_64_excludecheck" ;;
+    *) excludecheck="$host_aarchXX_excludecheck" ;;
+esac
+
+excludecheck_opt=""
+for testsuite in $excludecheck; do
+    excludecheck_opt="$excludecheck_opt --excludecheck $testsuite"
+done
+
+# If there were extraconfig options, extract the
+# corresponding repo
+if test -n "$extraconfig" ; then
+    git clone http://git.linaro.org/toolchain/abe-extraconfigs.git
+fi
+
+extraconfig_opt=""
+for config in $extraconfig; do
+    case ${extraconfig} in
+        *=*)
+            tool=${extraconfig%=*}
+            value=${extraconfig#*=}
+            ;;
+        *)
+            echo ERROR: wrong extraconfig: $extraconfig
+            exit 1
+            ;;
+    esac
+    extraconfig_opt="${extraconfig_opt} --extraconfig $tool=$PWD/abe-extraconfigs/$value"
+done
+
+result="0"
+
+# Configure postfix
+${build_CONTAINER_RSH} "sudo sed -e s/@@MYHOSTNAME@@/${NODE_NAME}/g -e s/@@MAILHOST@@/email-smtp.us-east-1.amazonaws.com/ -e s/@@MAILPORT@@/587/ -i /etc/postfix/main.cf"
+${build_CONTAINER_RSH} "sudo sed -e s/@@MAILHOST@@/email-smtp.us-east-1.amazonaws.com/ -e s/@@MAILPORT@@/587/ -e s/@@MAILUSER@@/${TCWG_SES_USER}/ -e s/@@MAILPASSWORD@@/${TCWG_SES_PASSWORD}/ -i /etc/postfix/sasl_password"
+${build_CONTAINER_RSH} "echo linaro.org | sudo tee /etc/mailname"
+${build_CONTAINER_RSH} "sudo postmap hash:/etc/postfix/sasl_password"
+${build_CONTAINER_RSH} "sudo /etc/init.d/postfix start"
+
+${build_CONTAINER_RSH} "cd ${WORKSPACE} && bash -x ${WORKSPACE}/jenkins-scripts/jenkins.sh --workspace ${WORKSPACE} --abedir ${WORKSPACE} --override \"$override\" $target_opt --languages ${languages} $bootstrap $runtests_opt $excludecheck_opt ${extraconfig_opt} ${send_results_to} --logserver $log_server $logname_opt $norebuild $options"|| result=$?
+
+# If the build failed, stop the containers, which will
+# leave them as-is for ~10 days.
+if [ $result -ne 0 ]; then
+    trap "stop_all_containers" EXIT
+fi
+
+# If we actually built a toolchain, save its manifest.
+# If the build was a no-op (results already present on log_server),
+# copy the existing ones.
+if [ -d _build/builds ]; then
+    manifest="`grep "^manifest=" ${WORKSPACE}/build-artifacts.txt | cut -d = -f 2-`"
+else
+    manifest=""
+fi
+if [ x"${manifest}" != x ]; then
+    cp ${manifest} artifacts/
+else
+    # We need to do the same name expansion as jenkins.sh
+    eval dir="$log_name"
+    scp "$log_server/$dir/*manifest.txt" artifacts/
+fi
+
+# Provide requested binaries as artifacts
+if $binaries; then
+    cp $(grep "^toolchain=" ${WORKSPACE}/build-artifacts.txt | cut -d = -f 2-) artifacts/
+    cp $(grep "^toolchain_asc=" ${WORKSPACE}/build-artifacts.txt | cut -d = -f 2-) artifacts/
+    cp $(grep "^runtime=" ${WORKSPACE}/build-artifacts.txt | cut -d = -f 2-) artifacts/
+    cp $(grep "^runtime_asc=" ${WORKSPACE}/build-artifacts.txt | cut -d = -f 2-) artifacts/
+    cp $(grep "^sysroot=" ${WORKSPACE}/build-artifacts.txt | cut -d = -f 2-) artifacts/
+    cp $(grep "^sysroot_asc=" ${WORKSPACE}/build-artifacts.txt | cut -d = -f 2-) artifacts/
+fi
+
+# Save logs and their directory structure
+rsync -a --exclude="/logs/" --include="*/" --include="*.log" --include="*.err" --include="*.out" --include="*.txt" --exclude="*" --prune-empty-dirs ./ ./logs/
+if ! tar -I pxz -cf ./artifacts/logs.tar.xz ./logs/ >/dev/null 2>&1; then
+    # PXZ can [rarely] fail due to high RAM usage, so fallback to normal XZ.
+    rm -f ./artifacts/logs.tar.xz
+    tar -cJf ./artifacts/logs.tar.xz ./logs/
+fi
+
+echo "Result of jenkins.sh: $result"
+if $dont_fail; then
+    result="0"
+fi
+exit $result