blob: 441eb67b0bb86a86a4c7ee24a0e1ef9a63c83d6b (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
|
#!/bin/sh -ex
# shellcheck disable=SC1090
TEST_DIR=$(dirname "$(realpath "$0")")
OUTPUT="${TEST_DIR}/output"
RESULT_FILE="${OUTPUT}/result.txt"
export RESULT_FILE
SKIP_INSTALL="false"
WA_TAG="master"
WA_TEMPLATES_REPO="https://git.linaro.org/qa/wa2-lava.git"
TEMPLATES_BRANCH="wa-templates"
CONFIG="config/generic-linux-localhost.py"
AGENDA="agenda/linux-dhrystone.yaml"
usage() {
echo "Usage: $0 [-s <true|false>] [-t <wa_tag>] [-r <wa_templates_repo>] [-T <templates_branch>] [-c <config>] [-a <agenda>]" 1>&2
exit 1
}
while getopts ":s:t:r:T:c:a:" opt; do
case "${opt}" in
s) SKIP_INSTALL="${OPTARG}" ;;
t) WA_TAG="${OPTARG}" ;;
r) WA_TEMPLATES_REPO="${OPTARG}" ;;
T) TEMPLATES_BRANCH="${OPTARG}" ;;
c) CONFIG="${OPTARG}" ;;
a) AGENDA="${OPTARG}" ;;
*) usage ;;
esac
done
. "${TEST_DIR}/../../lib/sh-test-lib"
! check_root && error_msg "Please run this test as root."
cd "${TEST_DIR}"
create_out_dir "${OUTPUT}"
if [ "${SKIP_INSTALL}" = "true" ] || [ "${SKIP_INSTALL}" = "True" ]; then
info_msg "WA installation skipped"
else
PKGS="git wget zip tar xz-utils python python-yaml python-lxml python-setuptools python-numpy python-colorama python-pip sqlite3 time sysstat openssh-client openssh-server sshpass python-jinja2 curl"
install_deps "${PKGS}"
pip install --upgrade pip && hash -r
pip install --upgrade setuptools
pip install pexpect pyserial pyyaml docutils python-dateutil
info_msg "Installing workload-automation..."
rm -rf workload-automation
git clone https://github.com/ARM-software/workload-automation
(
cd workload-automation
git checkout -b test-branch "${WA_TAG}"
)
pip2 install ./workload-automation
export PATH=$PATH:/usr/local/bin
which wa
mkdir -p ~/.workload_automation
wa --version
wa list instruments
fi
rm -rf wa-templates
git clone "${WA_TEMPLATES_REPO}" wa-templates
(
cd wa-templates
git checkout "${TEMPLATES_BRANCH}"
cp "${CONFIG}" ../config.py
cp "${AGENDA}" ../agenda.yaml
)
# Setup root SSH login with password for test run via loopback.
sed -i 's/^PermitRootLogin.*/PermitRootLogin yes/' /etc/ssh/sshd_config
sed -i 's/^# *PermitRootLogin.*/PermitRootLogin yes/' /etc/ssh/sshd_config
grep "PermitRootLogin yes" /etc/ssh/sshd_config
echo "root:linaro123" | chpasswd
/etc/init.d/ssh restart && sleep 3
# Ensure that csv is enabled in result processors.
if ! awk '/result_processors = [[]/,/[]]/' ./config.py | grep -q 'csv'; then
sed -i "s/result_processors = [[]/result_processors = [\n 'csv',/" ./config.py
fi
info_msg "About to run WA with ${AGENDA}..."
wa run ./agenda.yaml -v -f -d "${OUTPUT}/wa" -c ./config.py || report_fail "wa-test-run"
# Save results from results.csv to result.txt.
# Use id-iteration_metric as test case name.
awk -F',' 'NR>1 {gsub(/[ _]/,"-",$4); printf("%s-itr%s_%s pass %s %s\n",$1,$3,$4,$5,$6)}' "${OUTPUT}/wa/results.csv" \
| sed 's/\r//g' \
| tee -a "${RESULT_FILE}"
|
