blob: 90ae06ae8000349494ebcda8eaafe9c05e405203 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
|
#!/bin/bash
. ../../lib/sh-test-lib
OUTPUT="$(pwd)/output"
RESULT_FILE="${OUTPUT}/result.txt"
# Absolute path to this script. /home/user/bin/foo.sh
SCRIPT="$(readlink -f $0)"
# Absolute path this script is in. /home/user/bin
SCRIPTPATH="$(dirname $SCRIPT)"
echo "Script path is: "${SCRIPTPATH}""
# List of test cases
TST_CMDFILES=""
# List of test cases to be skipped
SKIPFILE=""
# LTP version
LTP_VERSION="20160920"
LTP_PATH=/opt/ltp
usage() {
echo "Usage: $0 [-T mm,math,syscalls] [-S skipfile-lsk-juno] [-s <flase>] [-v LTP_VERSION]" 1>&2
exit 0
}
while getopts "T:S:s:v:" arg; do
case "$arg" in
T)
TST_CMDFILES="${OPTARG}"
LOG_FILE=$(echo "${OPTARG}"| sed 's,\/,_,')
;;
S)
OPT=$(echo "${OPTARG}" | grep "http")
if [ -z "${OPT}" ] ; then
# LTP skipfile
SKIPFILE="-S "${SCRIPTPATH}"/"${OPTARG}""
else
# Download LTP skipfile from speficied URL
wget "${OPTARG}"
SKIPFILE=$(echo "${OPTARG##*/}")
SKIPFILE="-S $(pwd)/${SKIPFILE}"
fi
;;
# SKIP_INSTALL is true in case of Open Embedded builds
# SKIP_INSTALL is flase in case of Debian builds
s) SKIP_INSTALL="${OPTARG}";;
v) LTP_VERSION="${OPTARG}";;
esac
done
# Install LTP test suite
install_ltp() {
rm -rf /opt/ltp
mkdir -p /opt/ltp
cd /opt/ltp
wget https://github.com/linux-test-project/ltp/releases/download/"${LTP_VERSION}"/ltp-full-"${LTP_VERSION}".tar.xz
tar --strip-components=1 -Jxf ltp-full-"${LTP_VERSION}".tar.xz
./configure
make -j8 all
make SKIP_IDCHECK=1 install
}
parse_ltp_summary() {
for TEST in "Total Tests" "Total Skipped Tests" "Total Failures"; do
NO_OF_TESTS="$(grep "$TEST" "$1" | awk '{print $NF}')"
TEST=$(echo "$TEST" | tr -s ' ' '-')
add_metric "$TEST" "pass" "${NO_OF_TESTS}" "testcases"
done
}
# Parse LTP output
parse_ltp_output() {
egrep "PASS|FAIL|CONF" "$1" | awk '{print $1" "$2}' | sed s/CONF/SKIP/ >> "${RESULT_FILE}"
}
# Run LTP test suite
run_ltp() {
cd "${LTP_PATH}"
exec 4>&1
error_statuses="$(((./runltp -p -q -f "${TST_CMDFILES}" \
-l "${OUTPUT}/LTP_${LOG_FILE}.log" \
-C "${OUTPUT}/LTP_${LOG_FILE}.failed" "${SKIPFILE}" \
|| echo "0:$?" >&3) | (tee "${OUTPUT}/LTP_${LOG_FILE}.out" \
|| echo "1:$?" >&3)) 3>&1 >&4)"
exec 4>&-
echo "${error_statuses}"
parse_ltp_summary "${OUTPUT}/LTP_${LOG_FILE}.log"
parse_ltp_output "${OUTPUT}/LTP_${LOG_FILE}.log"
}
# Test run.
! check_root && error_msg "This script must be run as root"
[ -d "${OUTPUT}" ] && mv "${OUTPUT}" "${OUTPUT}_$(date +%Y%m%d%H%M%S)"
mkdir -p "${OUTPUT}"
info_msg "About to run ltp test..."
info_msg "Output directory: ${OUTPUT}"
if [ "${SKIP_INSTALL}" = "True" ] || [ "${SKIP_INSTALL}" = "true" ]; then
info_msg "install_ltp skipped"
else
dist_name
case "${dist}" in
Debian|Ubuntu)
pkgs="xz-utils flex bison build-essential wget curl net-tools"
;;
CentOS|Fedora)
pkgs="xz flex bison make automake gcc gcc-c++ kernel-devel wget curl net-tools"
;;
*)
error_msg "Unsupported distribution!"
esac
install_deps "${pkgs}" "${SKIP_INSTALL}"
info_msg "Run install_ltp"
install_ltp
fi
info_msg "Running run_ltp"
run_ltp
|
