diff options
| -rwxr-xr-x | common/scripts/lkp.py | 167 | ||||
| -rw-r--r-- | ubuntu/lkp.yaml | 39 |
2 files changed, 206 insertions, 0 deletions
diff --git a/common/scripts/lkp.py b/common/scripts/lkp.py new file mode 100755 index 0000000..8d22001 --- /dev/null +++ b/common/scripts/lkp.py @@ -0,0 +1,167 @@ +#!/usr/bin/env python +# +# Run LKP test suite on Linaro ubuntu +# +# Copyright (C) 2012 - 2014, Linaro Limited. +# +# This program is free software; you can redistribute it and/or +# modify it under the terms of the GNU General Public License +# as published by the Free Software Foundation; either version 2 +# of the License, or (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, +# USA. +# +# Author: Chase Qi <chase.qi@linaro.org> +# +import os +import sys +import platform +import glob +import json +import pwd +import shutil +from subprocess import call + +LKPPath = str(sys.argv[1]) +print 'LKP test suite path: %s' % (LKPPath) +WD = str(sys.argv[2]) +print 'Working directory: %s' % (WD) +LOOPS = int(sys.argv[3]) +JOB = str(sys.argv[4]) +print 'Going to run %s %s times' % (JOB, LOOPS) +HostName = platform.node() +KernelVersion = platform.release() +DIST = str.lower(platform.dist()[0]) +CONFIG = 'defconfig' + + +def test_result(TestCommand, TestCaseID): + # For each step of test run, print pass or fail to test log. + if call(TestCommand) == 0: + print '%s pass' % (TestCaseID) + return True + else: + print '%s fail' % (TestCaseID) + return False + + +def find_user(name): + # Create user 'lkp' if it doesn't exist. + try: + return pwd.getpwnam(name) + except KeyError: + return None + + +# pre-config. +if not find_user('lkp'): + print 'creating user lkp...' + call(['useradd', '--create-home', '--home-dir', '/home/lkp', 'lkp']) +else: + print 'User lkp already exists.' + +if not os.path.exists('/home/lkp'): + call(['mkdir', '-p', '/home/lkp']) + +call(['chown', '-R', 'lkp:lkp', '/home/lkp']) + +f = open('/etc/apt/sources.list.d/multiverse.list', 'w') +f.write('deb http://ports.ubuntu.com/ubuntu-ports/ vivid multiverse\n') +f.close() +call(['apt-get', 'update']) + +# Split test job. +if not os.path.exists(WD + '/' + JOB): + os.makedirs(WD + '/' + JOB) +SplitJob = [LKPPath + '/sbin/split-job', '--output', WD + '/' + JOB, + LKPPath + '/jobs/' + JOB + '.yaml'] +print 'Splitting job %s with command: %s' % (JOB, SplitJob) +if not test_result(SplitJob, 'split-job-' + JOB): + sys.exit(1) + +# Setup test job. +SubTests = glob.glob(WD + '/' + JOB + '/*.yaml') +print 'Sub-tests of %s: %s' % (JOB, SubTests) +SetupLocal = [LKPPath + '/bin/setup-local', SubTests[0]] +print 'Set up %s test with command: %s' % (JOB, SetupLocal) +if not test_result(SetupLocal, 'setup-local-' + JOB): + sys.exit(1) + +# Delete test results from last lava-test-shell-run. +if os.path.exists('/result/'): + shutil.rmtree('/result/', ignore_errors=True) + +# Run tests. +for SubTest in SubTests: + COUNT = 1 + DONE = True + SubTestCaseID = os.path.basename(SubTest)[:-5] + ResultRoot = str('/'.join(['/result', JOB, + SubTestCaseID[int(len(JOB) + 1):], HostName, + DIST, CONFIG, KernelVersion])) + while (COUNT <= LOOPS): + # Use suffix for mutiple runs. + if LOOPS > 1: + SUFFIX = '-run' + str(COUNT) + else: + SUFFIX = '' + + RunLocal = [LKPPath + '/bin/run-local', SubTest] + print 'Running test %s%s with command: %s' % (SubTestCaseID, SUFFIX, + RunLocal) + if not test_result(RunLocal, 'run-local-' + SubTestCaseID + SUFFIX): + DONE = False + break + + # For each run, decode JOB.json to pick up the scores produced by the + # benchmark itself. + ResultFile = ResultRoot + '/' + str(COUNT - 1) + '/' + JOB + '.json' + if not os.path.isfile(ResultFile): + print '%s not found' % (ResultFile) + else: + JsonData = open(ResultFile) + DICT = json.load(JsonData) + for item in DICT: + call(['lava-test-case', SubTestCaseID + '-' + item + SUFFIX, + '--result', 'pass', '--measurement', str(DICT[item][0])]) + JsonData.close() + + COUNT = COUNT + 1 + + # For mutiple runs, if all runs are completed and results found, decode + # avg.json. + if LOOPS > 1 and DONE: + AvgFile = ResultRoot + '/' + 'avg.json' + if not os.path.isfile(ResultFile): + print '%s not found' % (ResultFile) + elif not os.path.isfile(AvgFile): + print '%s not found' % (AvgFile) + else: + JsonData = open(ResultFile) + AvgJsonData = open(AvgFile) + DICT = json.load(JsonData) + AvgDict = json.load(AvgJsonData) + for item in DICT: + if item in AvgDict: + call(['lava-test-case', + SubTestCaseID + '-' + item + '-avg', '--result', + 'pass', '--measurement', str(AvgDict[item])]) + JsonData.close() + AvgJsonData.close() + + # Compress and attach raw data. + call(['tar', 'caf', 'lkp-result-' + JOB + '.tar.xz', '/result/' + JOB]) + call(['lava-test-run-attach', 'lkp-result-' + JOB + '.tar.xz']) + +if not DONE: + sys.exit(1) +else: + sys.exit(0) diff --git a/ubuntu/lkp.yaml b/ubuntu/lkp.yaml new file mode 100644 index 0000000..72bfdbb --- /dev/null +++ b/ubuntu/lkp.yaml @@ -0,0 +1,39 @@ +metadata: + name: lkp + format: "Lava-Test-Shell Test Definition 1.0" + description: "Run LKP test suite on Linaro Ubuntu" + maintainer: + - milosz.wasilewski@linaro.org + - riku.voipio@linaro.org + - chase.qi@linaro.org + os: + - ubuntu + scope: + - functional + devices: + - mustang + +install: + git-repos: + - url: https://github.com/suihkulokki/lkp-tests.git + deps: + - bc + - build-essential + - gawk + - git + - kmod + - linux-tools + - lsb-release + - ruby + - ruby-gnuplot + - sysstat + - time + - xz-utils + +params: + LOOPS: 1 + JOB: 'unixbench' + +run: + steps: + - './common/scripts/lkp.py $(readlink -f lkp-tests) $(pwd) $LOOPS $JOB' |