diff options
author | Milosz Wasilewski <milosz.wasilewski@linaro.org> | 2015-02-26 09:43:25 +0000 |
---|---|---|
committer | Milosz Wasilewski <milosz.wasilewski@linaro.org> | 2015-02-26 09:43:25 +0000 |
commit | 5f32d0bc6184d8eda565429d7676e4feadafab2f (patch) | |
tree | d8031a45bad8e2708407ea6d1c3e839cab364708 | |
parent | 9c8878ce93f81e44efb9c4cd355fb6a1373ca9ce (diff) | |
parent | cd749acd90cd68b55cf593ff4e72c8dd16d330f8 (diff) |
Merge branch 'master' of ssh://git.linaro.org/qa/test-definitions
53 files changed, 342 insertions, 134 deletions
diff --git a/android/scripts/parse-lat.py b/android/scripts/parse-lat.py index 2ecb011..584ef71 100644 --- a/android/scripts/parse-lat.py +++ b/android/scripts/parse-lat.py @@ -11,9 +11,9 @@ if __name__ == '__main__': usage = "usage: %prog -f <results file> -t <test name>" parser = OptionParser(usage=usage) parser.add_option("-f", "--file", dest="filename", - help="result file", metavar="FILE") + help="result file", metavar="FILE") parser.add_option("-t", "--testcase", dest="testcase", - help="lava-android-test test name") + help="lava-android-test test name") (options, args) = parser.parse_args() diff --git a/common/dmidecode.yaml b/common/dmidecode.yaml index 38c5d09..b87e79f 100644 --- a/common/dmidecode.yaml +++ b/common/dmidecode.yaml @@ -1,7 +1,9 @@ metadata: name: dmidecode format: "Lava-Test-Shell Test Definition 1.0" - description: "DMI Decode Test" + description: "DMI Decode Test for Linaro Ubuntu & OpenEmbedded builds. Dmidecode + reports information about system's hardware from BIOS such as bios_version + dmi, id, bios_version and bios_date." version: 1.0 os: - ubuntu @@ -13,6 +15,7 @@ metadata: - beagle-xm - mx53loco - rtsm_fvp_base-aemv8a + - juno scope: - functional diff --git a/common/dt-selftests.yaml b/common/dt-selftests.yaml index bfeb854..13de64d 100644 --- a/common/dt-selftests.yaml +++ b/common/dt-selftests.yaml @@ -1,9 +1,8 @@ metadata: name: dt-selftests format: "Lava-Test-Shell Test Definition 1.0" - description: "Device Tree Runtime self tests - kernel config required for this tests - CONFIG_OF_SELFTEST=y or CONFIG_OF_UNITTEST=y" + description: "Device Tree Runtime self tests for Linaro Ubuntu & OpenEmbedded builds. Kernel config + required for this tests CONFIG_OF_SELFTEST=y or CONFIG_OF_UNITTEST=y" maintainer: - naresh.kamboju@linaro.org os: @@ -21,6 +20,7 @@ metadata: - beaglebone-black - imx6q-wandboard - ifc6540 + - juno environment: - lava-test-shell diff --git a/common/scripts/fwts-parser.py b/common/scripts/fwts-parser.py index bc20133..ce26484 100755 --- a/common/scripts/fwts-parser.py +++ b/common/scripts/fwts-parser.py @@ -3,12 +3,12 @@ import re import sys -RESULT_MAP = { 'PAS': 'pass', - 'FAL': 'fail', - 'SKP': 'skip', - 'ABT': 'fail', - 'WRN': 'fail', - 'ERR': 'fail' } +RESULT_MAP = {'PAS': 'pass', + 'FAL': 'fail', + 'SKP': 'skip', + 'ABT': 'fail', + 'WRN': 'fail', + 'ERR': 'fail'} line = re.compile("(?P<owner>[a-z_]+)\\s*-(?P<field>[A-Z]+):(?P<content>.*)") header = re.compile("(?P<gowner>[a-z]+):\\s(?P<group_name>[ ()a-zA-Z-_]+)") result = re.compile("(?P<r>.*):\\s(?P<test_name>Test [0-9]),\\s(?P<comment>.*)") diff --git a/common/scripts/ltp-realtime2LAVA.py b/common/scripts/ltp-realtime2LAVA.py index f5f41fa..77e479f 100755 --- a/common/scripts/ltp-realtime2LAVA.py +++ b/common/scripts/ltp-realtime2LAVA.py @@ -3,15 +3,16 @@ import re import sys import fileinput -#extract a standard results block from the stream -def standard_results (): + +# extract a standard results block from the stream +def standard_results(): minimum = re.compile("^Min:\s+(?P<min>[\d\.]+)\s+(?P<units>\w+)") maximum = re.compile("^Max:\s+(?P<max>[\d\.]+)\s+(?P<units>\w+)") average = re.compile("^Avg:\s+(?P<average>[\d\.]+)\s+(?P<units>\w+)") standarddev = re.compile("^StdDev:\s+(?P<stddev>[\d\.]+)\s+(?P<units>\w+)") - finished=0 + finished = 0 for line in sys.stdin: - for parser in [maximum,minimum,average,standarddev]: + for parser in [maximum, minimum, average, standarddev]: result = parser.search(line) if result is not None: if parser is minimum: @@ -40,15 +41,16 @@ def standard_results (): break else: continue - if finished ==4: - return + if finished == 4: + return print "ERROR: Parser failed and ran to EOF" sys.exit(-1) -def result_results (): + +def result_results(): results = re.compile("Result:\s+(?P<result>\w+)") - finished=0 + finished = 0 for line in sys.stdin: for parser in [results]: result = parser.search(line) @@ -60,16 +62,16 @@ def result_results (): break else: continue - if finished ==1: - return + if finished == 1: + return print "ERROR: Parser failed and ran to EOF" sys.exit(-1) -def sched_jitter_results (): +def sched_jitter_results(): maximum = re.compile("^max jitter:\s+(?P<max>[\d\.]+)\s+(?P<units>\w+)") - finished=0 + finished = 0 for line in sys.stdin: for parser in [maximum]: result = parser.search(line) @@ -82,21 +84,22 @@ def sched_jitter_results (): break else: continue - if finished ==1: - #print "min:%s max:%s avg:%s stddev:%s" % (test_min, test_max, test_avg, test_stddev) - return + if finished == 1: + # print "min:%s max:%s avg:%s stddev:%s" % (test_min, test_max, test_avg, test_stddev) + return print "ERROR: Parser failed and ran to EOF" sys.exit(-1) -def pi_perf_results (): + +def pi_perf_results(): minimum = re.compile("^Min delay =\s+(?P<min>[\d\.]+)\s+(?P<units>\w+)") maximum = re.compile("^Max delay =\s+(?P<max>[\d\.]+)\s+(?P<units>\w+)") average = re.compile("^Average delay =\s+(?P<average>[\d\.]+)\s+(?P<units>\w+)") standarddev = re.compile("^Standard Deviation =\s+(?P<stddev>[\d\.]+)\s+(?P<units>\w+)") - finished=0 + finished = 0 for line in sys.stdin: - for parser in [maximum,minimum,average,standarddev]: + for parser in [maximum, minimum, average, standarddev]: result = parser.search(line) if result is not None: if parser is minimum: @@ -125,65 +128,95 @@ def pi_perf_results (): break else: continue - if finished ==4: - return + if finished == 4: + return print "ERROR: Parser failed and ran to EOF" sys.exit(-1) -def do_nothing (): + +def do_nothing(): return -#names of the test parsed out fo the input stream, converted to functioncalls + +# names of the test parsed out fo the input stream, converted to functioncalls def async_handler(): standard_results() result_results() + + def tc_2(): result_results() + + def gtod_latency(): standard_results() + + def periodic_cpu_load_single(): standard_results() + + def sched_latency(): standard_results() + + def sched_jitter(): sched_jitter_results() + + def sched_football(): result_results() + + def rt_migrate(): result_results() + + def pthread_kill_latency(): standard_results() result_results() + + def prio_wake(): result_results() + + def pi_perf(): pi_perf_results() + + def prio_preempt(): result_results() + + def matrix_mult(): result_results() + + def periodic_cpu_load(): result_results() + + def async_handler_jk(): result_results() -#Parse the input stream and tuen test names into function calls to parse their -#details +# Parse the input stream and tuen test names into function calls to parse their +# details test_start = re.compile("--- Running testcase (?P<name>[a-zA-Z0-9_-]+)\s+(?P<args>[a-zA-Z0-9_.\- ]*?)\s*---") test_finish = re.compile("The .* test appears to have completed.") for line in sys.stdin: - for parser in [test_start,test_finish]: + for parser in [test_start, test_finish]: result = parser.search(line) if result is not None: if parser is test_start: test_name = result.group('name') func_name = result.group('name') - func_name = func_name.replace("-","_") + func_name = func_name.replace("-", "_") test_args = result.group('args') - test_args = test_args.replace(" ","-") + test_args = test_args.replace(" ", "-") print print " test_start= " + test_name + test_args globals()[func_name]() @@ -194,4 +227,3 @@ for line in sys.stdin: break else: continue - diff --git a/common/scripts/min_max_avg_parse.py b/common/scripts/min_max_avg_parse.py index 1735e34..543fe40 100755 --- a/common/scripts/min_max_avg_parse.py +++ b/common/scripts/min_max_avg_parse.py @@ -6,7 +6,7 @@ from numpy import * values = [] -r = re.compile(sys.argv[2]+"\s+(?P<measurement>[0-9.]+)") +r = re.compile(sys.argv[2] + "\s+(?P<measurement>[0-9.]+)") f = open(sys.argv[1], "r") for line in f.readlines(): search = r.search(line) @@ -23,8 +23,8 @@ else: np_array = array(values) format = "%-16s%-16s%-16s%-16s" -print format % (sys.argv[1].split('.', 1)[0]+cmd_options+"_min:", str(min(np_array)), sys.argv[3], "pass") -print format % (sys.argv[1].split('.', 1)[0]+cmd_options+"_max:", str(max(np_array)), sys.argv[3], "pass") -print format % (sys.argv[1].split('.', 1)[0]+cmd_options+"_avg:", str(mean(np_array)), sys.argv[3], "pass") -print format % (sys.argv[1].split('.', 1)[0]+cmd_options+"_mdn:", str(median(np_array)), sys.argv[3], "pass") -print format % (sys.argv[1].split('.', 1)[0]+cmd_options+"_std:", str(std(np_array)), sys.argv[3], "pass") +print format % (sys.argv[1].split('.', 1)[0] + cmd_options + "_min:", str(min(np_array)), sys.argv[3], "pass") +print format % (sys.argv[1].split('.', 1)[0] + cmd_options + "_max:", str(max(np_array)), sys.argv[3], "pass") +print format % (sys.argv[1].split('.', 1)[0] + cmd_options + "_avg:", str(mean(np_array)), sys.argv[3], "pass") +print format % (sys.argv[1].split('.', 1)[0] + cmd_options + "_mdn:", str(median(np_array)), sys.argv[3], "pass") +print format % (sys.argv[1].split('.', 1)[0] + cmd_options + "_std:", str(std(np_array)), sys.argv[3], "pass") diff --git a/common/scripts/netperf2LAVA.py b/common/scripts/netperf2LAVA.py index 2b3f4b3..b2fb4ad 100755 --- a/common/scripts/netperf2LAVA.py +++ b/common/scripts/netperf2LAVA.py @@ -2,13 +2,13 @@ import re import sys -#Parse netperf/ping/tcpreplay results looking for the data in the form of -#line = "Actual: 113000 packets (7810000 bytes) sent in 4.75 seconds. Rated: 1644210.5 bps, 12.54 Mbps, 23789.47 pps" -#line = "rtt min/avg/max/mdev = 4.037/4.037/4.037/0.000 ms" -#line = "87380 16384 2048 10.00 4289.48 51.12 51.12 3.905 3.905" ./netperf -l 10 -c -C -- -m 2048 -D -#line = "180224 8192 10.00 1654855 0 10845.1 52.60 1.589" ./netperf -t UDP_STREAM -l 10 -c -C -- -m 8192 -D -#line = "180224 10.00 1649348 10809.0 52.60 1.589" rcv side of UDP_STREAM -#line = "16384 87380 1 1 10.00 47469.68 29.84 29.84 25.146 25.146" ./netperf -t TCP_RR -l 10 -c -C -- -r 1,1 +# Parse netperf/ping/tcpreplay results looking for the data in the form of +# line = "Actual: 113000 packets (7810000 bytes) sent in 4.75 seconds. Rated: 1644210.5 bps, 12.54 Mbps, 23789.47 pps" +# line = "rtt min/avg/max/mdev = 4.037/4.037/4.037/0.000 ms" +# line = "87380 16384 2048 10.00 4289.48 51.12 51.12 3.905 3.905" ./netperf -l 10 -c -C -- -m 2048 -D +# line = "180224 8192 10.00 1654855 0 10845.1 52.60 1.589" ./netperf -t UDP_STREAM -l 10 -c -C -- -m 8192 -D +# line = "180224 10.00 1649348 10809.0 52.60 1.589" rcv side of UDP_STREAM +# line = "16384 87380 1 1 10.00 47469.68 29.84 29.84 25.146 25.146" ./netperf -t TCP_RR -l 10 -c -C -- -r 1,1 found_result = "false" parser_replay = re.compile("Rated:\s+(?P<throughput1>\d+\.\d+)\s+\S+\s+(?P<throughput2>\d+\.\d+)\s+\S+\s+(?P<throughput3>\d+\.\d+)") diff --git a/openembedded/mauve-BinaryCompatibility-altered.yaml b/openembedded/mauve-BinaryCompatibility-altered.yaml index f8bd382..53265c8 100644 --- a/openembedded/mauve-BinaryCompatibility-altered.yaml +++ b/openembedded/mauve-BinaryCompatibility-altered.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-BinaryCompatibility-altered format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-BinaryCompatibility.yaml b/openembedded/mauve-BinaryCompatibility.yaml index 588e8b8..1aa7db7 100644 --- a/openembedded/mauve-BinaryCompatibility.yaml +++ b/openembedded/mauve-BinaryCompatibility.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-BinaryCompatibility format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-gnu-java.yaml b/openembedded/mauve-gnu-java.yaml index bb1be2f..0f66d6d 100644 --- a/openembedded/mauve-gnu-java.yaml +++ b/openembedded/mauve-gnu-java.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-gnu-java format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-gnu-javax.yaml b/openembedded/mauve-gnu-javax.yaml index 0f6ad71..3b7cbed 100644 --- a/openembedded/mauve-gnu-javax.yaml +++ b/openembedded/mauve-gnu-javax.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-gnu-javax format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-awt.yaml b/openembedded/mauve-java-awt.yaml index 320ea37..df4b501 100644 --- a/openembedded/mauve-java-awt.yaml +++ b/openembedded/mauve-java-awt.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-awt format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-beans.yaml b/openembedded/mauve-java-beans.yaml index 6543970..654d8a7 100644 --- a/openembedded/mauve-java-beans.yaml +++ b/openembedded/mauve-java-beans.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-beans format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-io.yaml b/openembedded/mauve-java-io.yaml index e813093..5f17249 100644 --- a/openembedded/mauve-java-io.yaml +++ b/openembedded/mauve-java-io.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-io format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-lang.yaml b/openembedded/mauve-java-lang.yaml index dc4c68f..885d430 100644 --- a/openembedded/mauve-java-lang.yaml +++ b/openembedded/mauve-java-lang.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-lang format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-math.yaml b/openembedded/mauve-java-math.yaml index bf5c3d0..dbdaadd 100644 --- a/openembedded/mauve-java-math.yaml +++ b/openembedded/mauve-java-math.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-math format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-net.yaml b/openembedded/mauve-java-net.yaml index 2d93943..f2d8bed 100644 --- a/openembedded/mauve-java-net.yaml +++ b/openembedded/mauve-java-net.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-net format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-nio.yaml b/openembedded/mauve-java-nio.yaml index 5faf3a5..f63966c 100644 --- a/openembedded/mauve-java-nio.yaml +++ b/openembedded/mauve-java-nio.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-nio format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-rmi.yaml b/openembedded/mauve-java-rmi.yaml index 2143533..45b0e25 100644 --- a/openembedded/mauve-java-rmi.yaml +++ b/openembedded/mauve-java-rmi.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-rmi format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-security.yaml b/openembedded/mauve-java-security.yaml index 1dab94d..4554828 100644 --- a/openembedded/mauve-java-security.yaml +++ b/openembedded/mauve-java-security.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-security format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-sql.yaml b/openembedded/mauve-java-sql.yaml index a042743..be2e462 100644 --- a/openembedded/mauve-java-sql.yaml +++ b/openembedded/mauve-java-sql.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-sql format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-text.yaml b/openembedded/mauve-java-text.yaml index c081b53..7a3d10f 100644 --- a/openembedded/mauve-java-text.yaml +++ b/openembedded/mauve-java-text.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-text format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-java-util.yaml b/openembedded/mauve-java-util.yaml index 0884ff9..50d8187 100644 --- a/openembedded/mauve-java-util.yaml +++ b/openembedded/mauve-java-util.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-java-util format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-accessibility.yaml b/openembedded/mauve-javax-accessibility.yaml index f73b448..b818125 100644 --- a/openembedded/mauve-javax-accessibility.yaml +++ b/openembedded/mauve-javax-accessibility.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-accessibility format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-crypto.yaml b/openembedded/mauve-javax-crypto.yaml index 0291086..b8fb478 100644 --- a/openembedded/mauve-javax-crypto.yaml +++ b/openembedded/mauve-javax-crypto.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-crypto format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-imageio.yaml b/openembedded/mauve-javax-imageio.yaml index 714a4d1..16ef255 100644 --- a/openembedded/mauve-javax-imageio.yaml +++ b/openembedded/mauve-javax-imageio.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-imageio format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-management.yaml b/openembedded/mauve-javax-management.yaml index 432c505..9bdb85d 100644 --- a/openembedded/mauve-javax-management.yaml +++ b/openembedded/mauve-javax-management.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-management format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-naming.yaml b/openembedded/mauve-javax-naming.yaml index f8c8021..3a1b239 100644 --- a/openembedded/mauve-javax-naming.yaml +++ b/openembedded/mauve-javax-naming.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-naming format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-net.yaml b/openembedded/mauve-javax-net.yaml index 0972519..16d9a84 100644 --- a/openembedded/mauve-javax-net.yaml +++ b/openembedded/mauve-javax-net.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-net format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-print.yaml b/openembedded/mauve-javax-print.yaml index 2412140..7de454b 100644 --- a/openembedded/mauve-javax-print.yaml +++ b/openembedded/mauve-javax-print.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-print format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-rmi.yaml b/openembedded/mauve-javax-rmi.yaml index d42e6bb..a7e37bb 100644 --- a/openembedded/mauve-javax-rmi.yaml +++ b/openembedded/mauve-javax-rmi.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-rmi format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-security.yaml b/openembedded/mauve-javax-security.yaml index 2604f20..4a02468 100644 --- a/openembedded/mauve-javax-security.yaml +++ b/openembedded/mauve-javax-security.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-security format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-sound.yaml b/openembedded/mauve-javax-sound.yaml index cbbac71..4136019 100644 --- a/openembedded/mauve-javax-sound.yaml +++ b/openembedded/mauve-javax-sound.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-sound format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-swing.yaml b/openembedded/mauve-javax-swing.yaml index b2a9597..3704075 100644 --- a/openembedded/mauve-javax-swing.yaml +++ b/openembedded/mauve-javax-swing.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-swing format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-javax-xml.yaml b/openembedded/mauve-javax-xml.yaml index 14e2400..fb8d2d4 100644 --- a/openembedded/mauve-javax-xml.yaml +++ b/openembedded/mauve-javax-xml.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-javax-xml format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-locales.yaml b/openembedded/mauve-locales.yaml index e49a831..0c1eb6f 100644 --- a/openembedded/mauve-locales.yaml +++ b/openembedded/mauve-locales.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-locales format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-org-omg.yaml b/openembedded/mauve-org-omg.yaml index 5c34024..9a0d10b 100644 --- a/openembedded/mauve-org-omg.yaml +++ b/openembedded/mauve-org-omg.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-org-omg format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/mauve-org-w3c.yaml b/openembedded/mauve-org-w3c.yaml index a8aae6e..4c5546f 100644 --- a/openembedded/mauve-org-w3c.yaml +++ b/openembedded/mauve-org-w3c.yaml @@ -15,7 +15,10 @@ metadata: name: mauve-org-w3c format: "Lava-Test-Shell Test Definition 1.0" - description: "Regression tests for the OpenJDK platform" + description: "Run Mauve test suite on Linaro OpenEmbedded builds. Mauve runs regression tests + for the OpenJDK platform. The Mauve Project is collaborative project whose goal + is to create a Free suite of functional, black box, tests for the core Java libraries. + More info here https://www.sourceware.org/mauve/" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -24,7 +27,8 @@ metadata: scope: - test devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno params: JAVA_VM: -client JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java diff --git a/openembedded/netperf-client-multinode.yaml b/openembedded/netperf-client-multinode.yaml index 26f43f3..4c1ccf7 100644 --- a/openembedded/netperf-client-multinode.yaml +++ b/openembedded/netperf-client-multinode.yaml @@ -1,7 +1,9 @@ metadata: format: Lava-Test Test Definition 1.0 name: netperf-client-multinode - description: "Basic MultiNode netperf/ping test on client side" + description: "Basic MultiNode netperf/ping test on client side for Linaro OpenEmbedded builds. + This test measures the performance using netperf/ping/tcreplay for throughput and + end-to-end latency." maintainer: - guoqing.zhu@linaro.org - weilong.chen@linaro.org @@ -19,6 +21,7 @@ metadata: - beaglebone-black - beagle-xm - mx53loco + - juno params: CONNECTION: lngswitch diff --git a/openembedded/netperf-server-multinode.yaml b/openembedded/netperf-server-multinode.yaml index e0dbb4b..8f20083 100644 --- a/openembedded/netperf-server-multinode.yaml +++ b/openembedded/netperf-server-multinode.yaml @@ -1,7 +1,8 @@ metadata: format: Lava-Test Test Definition 1.0 name: netperf-server-multinode - description: "Basic MultiNode netperf/ping test on server side" + description: "Basic MultiNode netperf/ping test on server side for Linaro OpenEmbedded builds. + Please check netperf-multinode-client test for more info." maintainer: - guoqing.zhu@linaro.org - weilong.chen@linaro.org @@ -19,6 +20,7 @@ metadata: - beaglebone-black - beagle-xm - mx53loco + - juno params: CONNECTION: lngswitch diff --git a/openembedded/odp-atomic.yaml b/openembedded/odp-atomic.yaml index f9820d4..1ad1b21 100644 --- a/openembedded/odp-atomic.yaml +++ b/openembedded/odp-atomic.yaml @@ -2,13 +2,15 @@ metadata: name: odp_atomic version: "1.0" format: "Lava-Test-Shell Test Definition 1.0" - description: "Run odp-atomic test" + description: "ODP-ATOMIC or OpenDataPlane Atomic test for Linaro OpenEmbedded builds. The test performs + basic atomic operation like add/sub/increment/decrement operation." maintainer: - mike.holmes@linaro.org os: - openembedded devices: - arndale + - juno environment: - lava-test-shell diff --git a/openembedded/odp-example.yaml b/openembedded/odp-example.yaml index bca5be7..8a5cea9 100644 --- a/openembedded/odp-example.yaml +++ b/openembedded/odp-example.yaml @@ -2,13 +2,15 @@ metadata: name: odp_example version: "1.0" format: "Lava-Test-Shell Test Definition 1.0" - description: "Run odp-example" + description: "Run odp-example test on Linaro OpenEmbedded builds. + NOTE: This test is deprecated from ODP and will be dropped soon." maintainer: - mike.holmes@linaro.org os: - openembedded devices: - arndale + - juno environment: - lava-test-shell diff --git a/openembedded/odp-packet.yaml b/openembedded/odp-packet.yaml index 8bea280..d737733 100644 --- a/openembedded/odp-packet.yaml +++ b/openembedded/odp-packet.yaml @@ -2,13 +2,15 @@ metadata: name: odp_packet version: "1.0" format: "Lava-Test-Shell Test Definition 1.0" - description: "Run odp-packet" + description: "ODP-PACKET or OpenDataPlane Packet test for Linaro OpenEmbedded builds. odp_packet + is a basic packet IO loopback test application." maintainer: - mike.holmes@linaro.org os: - openembedded devices: - arndale + - juno environment: - lava-test-shell diff --git a/openembedded/odp-ring.yaml b/openembedded/odp-ring.yaml index 21bb9bc..d28c4ef 100644 --- a/openembedded/odp-ring.yaml +++ b/openembedded/odp-ring.yaml @@ -2,13 +2,15 @@ metadata: name: odp_ring version: "1.0" format: "Lava-Test-Shell Test Definition 1.0" - description: "Run odp-ring" + description: "ODP-RING or OpenDataPlane Ring test for Linaro OpenEmbedded builds. The test + checks for watermark and default bulk enqueue/dequeue." maintainer: - mike.holmes@linaro.org os: - openembedded devices: - arndale + - juno environment: - lava-test-shell diff --git a/openembedded/odp-shm.yaml b/openembedded/odp-shm.yaml index 34ae504..28ddaba 100644 --- a/openembedded/odp-shm.yaml +++ b/openembedded/odp-shm.yaml @@ -2,13 +2,15 @@ metadata: name: odp_shm version: "1.0" format: "Lava-Test-Shell Test Definition 1.0" - description: "Run odp-shm" + description: "ODP_SHM or Opendata plane shared memory test for Linaro OpenEmbedded builds. + The test check Shared memory block info and tests shared data." maintainer: - mike.holmes@linaro.org os: - openembedded devices: - arndale + - juno environment: - lava-test-shell diff --git a/openembedded/openjdk8-sanity.yaml b/openembedded/openjdk8-sanity.yaml index 69a50fe..e6c7517 100644 --- a/openembedded/openjdk8-sanity.yaml +++ b/openembedded/openjdk8-sanity.yaml @@ -1,7 +1,8 @@ metadata: name: openjdk8-sanity format: "Lava-Test-Shell Test Definition 1.0" - description: "Validates that the OpenJDK 8 java binary can run and matches version 1.8" + description: "Openjdk8-sanity test for Linaro OpenEmbedded builds. The test validates that + the OpenJDK 8 java binary can run and matches version 1.8" version: 1.0 maintainer: - andrew.mcdermott@linaro.org @@ -10,7 +11,8 @@ metadata: scope: - functional devices: - - rtsm_ve-armv8 + - rtsm_fvp_base-aemv8a + - juno run: steps: diff --git a/openembedded/openvswitch-lng.yaml b/openembedded/openvswitch-lng.yaml index 17c6022..6f8a5c6 100644 --- a/openembedded/openvswitch-lng.yaml +++ b/openembedded/openvswitch-lng.yaml @@ -1,13 +1,19 @@ metadata: name: openvswitch-lng format: "Lava-Test-Shell Test Definition 1.0" - description: "Build and run OVS testsuite." + description: "OVS test suite for Linaro OpenEmbedded builds. Open vSwitch is a multilayer software + switch licensed under the open source Apache 2 license. Open vSwitch is well suited + to function as a virtual switch in VM environments. In addition to exposing standard + control and visibility interfaces to the virtual networking layer, it was designed to + support distribution across multiple physical servers. Open vSwitch supports multiple + Linux-based virtualization technologies including Xen/XenServer, KVM, and VirtualBox." maintainer: - zishen.lim@linaro.org os: - openembedded devices: - arndale + - juno scope: - functional diff --git a/openembedded/replay-server-multinode.yaml b/openembedded/replay-server-multinode.yaml index 595a7ca..95f4a6b 100644 --- a/openembedded/replay-server-multinode.yaml +++ b/openembedded/replay-server-multinode.yaml @@ -1,7 +1,8 @@ metadata: format: Lava-Test Test Definition 1.0 name: tcpreplay-server-multinode - description: "Basic MultiNode tcpreplay test on server side" + description: "Basic MultiNode tcpreplay test on server side for Linaro OpenEmbedded builds. + Please check replay-client-multinode for more info." maintainer: - weilong.chen@linaro.org os: @@ -11,6 +12,7 @@ metadata: devices: - kvm - arndale + - juno params: ETH: eth0 run: diff --git a/ubuntu/scripts/bootcharttest.py b/ubuntu/scripts/bootcharttest.py index 31e5527..f5b3d2a 100644 --- a/ubuntu/scripts/bootcharttest.py +++ b/ubuntu/scripts/bootcharttest.py @@ -10,11 +10,10 @@ if __name__ == '__main__': options, args = parser.parse_args(argv) writer = main._mk_writer(options) res = parsing.parse(writer, args, options.prune, options.crop_after, options.annotate) - duration = float(res[3].duration)/100 + duration = float(res[3].duration) / 100 print res[0]['title'] print "uname:", res[0]['system.uname'] print "release:", res[0]['system.release'] print "CPU:", res[0]['system.cpu'] print "kernel options:", res[0]['system.kernel.options'] print "time:", duration - diff --git a/ubuntu/scripts/fio-test.py b/ubuntu/scripts/fio-test.py index c64797e..d8df998 100755 --- a/ubuntu/scripts/fio-test.py +++ b/ubuntu/scripts/fio-test.py @@ -34,6 +34,7 @@ print os.getcwd() commands.getstatusoutput("sudo fdisk -l > partition_layout.txt 2>&1") device_name = sys.argv[1] + def fio_device_existence(): testcase_name = "fio_target_device_existence" if sys.argv[1] == "": @@ -54,6 +55,7 @@ def fio_device_existence(): print testcase_name + ": FAIL" + " 0" + " Inapplicable" + " - Could not locate " + sys.argv[1] + " on target board" sys.exit(1) + def fio_existence(): testcase_name = "fio_binary_existence" run_command = "which fio" @@ -67,6 +69,7 @@ def fio_existence(): print "The FIO binary location is: " + fio_binary_location[1] print testcase_name + ": PASS" + " 0" + " Inapplicable" + def fio_read(): testcase_name = "fio_bs4kread_iops" run_command = "sudo fio -filename=" + device_name + " -rw=read -direct=1 -iodepth 1 -thread -ioengine=psync -bs=4k -numjobs=1 -runtime=10 -group_reporting -name=fio_read > fio_read.txt 2>&1" @@ -97,6 +100,7 @@ def fio_read(): logfile.close() print testcase_name + ": PASS" + " " + iops_result + " " + "IOPS" + def fio_randread(): testcase_name = "fio_randread_iops" run_command = "sudo fio -filename=" + device_name + " -rw=randread -direct=1 -iodepth 1 -thread -ioengine=psync -bs=4k -numjobs=1 -runtime=10 -group_reporting -name=fio_randread > fio_randread.txt 2>&1" @@ -127,6 +131,7 @@ def fio_randread(): logfile.close() print testcase_name + ": PASS" + " " + iops_result + " " + "IOPS" + def fio_write(): testcase_name = "fio_write_iops" run_command = "sudo fio -filename=" + device_name + " -rw=write -direct=1 -iodepth 1 -thread -ioengine=psync -bs=4k -numjobs=1 -runtime=10 -group_reporting -name=fio_write > fio_write.txt 2>&1" @@ -157,6 +162,7 @@ def fio_write(): logfile.close() print testcase_name + ": PASS" + " " + iops_result + " " + "IOPS" + def fio_randwrite(): testcase_name = "fio_randwrite_iops" run_command = "sudo fio -filename=" + device_name + " -rw=randwrite -direct=1 -iodepth 1 -thread -ioengine=psync -bs=4k -numjobs=1 -runtime=10 -group_reporting -name=fio_randwrite > fio_randwrite.txt 2>&1" @@ -187,6 +193,7 @@ def fio_randwrite(): logfile.close() print testcase_name + ": PASS" + " " + iops_result + " " + "IOPS" + def fio_512k_write(): testcase_name = "fio_512k_write_bandwidth" run_command = "sudo fio -filename=" + device_name + " -rw=write -direct=1 -iodepth 1 -thread -ioengine=psync -bs=512k -numjobs=1 -runtime=10 -group_reporting -name=fio_512k_write > fio_512k_write.txt 2>&1" @@ -218,6 +225,7 @@ def fio_512k_write(): logfile.close() print testcase_name + ": PASS" + " " + bandwidth_number + " " + "KB/s" + def fio_512k_read(): testcase_name = "fio_512k_read_bandwidth" run_command = "sudo fio -filename=" + device_name + " -rw=read -direct=1 -iodepth 1 -thread -ioengine=psync -bs=512k -numjobs=1 -runtime=10 -group_reporting -name=fio_512k_read > fio_512k_read.txt 2>&1" @@ -257,4 +265,4 @@ fio_randread() fio_write() fio_randwrite() fio_512k_write() -fio_512k_read()
\ No newline at end of file +fio_512k_read() diff --git a/ubuntu/scripts/phoronix.py b/ubuntu/scripts/phoronix.py index a2fa34c..3b7c174 100755 --- a/ubuntu/scripts/phoronix.py +++ b/ubuntu/scripts/phoronix.py @@ -32,18 +32,22 @@ print os.getcwd() # Result collection for LAVA debug_switcher = False + + def collect_result(testcase, result): - if debug_switcher == False: + if debug_switcher is False: call(['lava-test-case', testcase, '--result', result]) else: print ['lava-test-case', testcase, '--result', result] + def collect_score_with_measurement(testcase, result, score, unit): - if debug_switcher == False: + if debug_switcher is False: call(['lava-test-case', testcase, '--result', result, '--measurement', str(score), '--units', unit]) else: print ['lava-test-case', testcase, '--result', result, '--measurement', str(score), '--units', unit] + # Installation check def phoronix_install_check(): testcase = 'phoronix-install' @@ -96,7 +100,7 @@ call(['cat', home_path + '/.phoronix-test-suite/user-config.xml']) # Get all Ethernet interface name # As the input is trusted, then call the function in this way -eth_interface_list = check_output("ifconfig -a | grep eth | awk '{print $1}'", shell=True).split('\n') +eth_interface_list = check_output("ifconfig -a | grep eth | awk '{print $1}'", shell=True).split('\n') eth_interface_list = filter(None, eth_interface_list) print eth_interface_list diff --git a/ubuntu/scripts/rcutorture.py b/ubuntu/scripts/rcutorture.py index 9e16c3b..6b7d6ac 100755 --- a/ubuntu/scripts/rcutorture.py +++ b/ubuntu/scripts/rcutorture.py @@ -28,8 +28,10 @@ import subprocess # Result collection for LAVA debug_switcher = False + + def collect_result(testcase, result): - if debug_switcher == False: + if debug_switcher is False: subprocess.call(['lava-test-case', testcase, '--result', result]) else: print ['lava-test-case', testcase, '--result', result] @@ -57,7 +59,7 @@ else: lsmod_output = subprocess.check_output(['lsmod']) print lsmod_output lsmod_list = lsmod_output.split() -torture_list = filter(lambda x:x.find('torture')!=-1, lsmod_list) +torture_list = filter(lambda x: x.find('torture') != -1, lsmod_list) if torture_list == []: print 'Cannot find rcutorture module in lsmod, abort!' collect_result('rcutorture-module-check', 'fail') diff --git a/ubuntu/scripts/sata-partition-rw.py b/ubuntu/scripts/sata-partition-rw.py index c772538..64ae6b7 100755 --- a/ubuntu/scripts/sata-partition-rw.py +++ b/ubuntu/scripts/sata-partition-rw.py @@ -36,6 +36,7 @@ print os.getcwd() test_case_list = ["sata_device_existence", "sata_mklabel_msdos", "sata_mklabel_gpt", "sata_first_ext2_partition", "sata_second_ext2_partition", "sata_ext3_format", "sata_ext4_format", "sata_ext4_mount", "sata_ext4_umount", "sata_ext4_file_fill", "sata_ext4_file_edit", "sata_ext4_dd_write", "sata_ext4_dd_read"] print "There are " + str(len(test_case_list)) + " test cases in this test suite." + # All skipped - If test case sata_device_existence failed, then skip all the rest. def all_skipped(): for element in test_case_list[1:]: @@ -45,6 +46,7 @@ def all_skipped(): commands.getstatusoutput("fdisk -l > partition_layout.txt 2>&1") device_name = sys.argv[1] + def sata_device_existence(): testcase_name = "sata_device_existence" if device_name == "": @@ -67,6 +69,7 @@ def sata_device_existence(): all_skipped() sys.exit(1) + def sata_mklabel_msdos(): testcase_name = "sata_mklabel_msdos" label_name = "msdos" @@ -92,6 +95,7 @@ def sata_mklabel_msdos(): else: print testcase_name + ": FAIL" + " 0" + " Inapplicable" + " - Could not find partition table " + label_name + " on " + device_name + def sata_mklabel_gpt(): testcase_name = "sata_mklabel_gpt" label_name = "gpt" @@ -117,6 +121,7 @@ def sata_mklabel_gpt(): else: print testcase_name + ": FAIL" + " 0" + " Inapplicable" + " - Could not find partition table " + label_name + " on " + device_name + def sata_first_ext2_partition(): testcase_name = "sata_first_ext2_partition" label_name = "msdos" @@ -149,6 +154,7 @@ def sata_first_ext2_partition(): else: print testcase_name + ": FAIL" + " 0" + " Inapplicable" + " - Could not find partition " + partition_name_first + " on " + device_name + def sata_second_ext2_partition(): testcase_name = "sata_second_ext2_partition" second_partition_creation = "parted -s " + device_name + " mkpart primary ext2 11% 20%" @@ -174,6 +180,7 @@ def sata_second_ext2_partition(): else: print testcase_name + ": FAIL" + " 0" + " Inapplicable" + " - Could not find partition " + partition_name_second + " on " + device_name + def sata_ext3_format(): testcase_name = "sata_ext3_format" target_partition_name = device_name + "1" @@ -199,6 +206,7 @@ def sata_ext3_format(): else: print testcase_name + ": FAIL" + " 0" + " Inapplicable" + " - Could not find ext3 partition on " + device_name + def sata_ext4_format(): testcase_name = "sata_ext4_format" target_partition_name = device_name + "2" @@ -224,6 +232,7 @@ def sata_ext4_format(): else: print testcase_name + ": FAIL" + " 0" + " Inapplicable" + " - Could not find ext4 partition on " + device_name + def sata_ext4_mount_umount(): testcase_mount = "sata_ext4_mount" testcase_umount = "sata_ext4_umount" @@ -276,6 +285,7 @@ def sata_ext4_mount_umount(): else: print testcase_umount + ": PASS" + " 0" + " Inapplicable" + def sata_ext4_file_fill_edit(): testcase_filefill = "sata_ext4_file_fill" testcase_fileedit = "sata_ext4_file_edit" @@ -335,6 +345,7 @@ def sata_ext4_file_fill_edit(): time.sleep(5) print "mount point cleaned!" + def sata_ext4_dd_write_read(): testcase_dd_write = "sata_ext4_dd_write" testcase_dd_read = "sata_ext4_dd_read" |