summaryrefslogtreecommitdiff
path: root/openembedded/mauve.yaml
blob: db3726b34d66289a18fe8e90a228338818a4c113 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
metadata:
  name: mauve
  format: "Lava-Test-Shell Test Definition 1.0"
  description: "Java Mauve Tests for Open Embedded"
  version: 1.0

install:
  git-repos:
    - git://git.linaro.org/qa/test-definitions.git
    - git://git.linaro.org/people/andrew.mcdermott/mauve.git

run:
  steps:
    - 'DISPLAY=:10'
    - 'export DISPLAY'
    - 'Xvfb $DISPLAY &'
    - 'XVFBPID=$!'
    - 'PATH=$PATH:/lava/tests/$TESTRUN_ID/test-definitions/openembedded/scripts'
    - 'rm -rf /tmp/mauve'
    - 'ln -s /lava/tests/$TESTRUN_ID/mauve /tmp/mauve'
    - 'cd /tmp/mauve'
    - 'lava-test-case javax.net --shell mauve-test-pkg gnu.testlet.javax.net 2>&1 | tee /tmp/mauve-javax.net.txt'
    - 'lava-test-case-attach javax.net /tmp/mauve-javax.net.txt text/plain'
    - 'lava-test-case java.net --shell mauve-test-pkg gnu.testlet.java.net 2>&1 | tee /tmp/mauve-java.net.txt'
    - 'lava-test-case-attach java.net /tmp/mauve-java.net.txt text/plain'
    - 'lava-test-case javax.naming --shell mauve-test-pkg gnu.testlet.javax.naming 2>&1 | tee /tmp/mauve-javax.naming.txt'
    - 'lava-test-case-attach javax.naming /tmp/mauve-javax.naming.txt text/plain'
    - 'lava-test-case javax.imageio --shell mauve-test-pkg gnu.testlet.javax.imageio 2>&1 | tee /tmp/mauve-javax.imageio.txt'
    - 'lava-test-case-attach javax.imageio /tmp/mauve-javax.imageio.txt text/plain'
    - 'lava-test-case javax.sound --shell mauve-test-pkg gnu.testlet.javax.sound 2>&1 | tee /tmp/mauve-javax.sound.txt'
    - 'lava-test-case-attach javax.sound /tmp/mauve-javax.sound.txt text/plain'
    - 'lava-test-case java.io --shell mauve-test-pkg gnu.testlet.java.io 2>&1 | tee /tmp/mauve-java.io.txt'
    - 'lava-test-case-attach java.io /tmp/mauve-java.io.txt text/plain'
    - 'lava-test-case gnu.java --shell mauve-test-pkg gnu.testlet.gnu.java 2>&1 | tee /tmp/mauve-gnu.java.txt'
    - 'lava-test-case-attach gnu.java /tmp/mauve-gnu.java.txt text/plain'
    - 'lava-test-case java.rmi --shell mauve-test-pkg gnu.testlet.java.rmi 2>&1 | tee /tmp/mauve-java.rmi.txt'
    - 'lava-test-case-attach java.rmi /tmp/mauve-java.rmi.txt text/plain'
    - 'lava-test-case BinaryCompatibility --shell mauve-test-pkg gnu.testlet.BinaryCompatibility 2>&1 | tee /tmp/mauve-BinaryCompatibility.txt'
    - 'lava-test-case-attach BinaryCompatibility /tmp/mauve-BinaryCompatibility.txt text/plain'
    - 'lava-test-case locales --shell mauve-test-pkg gnu.testlet.locales 2>&1 | tee /tmp/mauve-locales.txt'
    - 'lava-test-case-attach locales /tmp/mauve-locales.txt text/plain'
    - 'lava-test-case javax.rmi --shell mauve-test-pkg gnu.testlet.javax.rmi 2>&1 | tee /tmp/mauve-javax.rmi.txt'
    - 'lava-test-case-attach javax.rmi /tmp/mauve-javax.rmi.txt text/plain'
    - 'lava-test-case java.awt --shell mauve-test-pkg gnu.testlet.java.awt 2>&1 | tee /tmp/mauve-java.awt.txt'
    - 'lava-test-case-attach java.awt /tmp/mauve-java.awt.txt text/plain'
    - 'lava-test-case org.w3c --shell mauve-test-pkg gnu.testlet.org.w3c 2>&1 | tee /tmp/mauve-org.w3c.txt'
    - 'lava-test-case-attach org.w3c /tmp/mauve-org.w3c.txt text/plain'
    - 'lava-test-case BinaryCompatibility.altered --shell mauve-test-pkg gnu.testlet.BinaryCompatibility.altered 2>&1 | tee /tmp/mauve-BinaryCompatibility.altered.txt'
    - 'lava-test-case-attach BinaryCompatibility.altered /tmp/mauve-BinaryCompatibility.altered.txt text/plain'
    - 'lava-test-case java.lang --shell mauve-test-pkg gnu.testlet.java.lang 2>&1 | tee /tmp/mauve-java.lang.txt'
    - 'lava-test-case-attach java.lang /tmp/mauve-java.lang.txt text/plain'
    - 'lava-test-case javax.xml --shell mauve-test-pkg gnu.testlet.javax.xml 2>&1 | tee /tmp/mauve-javax.xml.txt'
    - 'lava-test-case-attach javax.xml /tmp/mauve-javax.xml.txt text/plain'
    - 'lava-test-case javax.crypto --shell mauve-test-pkg gnu.testlet.javax.crypto 2>&1 | tee /tmp/mauve-javax.crypto.txt'
    - 'lava-test-case-attach javax.crypto /tmp/mauve-javax.crypto.txt text/plain'
    - 'lava-test-case java.util --shell mauve-test-pkg gnu.testlet.java.util 2>&1 | tee /tmp/mauve-java.util.txt'
    - 'lava-test-case-attach java.util /tmp/mauve-java.util.txt text/plain'
    - 'lava-test-case org.omg --shell mauve-test-pkg gnu.testlet.org.omg 2>&1 | tee /tmp/mauve-org.omg.txt'
    - 'lava-test-case-attach org.omg /tmp/mauve-org.omg.txt text/plain'
    - 'lava-test-case javax.management --shell mauve-test-pkg gnu.testlet.javax.management 2>&1 | tee /tmp/mauve-javax.management.txt'
    - 'lava-test-case-attach javax.management /tmp/mauve-javax.management.txt text/plain'
    - 'lava-test-case javax.swing --shell mauve-test-pkg gnu.testlet.javax.swing 2>&1 | tee /tmp/mauve-javax.swing.txt'
    - 'lava-test-case-attach javax.swing /tmp/mauve-javax.swing.txt text/plain'
    - 'lava-test-case javax.print --shell mauve-test-pkg gnu.testlet.javax.print 2>&1 | tee /tmp/mauve-javax.print.txt'
    - 'lava-test-case-attach javax.print /tmp/mauve-javax.print.txt text/plain'
    - 'lava-test-case java.nio --shell mauve-test-pkg gnu.testlet.java.nio 2>&1 | tee /tmp/mauve-java.nio.txt'
    - 'lava-test-case-attach java.nio /tmp/mauve-java.nio.txt text/plain'
    - 'lava-test-case java.security --shell mauve-test-pkg gnu.testlet.java.security 2>&1 | tee /tmp/mauve-java.security.txt'
    - 'lava-test-case-attach java.security /tmp/mauve-java.security.txt text/plain'
    - 'lava-test-case java.beans --shell mauve-test-pkg gnu.testlet.java.beans 2>&1 | tee /tmp/mauve-java.beans.txt'
    - 'lava-test-case-attach java.beans /tmp/mauve-java.beans.txt text/plain'
    - 'lava-test-case java.math --shell mauve-test-pkg gnu.testlet.java.math 2>&1 | tee /tmp/mauve-java.math.txt'
    - 'lava-test-case-attach java.math /tmp/mauve-java.math.txt text/plain'
    - 'lava-test-case java.text --shell mauve-test-pkg gnu.testlet.java.text 2>&1 | tee /tmp/mauve-java.text.txt'
    - 'lava-test-case-attach java.text /tmp/mauve-java.text.txt text/plain'
    - 'lava-test-case gnu.javax --shell mauve-test-pkg gnu.testlet.gnu.javax 2>&1 | tee /tmp/mauve-gnu.javax.txt'
    - 'lava-test-case-attach gnu.javax /tmp/mauve-gnu.javax.txt text/plain'
    - 'lava-test-case javax.accessibility --shell mauve-test-pkg gnu.testlet.javax.accessibility 2>&1 | tee /tmp/mauve-javax.accessibility.txt'
    - 'lava-test-case-attach javax.accessibility /tmp/mauve-javax.accessibility.txt text/plain'
    - 'lava-test-case javax.security --shell mauve-test-pkg gnu.testlet.javax.security 2>&1 | tee /tmp/mauve-javax.security.txt'
    - 'lava-test-case-attach javax.security /tmp/mauve-javax.security.txt text/plain'
    - 'lava-test-case runner.compare --shell mauve-test-pkg gnu.testlet.runner.compare 2>&1 | tee /tmp/mauve-runner.compare.txt'
    - 'lava-test-case-attach runner.compare /tmp/mauve-runner.compare.txt text/plain'
    - 'lava-test-case java.sql --shell mauve-test-pkg gnu.testlet.java.sql 2>&1 | tee /tmp/mauve-java.sql.txt'
    - 'lava-test-case-attach java.sql /tmp/mauve-java.sql.txt text/plain'
    - 'kill $XVFBPID'

# The following "parser" will correctly parse the output from the
# tests but it is deliberately commented out because you end up with
# one line per test case in the Lava dashboard and, given the number
# of tests that are run, there will be ~250 pages to wade through.

# parse:
#   pattern: "(?P<result>(PASS|FAIL|SKIP)):\\s+(?P<test_case_id>(.*))"
#   fixupdict:
#     PASS: pass
#     FAIL: fail
#     SKIP: skip