summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorAníbal Limón <anibal.limon@linaro.org>2017-12-05 18:18:39 -0600
committerMilosz Wasilewski <milosz.wasilewski@linaro.org>2018-01-02 16:14:54 +0000
commit6be6a2742f2a23faa9c720c66c911b22c0009024 (patch)
tree24cecf71f040668e2d4762a9535b74883fb57203
parenta59f76860dfc398f8b067e7ae0d91ea02b4f5adc (diff)
automated/linux: Add gst-validate
The gst-validate is a tool to run integration tests for gstreamer, this test definition uses gst-validate-launcher with a test suite that gstreamer team provides (scenarios and media) [1]. The gst-validate-launcher uses Xvfb to be able to test without display attached, and the gst-integration-testsuites [1] needs to be pre-copied into the rootfs (/gst-validate). [1] https://cgit.freedesktop.org/gstreamer/gst-integration-testsuites Change-Id: I1a2799b9598e00d8d711c68c21da2835128758e9 Signed-off-by: Aníbal Limón <anibal.limon@linaro.org>
-rw-r--r--automated/linux/gst-validate/README17
-rw-r--r--automated/linux/gst-validate/gst-validate.yaml36
2 files changed, 53 insertions, 0 deletions
diff --git a/automated/linux/gst-validate/README b/automated/linux/gst-validate/README
new file mode 100644
index 0000000..78941d2
--- /dev/null
+++ b/automated/linux/gst-validate/README
@@ -0,0 +1,17 @@
+The gst-validate-launcher uses a set of test cases and media files, the gstreamer
+team provides gst-integration-testsuites [1] but you could provide your own.
+
+To get gst-integration-testsuites uses git-annex to get media:
+
+$ git clone git://anongit.freedesktop.org/gstreamer/gst-integration-testsuites
+$ cd gst-integration-testsuites
+$ git checkout 1.12
+$ git annex get
+
+The gst-integration-testsuites needs to be pre-populated into the rootfs inside
+/gst-validate folder,
+
+$ mkdir /ROOTFS_PATH/gst-validate
+$ cp -rf gst-integration-testsuites /ROOTFS_PATH/gst-validate
+
+[1] https://cgit.freedesktop.org/gstreamer/gst-integration-testsuites
diff --git a/automated/linux/gst-validate/gst-validate.yaml b/automated/linux/gst-validate/gst-validate.yaml
new file mode 100644
index 0000000..4a5e18c
--- /dev/null
+++ b/automated/linux/gst-validate/gst-validate.yaml
@@ -0,0 +1,36 @@
+metadata:
+ format: Lava-Test Test Definition 1.0
+ name: gst-validate
+ description: "A suite of tools to run integration tests for Gstreamer,
+ For more information: https://gstreamer.freedesktop.org/data/doc/gstreamer/head/gst-validate/html/"
+ maintainer:
+ - anibal.limon@linaro.org
+ os:
+ - openembedded
+ scope:
+ - functional
+ devices:
+ - dragonboard410c
+
+# MAIN_DIR:
+# * Directory where gst-validate will run, needs to contain gst-integration-testsuites,
+# https://cgit.freedesktop.org/gstreamer/gst-integration-testsuites
+# OPTIONS:
+# * -nd: To execute without display attached required Xvfb
+# * -v: Verbose mode
+# * -j: To execute only one job a time, avoid OOM
+params:
+ MAIN_DIR: "/gst-validate"
+ OPTIONS: "-nd -v -j 1"
+
+run:
+ steps:
+ - gst-validate-launcher -M ${MAIN_DIR} ${OPTIONS}
+
+parse:
+ pattern: '^(?P<test_case_id>validate\..*):\s+(?P<result>(Failed|Passed|Skipped|Timeout))'
+ fixupdict:
+ Failed: fail
+ Passed: pass
+ Skipped: skip
+ Timeout: fail