summaryrefslogtreecommitdiff
path: root/plans/rpb_ee
diff options
context:
space:
mode:
authorMilosz Wasilewski <milosz.wasilewski@linaro.org>2016-10-25 18:49:43 +0100
committerMilosz Wasilewski <milosz.wasilewski@linaro.org>2016-12-02 13:08:10 +0000
commitb5e23379206b8f2970eb3a35a87275f1331600ce (patch)
tree02a74a461c8b58c55ce69da5ca061f96782de0e0 /plans/rpb_ee
parent031d8f1eef82932a44597b81768dddb2451cb78d (diff)
downloadtest-definitions-pipe-b5e23379206b8f2970eb3a35a87275f1331600ce.tar.gz
plans: added RPB EE test plan
Reference Platform EE test plan is based on not yet approved requirements. This version will be used for testing 16.12 release Change-Id: I5160aeeabacda0bfea0b7fbfdfe8b0b8b13f743b Signed-off-by: Milosz Wasilewski <milosz.wasilewski@linaro.org>
Diffstat (limited to 'plans/rpb_ee')
-rw-r--r--plans/rpb_ee/rpb_ee_enterprise.yaml116
-rw-r--r--plans/rpb_ee/rpb_ee_functional.yaml176
-rw-r--r--plans/rpb_ee/rpb_ee_performance.yaml112
-rw-r--r--plans/rpb_ee/rpb_ee_stress.yaml42
4 files changed, 446 insertions, 0 deletions
diff --git a/plans/rpb_ee/rpb_ee_enterprise.yaml b/plans/rpb_ee/rpb_ee_enterprise.yaml
new file mode 100644
index 0000000..9db98de
--- /dev/null
+++ b/plans/rpb_ee/rpb_ee_enterprise.yaml
@@ -0,0 +1,116 @@
+metadata:
+ name: rpb-ee-1612-common
+ description: Test plan for EE RPB. Common features across all boards
+ os: CentOS
+ devices:
+ - d03
+ - d05
+ - thunderX
+ - moonshot
+ - mustang
+ - overdrive
+ maintainer:
+ - milosz.wasilewski@linaro.org
+ approver:
+ - alan.benett@linaro.org
+ format: Linaro Test Plan v1
+
+requirements:
+ - name: Docker
+ owner: alan.bennett@linaro.org
+ category: Virtualization
+ tests:
+ automated:
+ - path: automated/linux/docker/docker.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: automated/linux/dsdbench/dsdbench.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: OpenJDK
+ owner: martin.stadtler@linaro.org
+ category: Enterprise
+ tests:
+ automated:
+ - path: automated/linux/openjdk/openjdk-smoke.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: MySQL database
+ owner: alan.bennett@linaro.org
+ category: Enterprise
+ tests:
+ automated:
+ - path: automated/linux/lamp/lamp.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Apache webserver
+ owner: alan.bennett@linaro.org
+ category: Enterprise
+ tests:
+ automated:
+ - path: automated/linux/lamp/lamp.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: NGiNX webserver
+ owner: alan.bennett@linaro.org
+ category: Enterprise
+ tests:
+ automated:
+ - path: automated/linux/lemp/lemp.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Tomcat webserver
+ owner: alan.bennett@linaro.org
+ category: Enterprise
+ tests:
+ - name: OpenSSH
+ owner: alan.bennett@linaro.org
+ category: Base OS
+ tests:
+ manual:
+ - path: manual/generic/linux/openssh-centos.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: OpenSSL
+ owner: alan.bennett@linaro.org
+ category: Base OS
+ tests:
+ manual:
+ - path: manual/generic/linux/openssl-centos.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: OpenStack (Core)
+ owner: martin.stadtler@linaro.org
+ category: Enterprise
+ tests:
+ manual:
+ - path: manual/enterprise/openstack-ceph.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Ceph
+ owner: martin.stadtler@linaro.org
+ category: Enterprise
+ tests:
+ manual:
+ - path: manual/enterprise/openstack-ceph.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Hadoop
+ owner: martin.stadtler@linaro.org
+ category: Enterprise
+ tests:
+ manual:
+ - path: manual/enterprise/bigdata-hadoop-terasort.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: manual/enterprise/bigdata-hive.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Spark
+ owner: martin.stadtler@linaro.org
+ category: Enterprise
+ tests:
+ manual:
+ - path: manual/enterprise/bigdata-spark-sparkpi.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
diff --git a/plans/rpb_ee/rpb_ee_functional.yaml b/plans/rpb_ee/rpb_ee_functional.yaml
new file mode 100644
index 0000000..87fbc16
--- /dev/null
+++ b/plans/rpb_ee/rpb_ee_functional.yaml
@@ -0,0 +1,176 @@
+metadata:
+ name: rpb-ee-1612-common
+ description: Test plan for EE RPB. Common features across all boards
+ os: CentOS
+ devices:
+ - d03
+ - d05
+ - thunderX
+ - moonshot
+ - mustang
+ - overdrive
+ maintainer:
+ - milosz.wasilewski@linaro.org
+ approver:
+ - alan.benett@linaro.org
+ format: Linaro Test Plan v1
+
+requirements:
+ - name: SBBR compliance
+ owner: alan.bennett@linaro.org
+ category: Bootloader
+ tests:
+ manual:
+ - path: manual/generic/linux/luvos.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: PXE boot
+ owner: alan.bennett@linaro.org
+ category: Bootloader
+ tests:
+ manual:
+ - path: manual/generic/linux/pxe-boot.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: boot from the installed hard drive media
+ owner: alan.bennett@linaro.org
+ category: Bootloader
+ tests:
+ manual:
+ - path: manual/generic/linux/disk-boot.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Linux kernel
+ owner: alan.bennett@linaro.org
+ category: Low-level kernel
+ tests:
+ manual:
+ automated:
+ - path: automated/linux/smoke/smoke.yaml
+ timeout: 1800
+ mandatory: True
+ repository: https://git.linaro.org/qa/test-definitions.git
+ - path: automated/linux/ltp/ltp.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ parameters:
+ TST_CMDFILES: syscalls,mm,math,timers,fcntl-locktests,ipc,fsx,fs,hugetlb,io,nptl,pty,containers,fs_bind,filecaps,admin_tools,connectors
+ mandatory: True
+ - path: automated/linux/libhugetlbfs/libhugetlbfs.yaml
+ mandatory: True
+ repository: https://git.linaro.org/qa/test-definitions.git
+ - name: UART console
+ owner: alan.bennett@linaro.org
+ category: Low-level kernel
+ tests:
+ manual:
+ - path: manual/generic/serial-console.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Toolchain
+ owner: alan.bennett@linaro.org
+ category: Base OS
+ tests:
+ automated:
+ - path: automated/linux/toolchain-smoke/toolchain-smoke.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: automated/linux/toolchain-smoke/toolchain-smoke.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ parameters:
+ STATIC: True
+ - path: automated/linux/pointer-tagging/pointer-tagging-tests.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: automated/linux/kernel-compilation/kernel-compilation.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: SATA drive support
+ owner: alan.bennett@linaro.org
+ category: Low-level kernel
+ tests:
+ automated:
+ - path: automated/linux/disk/disk-partitioning.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ parameters:
+ DEVICE: /dev/sdb
+ - path: automated/linux/disk/disk-partitioning.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ parameters:
+ DEVICE: /dev/sdb
+ FILESYSTEM: fat32
+ SKIP_INSTALL: True
+ - name: RAID support
+ owner: alan.bennett@linaro.org
+ category: Low-level kernel
+ tests:
+ manual:
+ - path: manual/generic/linux/software-raid0.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: False
+ - path: manual/generic/linux/software-raid1.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: False
+ - path: manual/generic/linux/software-raid5.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: False
+ - name: onboard ethernet support
+ owner: alan.bennett@linaro.org
+ category: Low-level kernel
+ tests:
+ automated:
+ - path: automated/linux/network-basic/network-basic.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ manual:
+ - path: manual/generic/linux/multi-nic-download.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: False
+ - name: PCIe support
+ owner: alan.bennett@linaro.org
+ category: Low-level kernel
+ tests:
+ automated:
+ - path: automated/linux/network-basic/network-basic.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ manual:
+ - path: manual/generic/linux/multi-nic-download.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: manual/generic/linux/ip-forwarding.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: False
+ # 1,4,8,16 lane card with SSD, partitioning and FIO/read write tests
+ - name: software shutdown
+ owner: alan.bennett@linaro.org
+ category: Base OS
+ tests:
+ manual:
+ - path: manual/generic/linux/power-off-cmd.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: software reboot
+ owner: alan.bennett@linaro.org
+ category: Base OS
+ tests:
+ manual:
+ - path: manual/generic/linux/reboot.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: KVM system emulation
+ owner: alan.bennett@linaro.org
+ category: Virtualization
+ tests:
+ manual:
+ - path: manual/generic/linux/kvm-arm32-guest-on-arm64-host.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: manual/generic/linux/kvm-arm64-guest-on-arm64-host.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ # compare IO (fio) for host and guest *
+ # compare network performance (netperf) for host and guest
+ # network bandwith/latency stability with system running at high load
diff --git a/plans/rpb_ee/rpb_ee_performance.yaml b/plans/rpb_ee/rpb_ee_performance.yaml
new file mode 100644
index 0000000..0e37980
--- /dev/null
+++ b/plans/rpb_ee/rpb_ee_performance.yaml
@@ -0,0 +1,112 @@
+metadata:
+ name: rpb-ee-1612-common
+ description: Test plan for EE RPB. Common features across all boards
+ os: CentOS
+ devices:
+ - d03
+ - d05
+ - thunderX
+ - moonshot
+ - mustang
+ - overdrive
+ maintainer:
+ - milosz.wasilewski@linaro.org
+ approver:
+ - alan.benett@linaro.org
+ format: Linaro Test Plan v1
+
+requirements:
+ - name: Linux kernel
+ owner: alan.bennett@linaro.org
+ category: Low-level kernel
+ tests:
+ manual:
+ automated:
+ - path: automated/linux/hackbench/hackbench.yaml
+ mandatory: True
+ repository: https://git.linaro.org/qa/test-definitions.git
+ - name: KVM system emulation
+ owner: alan.bennett@linaro.org
+ category: Virtualization
+ tests:
+ manual:
+ # hackbench should be executed inside KVM guest
+ - path: automated/linux/hackbench/hackbench.yaml
+ mandatory: True
+ repository: https://git.linaro.org/qa/test-definitions.git
+ parameters:
+ TARGET: guest
+ - name: OpenSSL
+ owner: alan.bennett@linaro.org
+ category: Base OS
+ tests:
+ automated:
+ - path: automated/linux/openssl/openssl-speed.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Networking performance
+ owner: alan.bennett@linaro.org
+ tests:
+ automated:
+ - path: automated/linux/iperf/iperf.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Memory performance
+ owner: alan.bennett@linaro.org
+ category: Performance
+ tests:
+ automated:
+ - path: automated/linux/lmbench/lmbench-memory.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: automated/linux/stream/stream-uniprocessor.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: Disk performance
+ owner: alan.bennett@linaro.org
+ category: Performance
+ tests:
+ automated:
+ - path: automated/linux/fio-test/fio-test.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: automated/linux/dd-wr-speed/dd-wr-speed.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: automated/linux/device-read-perf/device-read-perf.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - path: automated/linux/blogbench/blogbench.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ - name: CPU performance
+ owner: alan.bennett@linaro.org
+ category: Performance
+ tests:
+ automated:
+ - path: automated/linux/linpack/linpack.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ # lapac
+ - name: Apache webserver performance
+ owner: alan.bennett@linaro.org
+ category: Performance
+ tests:
+ automated:
+ - path: automated/linux/apache-apache-bench/apache-bench.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ parameters:
+ NUMBER: 10000
+ CONCURENT: 500
+ - name: NGiNX webserver performance
+ owner: alan.bennett@linaro.org
+ category: Performance
+ tests:
+ automated:
+ - path: automated/linux/nginx-apache-bench/apache-bench.yaml
+ repository: https://git.linaro.org/qa/test-definitions.git
+ mandatory: True
+ parameters:
+ NUMBER: 10000
+ CONCURENT: 500
diff --git a/plans/rpb_ee/rpb_ee_stress.yaml b/plans/rpb_ee/rpb_ee_stress.yaml
new file mode 100644
index 0000000..096a2e1
--- /dev/null
+++ b/plans/rpb_ee/rpb_ee_stress.yaml
@@ -0,0 +1,42 @@
+metadata:
+ name: rpb-ee-1612-common
+ description: Test plan for EE RPB. Common features across all boards
+ os: CentOS
+ devices:
+ - d03
+ - d05
+ - thunderX
+ - moonshot
+ - mustang
+ - overdrive
+ maintainer:
+ - milosz.wasilewski@linaro.org
+ approver:
+ - alan.benett@linaro.org
+ format: Linaro Test Plan v1
+
+requirements:
+ - name: System robustness
+ owner: alan.bennett@linaro.org
+ category: Performance
+ tests:
+ automated:
+ - path: 24h-stress-test.yaml
+ repository: https://git.linaro.org/qa/24h-stress-test.git
+ mandatory: True
+ parameters:
+ TEST: stress_ng
+ - path: 24h-stress-test.yaml
+ repository: https://git.linaro.org/qa/24h-stress-test.git
+ mandatory: True
+ parameters:
+ TEST: stress_oom
+ - path: 24h-stress-test.yaml
+ repository: https://git.linaro.org/qa/24h-stress-test.git
+ mandatory: True
+ parameters:
+ TEST: stress_network
+ INTERFACE: eth0 # might be different for each platform with systemd
+ # memory errors (using SoC counters) when CPU runs at full capacity
+ # for a long time
+ # network bandwith/latency stability with system running at high load