summaryrefslogtreecommitdiff
path: root/plans/rpb_ee/rpb_ee_functional.yaml
blob: c4b5f1bef50e49e23c6c42043475665334467d19 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
metadata:
  name: rpb-ee-1612-functional
  description: Test plan for EE RPB. Common features across all boards
  os: CentOS
  devices:
    - d03
    - d05
    - thunderX
    - moonshot
    - mustang
    - overdrive
  maintainer:
    - milosz.wasilewski@linaro.org
  approver:
    - alan.benett@linaro.org
  format: Linaro Test Plan v1

requirements:
  - name: SBBR compliance
    owner: alan.bennett@linaro.org
    category: Bootloader
    tests:
      manual:
        - path: manual/generic/linux/luvos.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: PXE boot
    owner: alan.bennett@linaro.org
    category: Bootloader
    tests:
      manual:
        - path: manual/generic/linux/pxe-boot.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: boot from the installed hard drive media
    owner: alan.bennett@linaro.org
    category: Bootloader
    tests:
      manual:
        - path: manual/generic/linux/disk-boot.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Linux kernel
    owner: alan.bennett@linaro.org
    category: Low-level kernel
    tests:
      manual:
      automated:
        - path: automated/linux/smoke/smoke.yaml
          timeout: 1800
          mandatory: True
          repository: https://git.linaro.org/qa/test-definitions.git
        - path: automated/linux/ltp/ltp.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          parameters:
              TST_CMDFILES: syscalls,mm,math,timers,fcntl-locktests,ipc,fsx,fs,hugetlb,io,nptl,pty,containers,fs_bind,filecaps,admin_tools,connectors
          mandatory: True
        - path: automated/linux/libhugetlbfs/libhugetlbfs.yaml
          mandatory: True
          repository: https://git.linaro.org/qa/test-definitions.git
  - name: UART console
    owner: alan.bennett@linaro.org
    category: Low-level kernel
    tests:
      manual:
        - path: manual/generic/serial-console.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Toolchain
    owner: alan.bennett@linaro.org
    category: Base OS
    tests:
      automated:
        - path: automated/linux/toolchain-smoke/toolchain-smoke.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/toolchain-smoke/toolchain-smoke.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
          parameters:
              STATIC: True
        - path: automated/linux/pointer-tagging/pointer-tagging-tests.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/kernel-compilation/kernel-compilation.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: SATA drive support
    owner: alan.bennett@linaro.org
    category: Low-level kernel
    tests:
      automated:
        - path: automated/linux/disk/disk-partitioning.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
          parameters:
            DEVICE: /dev/sdb
        - path: automated/linux/disk/disk-partitioning.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
          parameters:
            DEVICE: /dev/sdb
            FILESYSTEM: fat32
            SKIP_INSTALL: True
  - name: RAID support
    owner: alan.bennett@linaro.org
    category: Low-level kernel
    tests:
      manual:
        - path: manual/generic/linux/software-raid0.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: False
        - path: manual/generic/linux/software-raid1.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: False
        - path: manual/generic/linux/software-raid5.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: False
  - name: onboard ethernet support
    owner: alan.bennett@linaro.org
    category: Low-level kernel
    tests:
      automated:
        - path: automated/linux/network-basic/network-basic.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
      manual:
        - path: manual/generic/linux/multi-nic-download.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: False
  - name: PCIe support
    owner: alan.bennett@linaro.org
    category: Low-level kernel
    tests:
      automated:
        - path: automated/linux/network-basic/network-basic.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
      manual:
        - path: manual/generic/linux/multi-nic-download.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: manual/generic/linux/ip-forwarding.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: False
        # 1,4,8,16 lane card with SSD, partitioning and FIO/read write tests
  - name: software shutdown
    owner: alan.bennett@linaro.org
    category: Base OS
    tests:
      manual:
        - path: manual/generic/linux/power-off-cmd.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: software reboot
    owner: alan.bennett@linaro.org
    category: Base OS
    tests:
      manual:
        - path: manual/generic/linux/reboot.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: KVM system emulation
    owner: alan.bennett@linaro.org
    category: Virtualization
    tests:
      manual:
        - path: manual/generic/linux/kvm-arm32-guest-on-arm64-host.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: manual/generic/linux/kvm-arm64-guest-on-arm64-host.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        # compare IO (fio) for host and guest *
        # compare network performance (netperf) for host and guest
        # network bandwith/latency stability with system running at high load