plans/rpb_ee/rpb_ee_performance.yaml


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112

metadata:
  name: rpb-ee-1612-performance
  description: Test plan for EE RPB. Common features across all boards
  os: CentOS
  devices:
    - d03
    - d05
    - thunderX
    - moonshot
    - mustang
    - overdrive
  maintainer:
    - milosz.wasilewski@linaro.org
  approver:
    - alan.benett@linaro.org
  format: Linaro Test Plan v1

requirements:
  - name: Linux kernel
    owner: alan.bennett@linaro.org
    category: Low-level kernel
    tests:
      manual:
      automated:
        - path: automated/linux/hackbench/hackbench.yaml
          mandatory: True
          repository: https://git.linaro.org/qa/test-definitions.git
  - name: KVM system emulation
    owner: alan.bennett@linaro.org
    category: Virtualization
    tests:
      manual:
          # hackbench should be executed inside KVM guest
        - path: automated/linux/hackbench/hackbench.yaml
          mandatory: True
          repository: https://git.linaro.org/qa/test-definitions.git
          parameters:
              TARGET: guest
  - name: OpenSSL
    owner: alan.bennett@linaro.org
    category: Base OS
    tests:
      automated:
        - path: automated/linux/openssl/openssl-speed.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Networking performance
    owner: alan.bennett@linaro.org
    tests:
      automated:
        - path: automated/linux/iperf/iperf.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Memory performance
    owner: alan.bennett@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/lmbench/lmbench-memory.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/stream/stream-uniprocessor.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Disk performance
    owner: alan.bennett@linaro.org
    category: Performance
    tests:
      automated:
        - path: automated/linux/fio-test/fio-test.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/dd-wr-speed/dd-wr-speed.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/device-read-perf/device-read-perf.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/blogbench/blogbench.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: CPU performance
    owner: alan.bennett@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/linpack/linpack.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        # lapac
  - name: Apache webserver performance
    owner: alan.bennett@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/apache-apache-bench/apache-bench.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
          parameters:
              NUMBER: 10000
              CONCURENT: 500
  - name: NGiNX webserver performance
    owner: alan.bennett@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/nginx-apache-bench/apache-bench.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
          parameters:
              NUMBER: 10000
              CONCURENT: 500