summaryrefslogtreecommitdiff
path: root/tcwg-lnt/tcwg-lnt-02/tcwg_check.yaml.in
blob: 5bbd2978dfdd5393249296930df5cbb3fb054a14 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
# TCWG gnu check (tcwg_gnu_check) schema
format_version: '2'
name: TSNAME
metrics:

- name: nb_PASS
  type: Real
  bigger_is_better: true
  display_name: PASS
- name: nb_XPASS
  type: Real
  display_name: XPASS
- name: nb_FAIL
  type: Real
  display_name: FAIL
- name: nb_XFAIL
  type: Real
  display_name: XFAIL
- name: nb_KFAIL
  type: Real
  display_name: KFAIL
- name: nb_UNSUPPORTED
  type: Real
  display_name: UNSUPPORTED
- name: nb_UNRESOLVED
  type: Real
  display_name: UNRESOLVED
- name: nb_UNTESTED
  type: Real
  display_name: UNTESTED
- name: nb_ERROR
  type: Real
  display_name: ERROR

- name: nb_OTHER
  type: Real
  display_name: OTHER

- name: nb_FLAKY
  type: Real
  display_name: FLAKY
- name: nb_good
  type: Real
  bigger_is_better: true
  display_name: good
- name: nb_bad
  type: Real
  display_name: bad

run_fields:
- name: llvm_project_revision
  order: true
machine_fields:
- name: hardware
- name: os