summaryrefslogtreecommitdiff
path: root/tcwg-lnt/tcwg-lnt-01/tcwg_bmk.yaml.in
blob: 20ffdc5c04bbc26b256116a3fb48d4c7e46077ed (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
# Nightly Test Suite (nts) schema. This was originally developed for the llvm
# test-suite and now is LNTs default schema. It also has some extra fields
# like `score` or `mem_bytes` to work for more test suites out of the box.
format_version: '2'
name: TSNAME
metrics:
- name: compile_status
  type: Status
- name: compile
  type: Real
  display_name: Compile
  unit: seconds
  unit_abbrev: s

- name: execution_status
  type: Status
- name: execution
  type: Real
  display_name: Execution
  unit: seconds
  unit_abbrev: s

- name: hash_status
  type: Status
- name: hash
  type: Hash
  status_field: hash_status

- name: code_size
  type: Real
  display_name: Code Size
  unit: bytes
  unit_abbrev: b

- name: mem_bytes
  type: Real
  display_name: Memory Usage
  unit: bytes
  unit_abbrev: b

- name: score
  type: Real
  bigger_is_better: true
  display_name: Score

- name: execution_variation
  type: Real
  display_name: sample variability

run_fields:
- name: llvm_project_revision
  order: true
machine_fields:
- name: hardware
- name: os