summaryrefslogtreecommitdiff
path: root/tcwg-lnt/tcwg-lnt-01/tcwg_bmk.yaml.in
diff options
context:
space:
mode:
Diffstat (limited to 'tcwg-lnt/tcwg-lnt-01/tcwg_bmk.yaml.in')
-rw-r--r--tcwg-lnt/tcwg-lnt-01/tcwg_bmk.yaml.in55
1 files changed, 55 insertions, 0 deletions
diff --git a/tcwg-lnt/tcwg-lnt-01/tcwg_bmk.yaml.in b/tcwg-lnt/tcwg-lnt-01/tcwg_bmk.yaml.in
new file mode 100644
index 00000000..20ffdc5c
--- /dev/null
+++ b/tcwg-lnt/tcwg-lnt-01/tcwg_bmk.yaml.in
@@ -0,0 +1,55 @@
+# Nightly Test Suite (nts) schema. This was originally developed for the llvm
+# test-suite and now is LNTs default schema. It also has some extra fields
+# like `score` or `mem_bytes` to work for more test suites out of the box.
+format_version: '2'
+name: TSNAME
+metrics:
+- name: compile_status
+ type: Status
+- name: compile
+ type: Real
+ display_name: Compile
+ unit: seconds
+ unit_abbrev: s
+
+- name: execution_status
+ type: Status
+- name: execution
+ type: Real
+ display_name: Execution
+ unit: seconds
+ unit_abbrev: s
+
+- name: hash_status
+ type: Status
+- name: hash
+ type: Hash
+ status_field: hash_status
+
+- name: code_size
+ type: Real
+ display_name: Code Size
+ unit: bytes
+ unit_abbrev: b
+
+- name: mem_bytes
+ type: Real
+ display_name: Memory Usage
+ unit: bytes
+ unit_abbrev: b
+
+- name: score
+ type: Real
+ bigger_is_better: true
+ display_name: Score
+
+- name: execution_variation
+ type: Real
+ display_name: sample variability
+
+run_fields:
+- name: llvm_project_revision
+ order: true
+machine_fields:
+- name: hardware
+- name: os