From 07a610510c6eaa55f8e562e63c9f8ed023f77c05 Mon Sep 17 00:00:00 2001 From: Petr Šplíchal Date: Feb 04 2019 15:51:07 +0000 Subject: Use "how" to define test step implementation Let's use "how" to define how each test step is implemented. This attribute name quite naturally answers questions such as: How to discover relevant tests? How to provision the system and prepare it? How to execute tests and how to report the results? --- diff --git a/examples/rpmdiff.fmf b/examples/rpmdiff.fmf index 7b52df2..e33419d 100644 --- a/examples/rpmdiff.fmf +++ b/examples/rpmdiff.fmf @@ -3,7 +3,7 @@ /essential: summary: Essential rpmdiff tests (used for gating) execute: - tool: rpmdiff + how: rpmdiff tests: - ABI symbols - File permissions @@ -13,7 +13,7 @@ /additional: summary: Additional rpmdiff tests (informational) execute: - tool: rpmdiff + how: rpmdiff tests: - File list - Specfile checks diff --git a/examples/tooling.fmf b/examples/tooling.fmf index 147139c..29b2a01 100644 --- a/examples/tooling.fmf +++ b/examples/tooling.fmf @@ -4,7 +4,7 @@ # Standard Test Inteface /sti: execute: - tool: sti + how: sti playbooks: - 'tests.yml' tags: @@ -12,7 +12,7 @@ # Simple shell script /shell: execute: - tool: shell + how: shell path: 'tests' test: './test.sh' environment: @@ -20,13 +20,13 @@ # Workflow Tomorrow /wow: execute: - tool: wow + how: wow options: '--plan 1234 --tags Tier1' # Flexible Metadata Format + Restraint /fmf: discover: - tool: fmf + how: fmf filter: 'tier: 1, 2' repository: https://src.fedoraproject.org/tests/python execute: - tool: restraint + how: restraint diff --git a/examples/workflow.fmf b/examples/workflow.fmf index e94593e..a40115e 100644 --- a/examples/workflow.fmf +++ b/examples/workflow.fmf @@ -2,7 +2,7 @@ /test: # Discover relevant tests discover: - tool: fmf + how: fmf # System requirements provision: memory: @@ -15,7 +15,7 @@ - 'setup.yml' # Test execution execute: - tool: restraint + how: restraint # Result reporting report: contact: email@address.org