[rtems commit] spec: Add QEMU test annotations

[Joel Sherrill]

Module:    rtems
Branch:    master
Commit:    f46c15fd76a4c1904760360cd220a061d74edad4
Changeset: http://git.rtems.org/rtems/commit/?id=f46c15fd76a4c1904760360cd220a061d74edad4

Author:    Kinsey Moore <kinsey.moore at oarcorp.com>
Date:      Thu Jul  6 13:46:08 2023 -0500

spec: Add QEMU test annotations

QEMU is known to fail certain tests intermittently due to clock tick
delivery issues. This defines those tests as intermittent for BSPs
intended to run on QEMU alone.

Updates #4922
Updates #4072

---

 spec/build/bsps/aarch64/a53/tsta53.yml             | 33 +---------
 spec/build/bsps/aarch64/a72/tsta72.yml             | 33 +---------
 spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml  |  4 +-
 spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml  | 33 +---------
 .../bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml  |  2 +
 spec/build/bsps/arm/xilinx-zynq/bspqemu.yml        |  2 +
 spec/build/bsps/tstqemu.yml                        | 72 ++++++++++++++++++++++
 7 files changed, 88 insertions(+), 91 deletions(-)

diff --git a/spec/build/bsps/aarch64/a53/tsta53.yml b/spec/build/bsps/aarch64/a53/tsta53.yml
index a3d8c9810d..adf6d85ae1 100644
--- a/spec/build/bsps/aarch64/a53/tsta53.yml
+++ b/spec/build/bsps/aarch64/a53/tsta53.yml
@@ -6,40 +6,13 @@ actions:
     state: exclude
     tests:
     - minimum
-- set-test-state:
-    reason: |
-      Tests that are passing intermittently.
-    state: indeterminate
-    tests:
-    - psx12
-    - psxtimes01
-    - rtmonuse
-    - rtmonusxtimes01
-    - sp04
-    - sp20
-    - sp68
-    - sp69
-    - spcpucounter01
-    - spedfsched02
-    - spedfsched04
-    - sprmsched01
-    - sptimecounter02
-    - sptimecounter04
-    - ttest02
-- set-test-state:
-    reason: |
-      Tests that pass nominally, but fail under Qemu when the host is under
-      heavy load.
-    state: indeterminate
-    tests:
-    - spintrcritical03
-    - spintrcritical04
-    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
 default: []
 description: ''
 enabled-by: true
-links: []
+links:
+- role: build-dependency
+  uid: ../../tstqemu
 type: build
diff --git a/spec/build/bsps/aarch64/a72/tsta72.yml b/spec/build/bsps/aarch64/a72/tsta72.yml
index a3d8c9810d..adf6d85ae1 100644
--- a/spec/build/bsps/aarch64/a72/tsta72.yml
+++ b/spec/build/bsps/aarch64/a72/tsta72.yml
@@ -6,40 +6,13 @@ actions:
     state: exclude
     tests:
     - minimum
-- set-test-state:
-    reason: |
-      Tests that are passing intermittently.
-    state: indeterminate
-    tests:
-    - psx12
-    - psxtimes01
-    - rtmonuse
-    - rtmonusxtimes01
-    - sp04
-    - sp20
-    - sp68
-    - sp69
-    - spcpucounter01
-    - spedfsched02
-    - spedfsched04
-    - sprmsched01
-    - sptimecounter02
-    - sptimecounter04
-    - ttest02
-- set-test-state:
-    reason: |
-      Tests that pass nominally, but fail under Qemu when the host is under
-      heavy load.
-    state: indeterminate
-    tests:
-    - spintrcritical03
-    - spintrcritical04
-    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
 default: []
 description: ''
 enabled-by: true
-links: []
+links:
+- role: build-dependency
+  uid: ../../tstqemu
 type: build
diff --git a/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml b/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
index 0a0ab619af..69b85cadbd 100644
--- a/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
+++ b/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
@@ -12,5 +12,7 @@ copyrights:
 default: []
 description: ''
 enabled-by: true
-links: []
+links:
+- role: build-dependency
+  uid: ../../tstqemu
 type: build
diff --git a/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml b/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
index a3d8c9810d..adf6d85ae1 100644
--- a/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
+++ b/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
@@ -6,40 +6,13 @@ actions:
     state: exclude
     tests:
     - minimum
-- set-test-state:
-    reason: |
-      Tests that are passing intermittently.
-    state: indeterminate
-    tests:
-    - psx12
-    - psxtimes01
-    - rtmonuse
-    - rtmonusxtimes01
-    - sp04
-    - sp20
-    - sp68
-    - sp69
-    - spcpucounter01
-    - spedfsched02
-    - spedfsched04
-    - sprmsched01
-    - sptimecounter02
-    - sptimecounter04
-    - ttest02
-- set-test-state:
-    reason: |
-      Tests that pass nominally, but fail under Qemu when the host is under
-      heavy load.
-    state: indeterminate
-    tests:
-    - spintrcritical03
-    - spintrcritical04
-    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
 default: []
 description: ''
 enabled-by: true
-links: []
+links:
+- role: build-dependency
+  uid: ../../tstqemu
 type: build
diff --git a/spec/build/bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml b/spec/build/bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml
index a6e4d5b1a9..4111830ce9 100644
--- a/spec/build/bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml
+++ b/spec/build/bsps/arm/realview-pbx-a9/bsprealviewpbxa9.yml
@@ -53,6 +53,8 @@ links:
   uid: ../../objmem
 - role: build-dependency
   uid: ../../opto0
+- role: build-dependency
+  uid: ../../tstqemu
 - role: build-dependency
   uid: ../../bspopts
 source:
diff --git a/spec/build/bsps/arm/xilinx-zynq/bspqemu.yml b/spec/build/bsps/arm/xilinx-zynq/bspqemu.yml
index 4780a9d64b..8068284d82 100644
--- a/spec/build/bsps/arm/xilinx-zynq/bspqemu.yml
+++ b/spec/build/bsps/arm/xilinx-zynq/bspqemu.yml
@@ -13,6 +13,8 @@ install: []
 links:
 - role: build-dependency
   uid: ../../opto2
+- role: build-dependency
+  uid: ../../tstqemu
 - role: build-dependency
   uid: grp
 source: []
diff --git a/spec/build/bsps/tstqemu.yml b/spec/build/bsps/tstqemu.yml
new file mode 100644
index 0000000000..3956cc4828
--- /dev/null
+++ b/spec/build/bsps/tstqemu.yml
@@ -0,0 +1,72 @@
+SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
+actions:
+- set-test-state:
+    reason: |
+      Tests that are passing intermittently due to #4922
+    state: indeterminate
+    tests:
+    - psx12
+    - psxclock
+    - psxtimes01
+    - psxualarm
+    - rtmonuse
+    - rtmonusxtimes01
+    - smpclock01
+    - smpfatal01
+    - smpfatal03
+    - smpmrsp01
+    - smpmutex01
+    - smppsxmutex01
+    - smpschedaffinity01
+    - smpschedaffinity02
+    - smpschededf01
+    - smpschededf03
+    - smpscheduler04
+    - smpthreadpin01
+    - sp04
+    - sp20
+    - sp68
+    - sp69
+    - sp71
+    - spcpucounter01
+    - spedfsched02
+    - spedfsched04
+    - spintrcritical01
+    - spintrcritical02
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
+    - spintrcritical06
+    - spintrcritical07
+    - spintrcritical08
+    - spintrcritical09
+    - spintrcritical10
+    - spintrcritical11
+    - spintrcritical12
+    - spintrcritical13
+    - spintrcritical14
+    - spintrcritical15
+    - spintrcritical16
+    - spintrcritical17
+    - spintrcritical18
+    - spintrcritical19
+    - spintrcritical20
+    - spintrcritical21
+    - spintrcritical22
+    - spintrcritical23
+    - spintrcritical24
+    - sprmsched01
+    - sptimecounter01
+    - sptimecounter02
+    - sptimecounter04
+    - ttest02
+    - validation-0
+    - validation-smp-only-0
+build-type: option
+copyrights:
+- Copyright (C) 2023 On-Line Applications Research (OAR)
+default: []
+description: ''
+enabled-by: true
+links: []
+type: build