[rtems commit] build: Add reason to test state definitions

Sebastian Huber sebh at rtems.org
Tue Jan 17 07:20:24 UTC 2023


Module:    rtems
Branch:    master
Commit:    cac528f85a715c0362c3bef00994c2d33f212a96
Changeset: http://git.rtems.org/rtems/commit/?id=cac528f85a715c0362c3bef00994c2d33f212a96

Author:    Sebastian Huber <sebastian.huber at embedded-brains.de>
Date:      Fri Jan 13 14:21:33 2023 +0100

build: Add reason to test state definitions

---

 spec/build/bsps/aarch64/a53/tsta53.yml             |  59 ++---
 spec/build/bsps/aarch64/a72/tsta72.yml             |  59 ++---
 .../build/bsps/aarch64/xilinx-versal/tstaiedge.yml |   8 +-
 spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml  |   8 +-
 .../build/bsps/aarch64/xilinx-versal/tstvck190.yml |   8 +-
 spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml  |  59 ++---
 spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml |   8 +-
 spec/build/bsps/arm/atsam/tstatsamv.yml            |  43 ++--
 spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml       |  45 ++--
 spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml       |  15 +-
 spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml        |  45 ++--
 spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml     |  39 ++--
 .../bsps/arm/lpc176x/tstlpc1768mbedahbram.yml      |  43 ++--
 .../bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml   | 241 +++++++++++----------
 spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml |   5 +-
 .../bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml    |   5 +-
 spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml         | 105 ++++-----
 spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml |   5 +-
 spec/build/bsps/arm/lpc24xx/tstncsromint.yml       |   5 +-
 spec/build/bsps/arm/lpc24xx/tstplx800romint.yml    |   5 +-
 spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml       |  21 +-
 spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml         |  23 +-
 spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml        |  15 +-
 spec/build/bsps/arm/stm32f4/tststm32f105rc.yml     |  15 +-
 spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml |   9 +-
 spec/build/bsps/arm/tms570/tstls3137hdkintram.yml  |  15 +-
 spec/build/bsps/i386/pc386/tst-xfail-val.yml       |  19 +-
 .../bsps/m68k/mcf5206elite/tstmcf5206elite.yml     |   7 +-
 spec/build/bsps/m68k/mcf52235/tstmcf52235.yml      |  37 ++--
 spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml      |   9 +-
 spec/build/bsps/m68k/mrm332/tstmrm332.yml          |  21 +-
 spec/build/bsps/m68k/mvme162/tstmvme162.yml        |   5 +-
 spec/build/bsps/m68k/mvme162/tstmvme162lx.yml      |   5 +-
 .../microblaze/microblaze_fpga/tstkcu105_qemu.yml  |   7 +-
 spec/build/bsps/mips/jmr3904/tstjmr3904.yml        |   5 +-
 spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml   |   9 +-
 .../bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml     |   7 +-
 spec/build/bsps/sh/gensh1/tstgensh1.yml            |  19 +-
 spec/build/bsps/sh/gensh2/tstgensh2.yml            |  13 +-
 spec/build/bsps/sh/shsim/tstsimsh1.yml             |  19 +-
 spec/build/bsps/sh/shsim/tstsimsh2.yml             |  19 +-
 spec/build/bsps/sh/shsim/tstsimsh2e.yml            |  19 +-
 spec/build/bsps/sh/shsim/tstsimsh4.yml             |  19 +-
 spec/build/bsps/tst-xfail-dl06.yml                 |   5 +-
 spec/build/bsps/tst-xfail-intr.yml                 |   5 +-
 spec/build/bsps/tst.yml                            |  31 ++-
 spec/build/bsps/tstnoiconv.yml                     |   9 +-
 spec/build/bsps/tstnointrcrit.yml                  |  51 +++--
 spec/build/bsps/tstnojffs2.yml                     |  21 +-
 spec/build/bsps/tstnolibdl.yml                     |  23 +-
 spec/build/bsps/tstnorfs.yml                       |  23 +-
 spec/build/bsps/tstreqtick.yml                     |  97 +++++----
 spec/build/bsps/tstsmallmem.yml                    |  55 ++---
 wscript                                            |   5 +-
 54 files changed, 827 insertions(+), 645 deletions(-)

diff --git a/spec/build/bsps/aarch64/a53/tsta53.yml b/spec/build/bsps/aarch64/a53/tsta53.yml
index 6af1b186a3..c8a258acfe 100644
--- a/spec/build/bsps/aarch64/a53/tsta53.yml
+++ b/spec/build/bsps/aarch64/a53/tsta53.yml
@@ -1,31 +1,40 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail, don't compile these
-    minimum: exclude
-
-    # tests that are passing intermittently
-    spcpucounter01: indeterminate
-    rtmonuse: indeterminate
-    sp68: indeterminate
-    sp04: indeterminate
-    sp20: indeterminate
-    sp69: indeterminate
-    rtmonusxtimes01: indeterminate
-    spedfsched02: indeterminate
-    spedfsched04: indeterminate
-    psxtimes01: indeterminate
-    sprmsched01: indeterminate
-    sptimecounter02: indeterminate
-    sptimecounter04: indeterminate
-    ttest02: indeterminate
-
-    # tests that pass nominally, but fail under Qemu when the host is under
-    # heavy load
-    psx12: indeterminate
-    spintrcritical03: indeterminate
-    spintrcritical04: indeterminate
-    spintrcritical05: indeterminate
+    reason: |
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
+- set-test-state:
+    reason: |
+      Tests that are passing intermittently.
+    state: indeterminate
+    tests:
+    - psx12
+    - psxtimes01
+    - rtmonuse
+    - rtmonusxtimes01
+    - sp04
+    - sp20
+    - sp68
+    - sp69
+    - spcpucounter01
+    - spedfsched02
+    - spedfsched04
+    - sprmsched01
+    - sptimecounter02
+    - sptimecounter04
+    - ttest02
+- set-test-state:
+    reason: |
+      Tests that pass nominally, but fail under Qemu when the host is under
+      heavy load.
+    state: indeterminate
+    tests:
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
diff --git a/spec/build/bsps/aarch64/a72/tsta72.yml b/spec/build/bsps/aarch64/a72/tsta72.yml
index 6af1b186a3..c8a258acfe 100644
--- a/spec/build/bsps/aarch64/a72/tsta72.yml
+++ b/spec/build/bsps/aarch64/a72/tsta72.yml
@@ -1,31 +1,40 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail, don't compile these
-    minimum: exclude
-
-    # tests that are passing intermittently
-    spcpucounter01: indeterminate
-    rtmonuse: indeterminate
-    sp68: indeterminate
-    sp04: indeterminate
-    sp20: indeterminate
-    sp69: indeterminate
-    rtmonusxtimes01: indeterminate
-    spedfsched02: indeterminate
-    spedfsched04: indeterminate
-    psxtimes01: indeterminate
-    sprmsched01: indeterminate
-    sptimecounter02: indeterminate
-    sptimecounter04: indeterminate
-    ttest02: indeterminate
-
-    # tests that pass nominally, but fail under Qemu when the host is under
-    # heavy load
-    psx12: indeterminate
-    spintrcritical03: indeterminate
-    spintrcritical04: indeterminate
-    spintrcritical05: indeterminate
+    reason: |
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
+- set-test-state:
+    reason: |
+      Tests that are passing intermittently.
+    state: indeterminate
+    tests:
+    - psx12
+    - psxtimes01
+    - rtmonuse
+    - rtmonusxtimes01
+    - sp04
+    - sp20
+    - sp68
+    - sp69
+    - spcpucounter01
+    - spedfsched02
+    - spedfsched04
+    - sprmsched01
+    - sptimecounter02
+    - sptimecounter04
+    - ttest02
+- set-test-state:
+    reason: |
+      Tests that pass nominally, but fail under Qemu when the host is under
+      heavy load.
+    state: indeterminate
+    tests:
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
diff --git a/spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml b/spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml
index cbc1c7e381..b89c92e30a 100644
--- a/spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml
+++ b/spec/build/bsps/aarch64/xilinx-versal/tstaiedge.yml
@@ -1,9 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to produce a fatal-error when run
-    minimum: exclude
-
+    reason: |
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2021 Gedare Bloom <gedare at rtems.org>
diff --git a/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml b/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
index a02232b239..b89c92e30a 100644
--- a/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
+++ b/spec/build/bsps/aarch64/xilinx-versal/tstqemu.yml
@@ -1,9 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail
-    minimum: exclude
-
+    reason: |
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2021 Gedare Bloom <gedare at rtems.org>
diff --git a/spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml b/spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml
index cbc1c7e381..b89c92e30a 100644
--- a/spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml
+++ b/spec/build/bsps/aarch64/xilinx-versal/tstvck190.yml
@@ -1,9 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to produce a fatal-error when run
-    minimum: exclude
-
+    reason: |
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2021 Gedare Bloom <gedare at rtems.org>
diff --git a/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml b/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
index e0c1b9a137..c8a258acfe 100644
--- a/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
+++ b/spec/build/bsps/aarch64/xilinx-zynqmp/tstqemu.yml
@@ -1,31 +1,40 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail
-    minimum: exclude
-
-    # tests that are passing intermittently
-    spcpucounter01: indeterminate
-    rtmonuse: indeterminate
-    sp68: indeterminate
-    sp04: indeterminate
-    sp20: indeterminate
-    sp69: indeterminate
-    rtmonusxtimes01: indeterminate
-    spedfsched02: indeterminate
-    spedfsched04: indeterminate
-    psxtimes01: indeterminate
-    sprmsched01: indeterminate
-    sptimecounter02: indeterminate
-    sptimecounter04: indeterminate
-    ttest02: indeterminate
-
-    # tests that pass nominally, but fail under Qemu when the host is under
-    # heavy load
-    psx12: indeterminate
-    spintrcritical03: indeterminate
-    spintrcritical04: indeterminate
-    spintrcritical05: indeterminate
+    reason: |
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
+- set-test-state:
+    reason: |
+      Tests that are passing intermittently.
+    state: indeterminate
+    tests:
+    - psx12
+    - psxtimes01
+    - rtmonuse
+    - rtmonusxtimes01
+    - sp04
+    - sp20
+    - sp68
+    - sp69
+    - spcpucounter01
+    - spedfsched02
+    - spedfsched04
+    - sprmsched01
+    - sptimecounter02
+    - sptimecounter04
+    - ttest02
+- set-test-state:
+    reason: |
+      Tests that pass nominally, but fail under Qemu when the host is under
+      heavy load.
+    state: indeterminate
+    tests:
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
diff --git a/spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml b/spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml
index 6cd6dc0954..894819cd01 100644
--- a/spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml
+++ b/spec/build/bsps/aarch64/xilinx-zynqmp/tstzu3eg.yml
@@ -1,9 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to produce a fatal-error when run
-    minimum: exclude
-
+    reason: |
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2020 On-Line Applications Research (OAR)
diff --git a/spec/build/bsps/arm/atsam/tstatsamv.yml b/spec/build/bsps/arm/atsam/tstatsamv.yml
index 50e1e767e3..8af2234f22 100644
--- a/spec/build/bsps/arm/atsam/tstatsamv.yml
+++ b/spec/build/bsps/arm/atsam/tstatsamv.yml
@@ -1,26 +1,29 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    flashdisk01: exclude
-    fsdosfsname01: exclude
-    jffs2fserror: exclude
-    jffs2fslink: exclude
-    jffs2fspatheval: exclude
-    jffs2fspermission: exclude
-    jffs2fsrdwr: exclude
-    jffs2fsscandir01: exclude
-    jffs2fssymlink: exclude
-    jffs2fstime: exclude
-    linpack: exclude
-    psxconfig01: exclude
-    record02: exclude
-    sp16: exclude
-    sp25: exclude
-    sp48: exclude
-    spregionerr01: exclude
-    spstkalloc02: exclude
-    tmfine01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - flashdisk01
+    - fsdosfsname01
+    - jffs2fserror
+    - jffs2fslink
+    - jffs2fspatheval
+    - jffs2fspermission
+    - jffs2fsrdwr
+    - jffs2fsscandir01
+    - jffs2fssymlink
+    - jffs2fstime
+    - linpack
+    - psxconfig01
+    - record02
+    - sp16
+    - sp25
+    - sp48
+    - spregionerr01
+    - spstkalloc02
+    - tmfine01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml b/spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml
index 5b476b1a87..e449e68ea0 100644
--- a/spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml
+++ b/spec/build/bsps/arm/lm3s69xx/tstlm3s3749.yml
@@ -1,27 +1,30 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    capture: exclude
-    cdtest: exclude
-    fileio: exclude
-    fsdosfsformat01: exclude
-    fsrfsbitmap01: exclude
-    iostream: exclude
-    math: exclude
-    mdosfsfserror: exclude
-    mdosfsfsrdwr: exclude
-    monitor02: exclude
-    paranoia: exclude
-    psxmsgq01: exclude
-    rcxx01: exclude
-    record01: exclude
-    rtems: exclude
-    shell01: exclude
-    spcxx01: exclude
-    sptls02: exclude
-    syscall01: exclude
-    ttest01: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - capture
+    - cdtest
+    - fileio
+    - fsdosfsformat01
+    - fsrfsbitmap01
+    - iostream
+    - math
+    - mdosfsfserror
+    - mdosfsfsrdwr
+    - monitor02
+    - paranoia
+    - psxmsgq01
+    - rcxx01
+    - record01
+    - rtems
+    - shell01
+    - spcxx01
+    - sptls02
+    - syscall01
+    - ttest01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml b/spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml
index 331c0f36fe..c7405f76dd 100644
--- a/spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml
+++ b/spec/build/bsps/arm/lm3s69xx/tstlm3s6965.yml
@@ -1,12 +1,15 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    iostream: exclude
-    monitor02: exclude
-    rcxx01: exclude
-    rtems: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - iostream
+    - monitor02
+    - rcxx01
+    - rtems
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml b/spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml
index 4e6ffd614f..0ea7bf2b7c 100644
--- a/spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml
+++ b/spec/build/bsps/arm/lm3s69xx/tstlm4f120.yml
@@ -1,27 +1,30 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
-    capture: exclude
-    fileio: exclude
-    iostream: exclude
-    ostream: exclude
-    psxaio01: exclude
-    psxaio02: exclude
-    psxaio03: exclude
-    psxsignal07: exclude
-    rcxx01: exclude
-    sp16: exclude
-    sp25: exclude
-    sp42: exclude
-    sp48: exclude
-    sp71: exclude
-    spregionerr01: exclude
-    sptimecounter02: exclude
-    sptimecounter03: exclude
-    tmcontext01: exclude
-    top: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - block08
+    - capture
+    - fileio
+    - iostream
+    - ostream
+    - psxaio01
+    - psxaio02
+    - psxaio03
+    - psxsignal07
+    - rcxx01
+    - sp16
+    - sp25
+    - sp42
+    - sp48
+    - sp71
+    - spregionerr01
+    - sptimecounter02
+    - sptimecounter03
+    - tmcontext01
+    - top
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml b/spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml
index 95114741b2..0ce00994c3 100644
--- a/spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml
+++ b/spec/build/bsps/arm/lpc176x/tstlpc1768mbed.yml
@@ -1,24 +1,27 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
-    capture: exclude
-    fileio: exclude
-    iostream: exclude
-    psxaio01: exclude
-    psxaio02: exclude
-    psxsignal07: exclude
-    rtems: exclude
-    sp16: exclude
-    sp25: exclude
-    sp42: exclude
-    sp48: exclude
-    sptimecounter02: exclude
-    sptimecounter03: exclude
-    tmcontext01: exclude
-    tmfine01: exclude
-    top: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - block08
+    - capture
+    - fileio
+    - iostream
+    - psxaio01
+    - psxaio02
+    - psxsignal07
+    - rtems
+    - sp16
+    - sp25
+    - sp42
+    - sp48
+    - sptimecounter02
+    - sptimecounter03
+    - tmcontext01
+    - tmfine01
+    - top
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml b/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml
index 3f25946c1f..f1ba9bfba7 100644
--- a/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml
+++ b/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbram.yml
@@ -1,26 +1,29 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
-    capture: exclude
-    fileio: exclude
-    iostream: exclude
-    psxaio01: exclude
-    psxaio02: exclude
-    psxaio03: exclude
-    psxsignal07: exclude
-    rtems: exclude
-    sp16: exclude
-    sp25: exclude
-    sp42: exclude
-    sp48: exclude
-    sptimecounter02: exclude
-    sptimecounter03: exclude
-    sptls02: exclude
-    tmcontext01: exclude
-    tmfine01: exclude
-    top: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - block08
+    - capture
+    - fileio
+    - iostream
+    - psxaio01
+    - psxaio02
+    - psxaio03
+    - psxsignal07
+    - rtems
+    - sp16
+    - sp25
+    - sp42
+    - sp48
+    - sptimecounter02
+    - sptimecounter03
+    - sptls02
+    - tmcontext01
+    - tmfine01
+    - top
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml b/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml
index 1946daea39..8a900bf5ab 100644
--- a/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml
+++ b/spec/build/bsps/arm/lpc176x/tstlpc1768mbedahbrameth.yml
@@ -1,125 +1,128 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
-    calloc: exclude
-    capture: exclude
-    cdtest: exclude
-    clockgettime: exclude
-    close: exclude
-    debugger01: exclude
-    defaultconfig01: exclude
-    dhrystone: exclude
-    dup2: exclude
-    fcntl: exclude
-    fileio: exclude
-    flockfile: exclude
-    fork: exclude
-    free: exclude
-    fsdosfswrite01: exclude
-    fsrfsbitmap01: exclude
-    fstat: exclude
-    ftrylockfile: exclude
-    funlockfile: exclude
-    getlogin: exclude
-    getpwnam: exclude
-    getpwuid: exclude
-    gettimeofday: exclude
-    getuid: exclude
-    heapwalk: exclude
-    htonl: exclude
-    imfsfserror: exclude
-    imfsfslink: exclude
-    imfsfspatheval: exclude
-    imfsfspermission: exclude
-    imfsfsrdwr: exclude
-    imfsfsscandir01: exclude
-    imfsfssymlink: exclude
-    imfsfstime: exclude
-    iostream: exclude
-    kill: exclude
-    longjmp: exclude
-    lseek: exclude
-    lstat: exclude
-    malloc: exclude
-    mdosfsfserror: exclude
-    mdosfsfspatheval: exclude
-    mdosfsfsrdwr: exclude
-    mdosfsfsscandir01: exclude
-    mdosfsfsstatvfs: exclude
-    mdosfsfstime: exclude
-    mimfsfserror: exclude
-    mimfsfslink: exclude
-    mimfsfspatheval: exclude
-    mimfsfspermission: exclude
-    mimfsfsrdwr: exclude
-    mimfsfsrename: exclude
-    mimfsfsscandir01: exclude
-    mimfsfssymlink: exclude
-    mimfsfstime: exclude
-    monitor: exclude
-    monitor01: exclude
-    monitor02: exclude
-    nanosleep: exclude
-    open: exclude
-    pipe: exclude
-    posixmemalign: exclude
-    psxaio01: exclude
-    psxaio02: exclude
-    psxaio03: exclude
-    psxbarrier01: exclude
-    psxkey07: exclude
-    psxkey08: exclude
-    psxsignal02: exclude
-    psxsignal07: exclude
-    rbheap01: exclude
-    read: exclude
-    readv: exclude
-    realloc: exclude
-    rtems: exclude
-    setjmp: exclude
-    sigaddset: exclude
-    sigdelset: exclude
-    sigemptyset: exclude
-    sigfillset: exclude
-    sigismember: exclude
-    sigprocmask: exclude
-    sp01: exclude
-    sp16: exclude
-    sp20: exclude
-    sp25: exclude
-    sp35: exclude
-    sp42: exclude
-    sp48: exclude
-    spclockerr01: exclude
-    speventerr03: exclude
-    spintrerr01: exclude
-    spmsgqerr01: exclude
-    spmsgqerr02: exclude
-    spporterr01: exclude
-    spratemonerr01: exclude
-    spregionerr01: exclude
-    spsemerr01: exclude
-    spsemerr02: exclude
-    spsignalerr01: exclude
-    spstkalloc: exclude
-    sptaskerr01: exclude
-    sptaskerr03: exclude
-    sptimecounter02: exclude
-    sptimecounter03: exclude
-    sptls02: exclude
-    stat: exclude
-    tm21: exclude
-    tmcontext01: exclude
-    tmfine01: exclude
-    top: exclude
-    unlink: exclude
-    utf8proc01: exclude
-    vfork: exclude
-    wait: exclude
-    waitpid: exclude
-    write: exclude
-    writev: exclude
+    reason: null
+    state: exclude
+    tests:
+    - block08
+    - calloc
+    - capture
+    - cdtest
+    - clockgettime
+    - close
+    - debugger01
+    - defaultconfig01
+    - dhrystone
+    - dup2
+    - fcntl
+    - fileio
+    - flockfile
+    - fork
+    - free
+    - fsdosfswrite01
+    - fsrfsbitmap01
+    - fstat
+    - ftrylockfile
+    - funlockfile
+    - getlogin
+    - getpwnam
+    - getpwuid
+    - gettimeofday
+    - getuid
+    - heapwalk
+    - htonl
+    - imfsfserror
+    - imfsfslink
+    - imfsfspatheval
+    - imfsfspermission
+    - imfsfsrdwr
+    - imfsfsscandir01
+    - imfsfssymlink
+    - imfsfstime
+    - iostream
+    - kill
+    - longjmp
+    - lseek
+    - lstat
+    - malloc
+    - mdosfsfserror
+    - mdosfsfspatheval
+    - mdosfsfsrdwr
+    - mdosfsfsscandir01
+    - mdosfsfsstatvfs
+    - mdosfsfstime
+    - mimfsfserror
+    - mimfsfslink
+    - mimfsfspatheval
+    - mimfsfspermission
+    - mimfsfsrdwr
+    - mimfsfsrename
+    - mimfsfsscandir01
+    - mimfsfssymlink
+    - mimfsfstime
+    - monitor
+    - monitor01
+    - monitor02
+    - nanosleep
+    - open
+    - pipe
+    - posixmemalign
+    - psxaio01
+    - psxaio02
+    - psxaio03
+    - psxbarrier01
+    - psxkey07
+    - psxkey08
+    - psxsignal02
+    - psxsignal07
+    - rbheap01
+    - read
+    - readv
+    - realloc
+    - rtems
+    - setjmp
+    - sigaddset
+    - sigdelset
+    - sigemptyset
+    - sigfillset
+    - sigismember
+    - sigprocmask
+    - sp01
+    - sp16
+    - sp20
+    - sp25
+    - sp35
+    - sp42
+    - sp48
+    - spclockerr01
+    - speventerr03
+    - spintrerr01
+    - spmsgqerr01
+    - spmsgqerr02
+    - spporterr01
+    - spratemonerr01
+    - spregionerr01
+    - spsemerr01
+    - spsemerr02
+    - spsignalerr01
+    - spstkalloc
+    - sptaskerr01
+    - sptaskerr03
+    - sptimecounter02
+    - sptimecounter03
+    - sptls02
+    - stat
+    - tm21
+    - tmcontext01
+    - tmfine01
+    - top
+    - unlink
+    - utf8proc01
+    - vfork
+    - wait
+    - waitpid
+    - write
+    - writev
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml b/spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml
index 7d60bda27a..3ded8b9878 100644
--- a/spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml
+++ b/spec/build/bsps/arm/lpc24xx/tstlpc17xxearomint.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml b/spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml
index 7d60bda27a..3ded8b9878 100644
--- a/spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml
+++ b/spec/build/bsps/arm/lpc24xx/tstlpc17xxplx800romint.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml b/spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml
index 1a3e375b03..e43ca25d3d 100644
--- a/spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml
+++ b/spec/build/bsps/arm/lpc24xx/tstlpc23xx.yml
@@ -1,57 +1,60 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
-    capture: exclude
-    cdtest: exclude
-    complex: exclude
-    crypt01: exclude
-    fileio: exclude
-    fsdosfsformat01: exclude
-    fsdosfsname02: exclude
-    fsdosfssync01: exclude
-    fsdosfswrite01: exclude
-    fsrfsbitmap01: exclude
-    fsrofs01: exclude
-    iostream: exclude
-    math: exclude
-    mathf: exclude
-    mdosfsfserror: exclude
-    mdosfsfspatheval: exclude
-    mdosfsfsrdwr: exclude
-    mdosfsfsscandir01: exclude
-    mdosfsfsstatvfs: exclude
-    mdosfsfstime: exclude
-    monitor: exclude
-    monitor02: exclude
-    paranoia: exclude
-    psxaio01: exclude
-    psxaio02: exclude
-    psxaio03: exclude
-    psxfile01: exclude
-    psxmsgq01: exclude
-    psxsignal07: exclude
-    psxtimer01: exclude
-    rcxx01: exclude
-    record01: exclude
-    rtems: exclude
-    shell01: exclude
-    sp16: exclude
-    sp25: exclude
-    sp42: exclude
-    sp48: exclude
-    spcxx01: exclude
-    sptimecounter02: exclude
-    sptimecounter03: exclude
-    sptls02: exclude
-    syscall01: exclude
-    tar01: exclude
-    termios: exclude
-    tmcontext01: exclude
-    tmfine01: exclude
-    top: exclude
-    ttest01: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - block08
+    - capture
+    - cdtest
+    - complex
+    - crypt01
+    - fileio
+    - fsdosfsformat01
+    - fsdosfsname02
+    - fsdosfssync01
+    - fsdosfswrite01
+    - fsrfsbitmap01
+    - fsrofs01
+    - iostream
+    - math
+    - mathf
+    - mdosfsfserror
+    - mdosfsfspatheval
+    - mdosfsfsrdwr
+    - mdosfsfsscandir01
+    - mdosfsfsstatvfs
+    - mdosfsfstime
+    - monitor
+    - monitor02
+    - paranoia
+    - psxaio01
+    - psxaio02
+    - psxaio03
+    - psxfile01
+    - psxmsgq01
+    - psxsignal07
+    - psxtimer01
+    - rcxx01
+    - record01
+    - rtems
+    - shell01
+    - sp16
+    - sp25
+    - sp42
+    - sp48
+    - spcxx01
+    - sptimecounter02
+    - sptimecounter03
+    - sptls02
+    - syscall01
+    - tar01
+    - termios
+    - tmcontext01
+    - tmfine01
+    - top
+    - ttest01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml b/spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml
index 7d60bda27a..3ded8b9878 100644
--- a/spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml
+++ b/spec/build/bsps/arm/lpc24xx/tstlpc40xxearomint.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc24xx/tstncsromint.yml b/spec/build/bsps/arm/lpc24xx/tstncsromint.yml
index 7d60bda27a..3ded8b9878 100644
--- a/spec/build/bsps/arm/lpc24xx/tstncsromint.yml
+++ b/spec/build/bsps/arm/lpc24xx/tstncsromint.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc24xx/tstplx800romint.yml b/spec/build/bsps/arm/lpc24xx/tstplx800romint.yml
index 7d60bda27a..3ded8b9878 100644
--- a/spec/build/bsps/arm/lpc24xx/tstplx800romint.yml
+++ b/spec/build/bsps/arm/lpc24xx/tstplx800romint.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml b/spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml
index 9c10b3fc46..0dbde105cb 100644
--- a/spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml
+++ b/spec/build/bsps/arm/lpc32xx/tstmzxstage1.yml
@@ -1,15 +1,18 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    fsdosfssync01: exclude
-    iostream: exclude
-    monitor02: exclude
-    rcxx01: exclude
-    rtems: exclude
-    sp71: exclude
-    ttest01: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - fsdosfssync01
+    - iostream
+    - monitor02
+    - rcxx01
+    - rtems
+    - sp71
+    - ttest01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml b/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml
index 7e94438992..efcb42b586 100644
--- a/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml
+++ b/spec/build/bsps/arm/rtl22xx/tstrtl22xx.yml
@@ -1,16 +1,19 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl10: exclude
-    exit03: exclude
-    fileio: exclude
-    fsdosfsname01: exclude
-    iostream: exclude
-    linpack: exclude
-    rcxx01: exclude
-    record02: exclude
-    utf8proc01: exclude
-    validation-no-clock-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - dl10
+    - exit03
+    - fileio
+    - fsdosfsname01
+    - iostream
+    - linpack
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml b/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml
index 43c82c7063..1bd1983dcb 100644
--- a/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml
+++ b/spec/build/bsps/arm/rtl22xx/tstrtl22xxt.yml
@@ -1,12 +1,15 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl10: exclude
-    fsdosfsname01: exclude
-    linpack: exclude
-    record02: exclude
-    utf8proc01: exclude
-    validation-no-clock-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - dl10
+    - fsdosfsname01
+    - linpack
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/stm32f4/tststm32f105rc.yml b/spec/build/bsps/arm/stm32f4/tststm32f105rc.yml
index 331c0f36fe..c7405f76dd 100644
--- a/spec/build/bsps/arm/stm32f4/tststm32f105rc.yml
+++ b/spec/build/bsps/arm/stm32f4/tststm32f105rc.yml
@@ -1,12 +1,15 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    iostream: exclude
-    monitor02: exclude
-    rcxx01: exclude
-    rtems: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - iostream
+    - monitor02
+    - rcxx01
+    - rtems
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml b/spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml
index 656461c9aa..69f7ffe561 100644
--- a/spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml
+++ b/spec/build/bsps/arm/stm32h7/tststm32h757i-eval.yml
@@ -1,9 +1,12 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    linpack: exclude
-    fsdosfsname01: exclude
-    record02: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
+    - linpack
+    - record02
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/arm/tms570/tstls3137hdkintram.yml b/spec/build/bsps/arm/tms570/tstls3137hdkintram.yml
index 3222cea9b2..c52a26e118 100644
--- a/spec/build/bsps/arm/tms570/tstls3137hdkintram.yml
+++ b/spec/build/bsps/arm/tms570/tstls3137hdkintram.yml
@@ -1,12 +1,15 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    iostream: exclude
-    monitor02: exclude
-    rcxx01: exclude
-    syscall01: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - iostream
+    - monitor02
+    - rcxx01
+    - syscall01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/i386/pc386/tst-xfail-val.yml b/spec/build/bsps/i386/pc386/tst-xfail-val.yml
index 59ee226ebf..3622849a6c 100644
--- a/spec/build/bsps/i386/pc386/tst-xfail-val.yml
+++ b/spec/build/bsps/i386/pc386/tst-xfail-val.yml
@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fatal-init-task-construct-failed: expected-fail
-    fatal-too-large-tls-size: expected-fail
-    performance-no-clock-0: expected-fail
-    validation-intr: expected-fail
-    validation-io-kernel: expected-fail
-    validation-no-clock-0: expected-fail
-    validation-one-cpu-0: expected-fail
-    validation-timecounter-1: expected-fail
+    reason: null
+    state: expected-fail
+    tests:
+    - fatal-init-task-construct-failed
+    - fatal-too-large-tls-size
+    - performance-no-clock-0
+    - validation-intr
+    - validation-io-kernel
+    - validation-no-clock-0
+    - validation-one-cpu-0
+    - validation-timecounter-1
 build-type: option
 copyrights:
 - Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml b/spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml
index 02faf0a666..d163120a76 100644
--- a/spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml
+++ b/spec/build/bsps/m68k/mcf5206elite/tstmcf5206elite.yml
@@ -1,8 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl05: exclude
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - dl05
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/m68k/mcf52235/tstmcf52235.yml b/spec/build/bsps/m68k/mcf52235/tstmcf52235.yml
index 0aec1b797f..82ed21d017 100644
--- a/spec/build/bsps/m68k/mcf52235/tstmcf52235.yml
+++ b/spec/build/bsps/m68k/mcf52235/tstmcf52235.yml
@@ -1,23 +1,26 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    block08: exclude
-    capture: exclude
-    cdtest: exclude
-    fileio: exclude
-    fsdosfsformat01: exclude
-    iostream: exclude
-    monitor02: exclude
-    paranoia: exclude
-    sp16: exclude
-    sptimecounter02: exclude
-    sptimecounter03: exclude
-    syscall01: exclude
-    tmcontext01: exclude
-    tmfine01: exclude
-    top: exclude
-    ttest01: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - block08
+    - capture
+    - cdtest
+    - fileio
+    - fsdosfsformat01
+    - iostream
+    - monitor02
+    - paranoia
+    - sp16
+    - sptimecounter02
+    - sptimecounter03
+    - syscall01
+    - tmcontext01
+    - tmfine01
+    - top
+    - ttest01
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml b/spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml
index aebe0bc83e..60470420df 100644
--- a/spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml
+++ b/spec/build/bsps/m68k/mcf5225x/tstmcf5225x.yml
@@ -1,9 +1,12 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    cdtest: exclude
-    fileio: exclude
-    iostream: exclude
+    reason: null
+    state: exclude
+    tests:
+    - cdtest
+    - fileio
+    - iostream
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/m68k/mrm332/tstmrm332.yml b/spec/build/bsps/m68k/mrm332/tstmrm332.yml
index d7c2c3e452..b19261b759 100644
--- a/spec/build/bsps/m68k/mrm332/tstmrm332.yml
+++ b/spec/build/bsps/m68k/mrm332/tstmrm332.yml
@@ -1,15 +1,18 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    cdtest: exclude
-    dl05: exclude
-    dl10: exclude
-    fileio: exclude
-    fsdosfsname01: exclude
-    iostream: exclude
-    linpack: exclude
-    record02: exclude
-    utf8proc01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - cdtest
+    - dl05
+    - dl10
+    - fileio
+    - fsdosfsname01
+    - iostream
+    - linpack
+    - record02
+    - utf8proc01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/m68k/mvme162/tstmvme162.yml b/spec/build/bsps/m68k/mvme162/tstmvme162.yml
index 153cfab0e3..4136ac87e3 100644
--- a/spec/build/bsps/m68k/mvme162/tstmvme162.yml
+++ b/spec/build/bsps/m68k/mvme162/tstmvme162.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/m68k/mvme162/tstmvme162lx.yml b/spec/build/bsps/m68k/mvme162/tstmvme162lx.yml
index 153cfab0e3..4136ac87e3 100644
--- a/spec/build/bsps/m68k/mvme162/tstmvme162lx.yml
+++ b/spec/build/bsps/m68k/mvme162/tstmvme162lx.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml b/spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml
index fb9f2bdb00..8930c6d2c6 100644
--- a/spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml
+++ b/spec/build/bsps/microblaze/microblaze_fpga/tstkcu105_qemu.yml
@@ -1,8 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    # expected to fail, don't compile these
-    minimum: exclude
+    reason: |
+      Expected to fail, do not compile these.
+    state: exclude
+    tests:
+    - minimum
 build-type: option
 copyrights:
 - Copyright (C) 2021 On-Line Applications Research Corporation (OAR)
diff --git a/spec/build/bsps/mips/jmr3904/tstjmr3904.yml b/spec/build/bsps/mips/jmr3904/tstjmr3904.yml
index 9ae030d919..1f4c2ef32a 100644
--- a/spec/build/bsps/mips/jmr3904/tstjmr3904.yml
+++ b/spec/build/bsps/mips/jmr3904/tstjmr3904.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    spfatal26: exclude
+    reason: null
+    state: exclude
+    tests:
+    - spfatal26
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml b/spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml
index 69acc1031a..5b8288c0e0 100644
--- a/spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml
+++ b/spec/build/bsps/powerpc/mpc55xxevb/tstgwlcfm.yml
@@ -1,9 +1,12 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsdosfsname01: exclude
-    linpack: exclude
-    record02: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsdosfsname01
+    - linpack
+    - record02
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml b/spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml
index 8e6190ce14..ffc7c2feaf 100644
--- a/spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml
+++ b/spec/build/bsps/powerpc/mpc55xxevb/tstmpc5643levb.yml
@@ -1,8 +1,11 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    psxaio02: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - psxaio02
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/sh/gensh1/tstgensh1.yml b/spec/build/bsps/sh/gensh1/tstgensh1.yml
index 24ae4936a6..ac6e761570 100644
--- a/spec/build/bsps/sh/gensh1/tstgensh1.yml
+++ b/spec/build/bsps/sh/gensh1/tstgensh1.yml
@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    fsdosfsname01: exclude
-    iostream: exclude
-    linpack: exclude
-    rcxx01: exclude
-    record02: exclude
-    utf8proc01: exclude
-    validation-no-clock-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - fsdosfsname01
+    - iostream
+    - linpack
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/sh/gensh2/tstgensh2.yml b/spec/build/bsps/sh/gensh2/tstgensh2.yml
index 43be5a19c0..664064e1a4 100644
--- a/spec/build/bsps/sh/gensh2/tstgensh2.yml
+++ b/spec/build/bsps/sh/gensh2/tstgensh2.yml
@@ -1,11 +1,14 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    iostream: exclude
-    rcxx01: exclude
-    utf8proc01: exclude
-    validation-no-clock-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - iostream
+    - rcxx01
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/sh/shsim/tstsimsh1.yml b/spec/build/bsps/sh/shsim/tstsimsh1.yml
index 4cad77e4c5..97a13626e4 100644
--- a/spec/build/bsps/sh/shsim/tstsimsh1.yml
+++ b/spec/build/bsps/sh/shsim/tstsimsh1.yml
@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    fsdosfsname01: exclude
-    iostream: exclude
-    linpack: exclude
-    rcxx01: exclude
-    record02: exclude
-    utf8proc01: exclude
-    validation-no-clock-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - fsdosfsname01
+    - iostream
+    - linpack
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/sh/shsim/tstsimsh2.yml b/spec/build/bsps/sh/shsim/tstsimsh2.yml
index 4cad77e4c5..97a13626e4 100644
--- a/spec/build/bsps/sh/shsim/tstsimsh2.yml
+++ b/spec/build/bsps/sh/shsim/tstsimsh2.yml
@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    fsdosfsname01: exclude
-    iostream: exclude
-    linpack: exclude
-    rcxx01: exclude
-    record02: exclude
-    utf8proc01: exclude
-    validation-no-clock-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - fsdosfsname01
+    - iostream
+    - linpack
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/sh/shsim/tstsimsh2e.yml b/spec/build/bsps/sh/shsim/tstsimsh2e.yml
index 4cad77e4c5..97a13626e4 100644
--- a/spec/build/bsps/sh/shsim/tstsimsh2e.yml
+++ b/spec/build/bsps/sh/shsim/tstsimsh2e.yml
@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    fsdosfsname01: exclude
-    iostream: exclude
-    linpack: exclude
-    rcxx01: exclude
-    record02: exclude
-    utf8proc01: exclude
-    validation-no-clock-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - fsdosfsname01
+    - iostream
+    - linpack
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/sh/shsim/tstsimsh4.yml b/spec/build/bsps/sh/shsim/tstsimsh4.yml
index 4cad77e4c5..97a13626e4 100644
--- a/spec/build/bsps/sh/shsim/tstsimsh4.yml
+++ b/spec/build/bsps/sh/shsim/tstsimsh4.yml
@@ -1,14 +1,17 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fileio: exclude
-    fsdosfsname01: exclude
-    iostream: exclude
-    linpack: exclude
-    rcxx01: exclude
-    record02: exclude
-    utf8proc01: exclude
-    validation-no-clock-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fileio
+    - fsdosfsname01
+    - iostream
+    - linpack
+    - rcxx01
+    - record02
+    - utf8proc01
+    - validation-no-clock-0
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tst-xfail-dl06.yml b/spec/build/bsps/tst-xfail-dl06.yml
index 37018a0851..722c534d3b 100644
--- a/spec/build/bsps/tst-xfail-dl06.yml
+++ b/spec/build/bsps/tst-xfail-dl06.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl06: expected-fail
+    reason: null
+    state: expected-fail
+    tests:
+    - dl06
 build-type: option
 copyrights:
 - Copyright (C) 2022 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tst-xfail-intr.yml b/spec/build/bsps/tst-xfail-intr.yml
index 7c43194996..ed767bd00d 100644
--- a/spec/build/bsps/tst-xfail-intr.yml
+++ b/spec/build/bsps/tst-xfail-intr.yml
@@ -1,7 +1,10 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    validation-intr: expected-fail
+    reason: null
+    state: expected-fail
+    tests:
+    - validation-intr
 build-type: option
 copyrights:
 - Copyright (C) 2021 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tst.yml b/spec/build/bsps/tst.yml
index 8610b375c3..958818f459 100644
--- a/spec/build/bsps/tst.yml
+++ b/spec/build/bsps/tst.yml
@@ -1,16 +1,27 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    capture: user-input
-    dhrystone: benchmark
-    dl10: user-input
-    fileio: user-input
-    linpack: benchmark
-    monitor: user-input
-    psxfenv01: expected-fail
-    termios: user-input
-    top: user-input
-    whetstone: benchmark
+    reason: null
+    state: user-input
+    tests:
+    - capture
+    - dl10
+    - fileio
+    - monitor
+    - termios
+    - top
+- set-test-state:
+    reason: null
+    state: benchmark
+    tests:
+    - dhrystone
+    - linpack
+    - whetstone
+- set-test-state:
+    reason: null
+    state: expected-fail
+    tests:
+    - psxfenv01
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tstnoiconv.yml b/spec/build/bsps/tstnoiconv.yml
index 30de0ef1b4..f5157bc424 100644
--- a/spec/build/bsps/tstnoiconv.yml
+++ b/spec/build/bsps/tstnoiconv.yml
@@ -1,9 +1,12 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    iconv: exclude
-    iconvclose: exclude
-    iconvopen: exclude
+    reason: null
+    state: exclude
+    tests:
+    - iconv
+    - iconvclose
+    - iconvopen
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tstnointrcrit.yml b/spec/build/bsps/tstnointrcrit.yml
index 46f7d974c8..e5b1389800 100644
--- a/spec/build/bsps/tstnointrcrit.yml
+++ b/spec/build/bsps/tstnointrcrit.yml
@@ -1,30 +1,33 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    psxintrcritical01: exclude
-    spintrcritical01: exclude
-    spintrcritical02: exclude
-    spintrcritical03: exclude
-    spintrcritical04: exclude
-    spintrcritical05: exclude
-    spintrcritical06: exclude
-    spintrcritical07: exclude
-    spintrcritical08: exclude
-    spintrcritical09: exclude
-    spintrcritical10: exclude
-    spintrcritical11: exclude
-    spintrcritical12: exclude
-    spintrcritical13: exclude
-    spintrcritical14: exclude
-    spintrcritical15: exclude
-    spintrcritical16: exclude
-    spintrcritical17: exclude
-    spintrcritical18: exclude
-    spintrcritical20: exclude
-    spintrcritical21: exclude
-    spintrcritical22: exclude
-    spintrcritical23: exclude
-    spintrcritical24: exclude
+    reason: null
+    state: exclude
+    tests:
+    - psxintrcritical01
+    - spintrcritical01
+    - spintrcritical02
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
+    - spintrcritical06
+    - spintrcritical07
+    - spintrcritical08
+    - spintrcritical09
+    - spintrcritical10
+    - spintrcritical11
+    - spintrcritical12
+    - spintrcritical13
+    - spintrcritical14
+    - spintrcritical15
+    - spintrcritical16
+    - spintrcritical17
+    - spintrcritical18
+    - spintrcritical20
+    - spintrcritical21
+    - spintrcritical22
+    - spintrcritical23
+    - spintrcritical24
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tstnojffs2.yml b/spec/build/bsps/tstnojffs2.yml
index 4742d42919..1de9ccbc70 100644
--- a/spec/build/bsps/tstnojffs2.yml
+++ b/spec/build/bsps/tstnojffs2.yml
@@ -1,15 +1,18 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    fsjffs2gc01: exclude
-    jffs2fserror: exclude
-    jffs2fslink: exclude
-    jffs2fspatheval: exclude
-    jffs2fspermission: exclude
-    jffs2fsrdwr: exclude
-    jffs2fsscandir01: exclude
-    jffs2fssymlink: exclude
-    jffs2fstime: exclude
+    reason: null
+    state: exclude
+    tests:
+    - fsjffs2gc01
+    - jffs2fserror
+    - jffs2fslink
+    - jffs2fspatheval
+    - jffs2fspermission
+    - jffs2fsrdwr
+    - jffs2fsscandir01
+    - jffs2fssymlink
+    - jffs2fstime
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tstnolibdl.yml b/spec/build/bsps/tstnolibdl.yml
index db89e83130..f5e40f74c7 100644
--- a/spec/build/bsps/tstnolibdl.yml
+++ b/spec/build/bsps/tstnolibdl.yml
@@ -1,16 +1,19 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    dl01: exclude
-    dl02: exclude
-    dl03: exclude
-    dl04: exclude
-    dl05: exclude
-    dl06: exclude
-    dl07: exclude
-    dl08: exclude
-    dl09: exclude
-    dl10: exclude
+    reason: null
+    state: exclude
+    tests:
+    - dl01
+    - dl02
+    - dl03
+    - dl04
+    - dl05
+    - dl06
+    - dl07
+    - dl08
+    - dl09
+    - dl10
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tstnorfs.yml b/spec/build/bsps/tstnorfs.yml
index ba8ae1c21e..b7e30efb7b 100644
--- a/spec/build/bsps/tstnorfs.yml
+++ b/spec/build/bsps/tstnorfs.yml
@@ -1,16 +1,19 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    mrfsfserror: exclude
-    mrfsfsfpathconf: exclude
-    mrfsfslink: exclude
-    mrfsfspatheval: exclude
-    mrfsfspermission: exclude
-    mrfsfsrdwr: exclude
-    mrfsfsrename: exclude
-    mrfsfsscandir01: exclude
-    mrfsfssymlink: exclude
-    mrfsfstime: exclude
+    reason: null
+    state: exclude
+    tests:
+    - mrfsfserror
+    - mrfsfsfpathconf
+    - mrfsfslink
+    - mrfsfspatheval
+    - mrfsfspermission
+    - mrfsfsrdwr
+    - mrfsfsrename
+    - mrfsfsscandir01
+    - mrfsfssymlink
+    - mrfsfstime
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tstreqtick.yml b/spec/build/bsps/tstreqtick.yml
index e3ff8389b3..ea3de7abd4 100644
--- a/spec/build/bsps/tstreqtick.yml
+++ b/spec/build/bsps/tstreqtick.yml
@@ -1,53 +1,56 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    cpuuse: exclude
-    psx07: exclude
-    psx09: exclude
-    psx10: exclude
-    psx11: exclude
-    psxcancel01: exclude
-    psxgetrusage01: exclude
-    psxintrcritical01: exclude
-    psxsignal01: exclude
-    psxsignal02: exclude
-    psxspin01: exclude
-    psxtime: exclude
-    psxtimes01: exclude
-    sp04: exclude
-    sp14: exclude
-    sp19: exclude
-    sp35: exclude
-    sp38: exclude
-    sp44: exclude
-    sp69: exclude
-    spcbssched02: exclude
-    spcbssched03: exclude
-    spcontext01: exclude
-    spcpucounter01: exclude
-    spedfsched03: exclude
-    spintrcritical01: exclude
-    spintrcritical02: exclude
-    spintrcritical03: exclude
-    spintrcritical04: exclude
-    spintrcritical05: exclude
-    spintrcritical06: exclude
-    spintrcritical07: exclude
-    spintrcritical08: exclude
-    spintrcritical09: exclude
-    spintrcritical10: exclude
-    spintrcritical11: exclude
-    spintrcritical12: exclude
-    spintrcritical13: exclude
-    spintrcritical14: exclude
-    spintrcritical15: exclude
-    spintrcritical16: exclude
-    spintrcritical17: exclude
-    spintrcritical18: exclude
-    spintrcritical19: exclude
-    spintrcritical20: exclude
-    spnsext01: exclude
-    spqreslib: exclude
+    reason: null
+    state: exclude
+    tests:
+    - cpuuse
+    - psx07
+    - psx09
+    - psx10
+    - psx11
+    - psxcancel01
+    - psxgetrusage01
+    - psxintrcritical01
+    - psxsignal01
+    - psxsignal02
+    - psxspin01
+    - psxtime
+    - psxtimes01
+    - sp04
+    - sp14
+    - sp19
+    - sp35
+    - sp38
+    - sp44
+    - sp69
+    - spcbssched02
+    - spcbssched03
+    - spcontext01
+    - spcpucounter01
+    - spedfsched03
+    - spintrcritical01
+    - spintrcritical02
+    - spintrcritical03
+    - spintrcritical04
+    - spintrcritical05
+    - spintrcritical06
+    - spintrcritical07
+    - spintrcritical08
+    - spintrcritical09
+    - spintrcritical10
+    - spintrcritical11
+    - spintrcritical12
+    - spintrcritical13
+    - spintrcritical14
+    - spintrcritical15
+    - spintrcritical16
+    - spintrcritical17
+    - spintrcritical18
+    - spintrcritical19
+    - spintrcritical20
+    - spnsext01
+    - spqreslib
 build-type: option
 copyrights:
 - Copyright (C) 2020 embedded brains GmbH (http://www.embedded-brains.de)
diff --git a/spec/build/bsps/tstsmallmem.yml b/spec/build/bsps/tstsmallmem.yml
index 0a919a0853..050ae6c2a7 100644
--- a/spec/build/bsps/tstsmallmem.yml
+++ b/spec/build/bsps/tstsmallmem.yml
@@ -1,32 +1,35 @@
 SPDX-License-Identifier: CC-BY-SA-4.0 OR BSD-2-Clause
 actions:
 - set-test-state:
-    can01: exclude
-    exit03: exclude
-    flashdisk01: exclude
-    fsdosfsname01: exclude
-    linpack: exclude
-    performance-no-clock-0: exclude
-    psxconfig01: exclude
-    psxusleep: exclude
-    record02: exclude
-    sp47: exclude
-    spstkalloc02: exclude
-    tftpfs: exclude
-    terminate: exclude
-    unit-no-clock-0: exclude
-    userext: exclude
-    validation-0: exclude
-    validation-1: exclude
-    validation-cache: exclude
-    validation-intr: exclude
-    validation-no-clock-0: exclude
-    validation-non-smp: exclude
-    validation-one-cpu-0: exclude
-    validation-one-cpu-1: exclude
-    validation-timecounter-0: exclude
-    validation-timecounter-1: exclude
-    validation-tls-0: exclude
+    reason: null
+    state: exclude
+    tests:
+    - can01
+    - exit03
+    - flashdisk01
+    - fsdosfsname01
+    - linpack
+    - performance-no-clock-0
+    - psxconfig01
+    - psxusleep
+    - record02
+    - sp47
+    - spstkalloc02
+    - terminate
+    - tftpfs
+    - unit-no-clock-0
+    - userext
+    - validation-0
+    - validation-1
+    - validation-cache
+    - validation-intr
+    - validation-no-clock-0
+    - validation-non-smp
+    - validation-one-cpu-0
+    - validation-one-cpu-1
+    - validation-timecounter-0
+    - validation-timecounter-1
+    - validation-tls-0
 - set-value: -DPER_ALLOCATION=10
 - append-test-cppflags: sp71
 - set-value: -DMAXIMUM_DISTRIBUTION=10
diff --git a/wscript b/wscript
index ffed3f13d6..a622ed3941 100755
--- a/wscript
+++ b/wscript
@@ -1035,8 +1035,9 @@ class OptionItem(Item):
             "indeterminate": self._test_state_indeterminate,
             "user-input": self._test_state_user_input,
         }
-        for k, v in arg.items():
-            actions[v](conf, k)
+        action = actions[arg["state"]]
+        for test in arg["tests"]:
+            action(conf, test)
         return value
 
     def _set_value(self, conf, cic, value, arg):



More information about the vc mailing list