diff mbox series

[meta-zephyr,2/2] zephyr-core/zephyr-kernel-tests: remove now passing tests from exclude list

Message ID 20231102030437.3857166-2-jon.mason@arm.com
State New
Headers show
Series [meta-zephyr,1/2] CI: Update to the latest kas version | expand

Commit Message

Jon Mason Nov. 2, 2023, 3:04 a.m. UTC 
Retested the zephyr kernel tests to verify which ones are now building
and which ones are now passing CI on qemu machines.  They are organized
as follows:
* Any test that fails to be configured is added to a list in
  zephyr-kernel-test.inc
* Any test that fails to compile for all machines is added to a list in
  zephyr-kernel-test.inc
* Any test that fails to compile for a specific machine is added to a
  machine specific list in zephyr-kernel-test.inc
* Any test that fails CI is added to a list in the relevant machine yml
  file

Hopefully by making this way of doing things uniform, it will enable
better testing and CI.

It is worth noting that with this version of zephyr, gen_isr_table and
other tests are now working for a number of machines.

Signed-off-by: Jon Mason <jon.mason@arm.com>
---
 ci/intel-x86-64.yml                                    |  4 ++++
 ci/mps2-an385.yml                                      |  4 ++++
 ci/qemu-cortex-a53.yml                                 |  2 +-
 ci/qemu-cortex-a9.yml                                  |  2 +-
 ci/qemu-cortex-r5.yml                                  |  4 ----
 ci/qemu-nios2.yml                                      |  3 ---
 ci/qemu-x86.yml                                        |  2 +-
 ci/v2m-beetle.yml                                      |  4 ++++
 ci/v2m-musca-b1.yml                                    |  4 ----
 ci/v2m-musca-s1.yml                                    |  4 ----
 .../zephyr-kernel/zephyr-kernel-test.inc               | 10 +++-------
 11 files changed, 18 insertions(+), 25 deletions(-)
diff mbox series

Patch

diff --git a/ci/intel-x86-64.yml b/ci/intel-x86-64.yml
index 23e711ceac91..2eda5a43e92d 100644
--- a/ci/intel-x86-64.yml
+++ b/ci/intel-x86-64.yml
@@ -3,4 +3,8 @@  header:
   includes:
     - ci/base.yml
 
+local_conf_header:
+  failing_tests: |
+    ZEPHYRTESTS:remove = "gen_isr_table"
+
 machine: intel-x86-64
diff --git a/ci/mps2-an385.yml b/ci/mps2-an385.yml
index e536118c6832..caa685eb5f14 100644
--- a/ci/mps2-an385.yml
+++ b/ci/mps2-an385.yml
@@ -3,4 +3,8 @@  header:
   includes:
     - ci/base.yml
 
+local_conf_header:
+  failing_tests: |
+    ZEPHYRTESTS:remove = "gen_isr_table"
+
 machine: mps2-an385
diff --git a/ci/qemu-cortex-a53.yml b/ci/qemu-cortex-a53.yml
index ca8b6495fef0..d959075cd528 100644
--- a/ci/qemu-cortex-a53.yml
+++ b/ci/qemu-cortex-a53.yml
@@ -5,6 +5,6 @@  header:
 
 local_conf_header:
   failing_tests: |
-    ZEPHYRTESTS:remove = "interrupt"
+    ZEPHYRTESTS:remove = "gen_isr_table"
 
 machine: qemu-cortex-a53
diff --git a/ci/qemu-cortex-a9.yml b/ci/qemu-cortex-a9.yml
index cc4473004775..d75ea4d496ce 100644
--- a/ci/qemu-cortex-a9.yml
+++ b/ci/qemu-cortex-a9.yml
@@ -5,6 +5,6 @@  header:
 
 local_conf_header:
   failing_tests: |
-    ZEPHYRTESTS:remove = "common queue"
+    ZEPHYRTESTS:remove = "common gen_isr_table poll queue"
 
 machine: qemu-cortex-a9
diff --git a/ci/qemu-cortex-r5.yml b/ci/qemu-cortex-r5.yml
index e595bceb059e..6e5ca8173647 100644
--- a/ci/qemu-cortex-r5.yml
+++ b/ci/qemu-cortex-r5.yml
@@ -3,8 +3,4 @@  header:
   includes:
     - ci/base.yml
 
-local_conf_header:
-  nonbuilding_tests: |
-    ZEPHYRTESTS:remove = "common poll sleep queue device"
-
 machine: qemu-cortex-r5
diff --git a/ci/qemu-nios2.yml b/ci/qemu-nios2.yml
index b818371c8be0..30a560a79c5f 100644
--- a/ci/qemu-nios2.yml
+++ b/ci/qemu-nios2.yml
@@ -3,8 +3,5 @@  header:
   includes:
     - ci/base.yml
 
-local_conf_header:
-  nonbuilding_tests: |
-    ZEPHYRTESTS:remove = "interrupt"
 
 machine: qemu-nios2
diff --git a/ci/qemu-x86.yml b/ci/qemu-x86.yml
index df744a1206fa..ab929171ccc8 100644
--- a/ci/qemu-x86.yml
+++ b/ci/qemu-x86.yml
@@ -5,6 +5,6 @@  header:
 
 local_conf_header:
   failing_tests: |
-    ZEPHYRTESTS:remove = "pending"
+    ZEPHYRTESTS:remove = "gen_isr_table pending"
 
 machine: qemu-x86
diff --git a/ci/v2m-beetle.yml b/ci/v2m-beetle.yml
index df62469d9c52..51a4225f3361 100644
--- a/ci/v2m-beetle.yml
+++ b/ci/v2m-beetle.yml
@@ -3,4 +3,8 @@  header:
   includes:
     - ci/base.yml
 
+local_conf_header:
+  failing_tests: |
+    ZEPHYRTESTS:remove = "gen_isr_table"
+
 machine: v2m-beetle
diff --git a/ci/v2m-musca-b1.yml b/ci/v2m-musca-b1.yml
index a867c4ccd6d6..490f29549c94 100644
--- a/ci/v2m-musca-b1.yml
+++ b/ci/v2m-musca-b1.yml
@@ -3,8 +3,4 @@  header:
   includes:
     - ci/base.yml
 
-local_conf_header:
-  nonbuilding_tests: |
-    ZEPHYRTESTS:remove = "common sleep poll device queue"
-
 machine: v2m-musca-b1
diff --git a/ci/v2m-musca-s1.yml b/ci/v2m-musca-s1.yml
index 01480e2e26e8..4451ff0460eb 100644
--- a/ci/v2m-musca-s1.yml
+++ b/ci/v2m-musca-s1.yml
@@ -3,8 +3,4 @@  header:
   includes:
     - ci/base.yml
 
-local_conf_header:
-  nonbuilding_tests: |
-    ZEPHYRTESTS:remove = "common sleep poll device queue"
-
 machine: v2m-musca-s1
diff --git a/meta-zephyr-core/recipes-kernel/zephyr-kernel/zephyr-kernel-test.inc b/meta-zephyr-core/recipes-kernel/zephyr-kernel/zephyr-kernel-test.inc
index 77f45a737407..f8ba1ff6c557 100644
--- a/meta-zephyr-core/recipes-kernel/zephyr-kernel/zephyr-kernel-test.inc
+++ b/meta-zephyr-core/recipes-kernel/zephyr-kernel/zephyr-kernel-test.inc
@@ -1,16 +1,12 @@ 
+# Exclude tests that fail to configure
 ZEPHYRTESTS:remove = "fifo fpu_sharing lifo mbox mem_heap mem_pool \
     mem_protect mem_slab msgq mutex pipe profiling sched semaphore \
     stack threads tickless timer workq"
 
-# Exclude tests which does not build for various reasons
-ZEPHYRTESTS:remove = "gen_isr_table spinlock smp mp"
-
 # Exclude tests that are not currently compiling
+ZEPHYRTESTS:remove = "mp smp spinlock"
 ZEPHYRTESTS:remove:96b-avenger96 = "common device poll queue sleep"
-ZEPHYRTESTS:remove:96b-nitrogen = "common device poll queue sleep"
-ZEPHYRTESTS:remove:arduino-nano-33-ble = "common device poll queue sleep"
-ZEPHYRTESTS:remove:nrf52840dk-nrf52840 = "common device poll queue sleep"
-ZEPHYRTESTS:remove:qemu-x86 = "common device interrupt poll queue sleep"
+ZEPHYRTESTS:remove:qemu-nios2 = "interrupt"
 ZEPHYRTESTS:remove:stm32mp157c-dk2 = "common device poll queue sleep"
 
 # test_context will fail because QEMU for ARM does not emulate CortexM3 BASEPRI register