diff mbox series

[3/3] oeqa: fix parallel make setting for sdk cmake case

Message ID 20250808055059.8851-3-peter.marko@siemens.com
State New
Headers show
Series [1/3] oe/utils: extract method for parallel_make without d context | expand

Commit Message

Marko, Peter Aug. 8, 2025, 5:50 a.m. UTC
From: Peter Marko <peter.marko@siemens.com>

These testcases are running with make or cmake "-j" without number,
which means that the build will spawn unlimited number of compiler
processes which may lead to oomkills and general build machine cpu
overload.

Signed-off-by: Peter Marko <peter.marko@siemens.com>
---
 meta/lib/oeqa/runtime/cases/stap.py  | 6 +++++-
 meta/lib/oeqa/sdk/cases/autotools.py | 5 ++++-
 meta/lib/oeqa/sdk/cases/cmake.py     | 5 ++++-
 meta/lib/oeqa/sdk/cases/kmod.py      | 5 ++++-
 meta/lib/oeqa/sdk/cases/makefile.py  | 5 ++++-
 5 files changed, 21 insertions(+), 5 deletions(-)
diff mbox series

Patch

diff --git a/meta/lib/oeqa/runtime/cases/stap.py b/meta/lib/oeqa/runtime/cases/stap.py
index 6b55e7de50..d6f225580c 100644
--- a/meta/lib/oeqa/runtime/cases/stap.py
+++ b/meta/lib/oeqa/runtime/cases/stap.py
@@ -16,8 +16,12 @@  class StapTest(OERuntimeTestCase):
     @OEHasPackage(['gcc-symlinks'])
     @OEHasPackage(['kernel-devsrc'])
     def test_stap(self):
+        from oe.utils import parallel_make_value
+
+        parallel_make = parallel_make_value((self.td.get('PARALLEL_MAKE') or '').split())
+
         try:
-            cmd = 'make -j -C /usr/src/kernel scripts prepare'
+            cmd = 'make %s -C /usr/src/kernel scripts prepare' % (parallel_make)
             status, output = self.target.run(cmd, 900)
             self.assertEqual(status, 0, msg='\n'.join([cmd, output]))
 
diff --git a/meta/lib/oeqa/sdk/cases/autotools.py b/meta/lib/oeqa/sdk/cases/autotools.py
index f641d66015..042efc9f25 100644
--- a/meta/lib/oeqa/sdk/cases/autotools.py
+++ b/meta/lib/oeqa/sdk/cases/autotools.py
@@ -23,6 +23,8 @@  class AutotoolsTest(OESDKTestCase):
             raise unittest.SkipTest("AutotoolsTest class: SDK doesn't contain a supported C library")
 
     def test_cpio(self):
+        from oe.utils import parallel_make_value
+
         with tempfile.TemporaryDirectory(prefix="cpio-", dir=self.tc.sdk_dir) as testdir:
             tarball = self.fetch(testdir, self.td["DL_DIR"], "https://ftp.gnu.org/gnu/cpio/cpio-2.15.tar.gz")
 
@@ -30,6 +32,7 @@  class AutotoolsTest(OESDKTestCase):
             opts["source"] = os.path.join(testdir, "cpio-2.15")
             opts["build"] = os.path.join(testdir, "build")
             opts["install"] = os.path.join(testdir, "install")
+            opts["parallel_make"] = parallel_make_value((self.td.get('PARALLEL_MAKE') or '').split())
 
             subprocess.check_output(["tar", "xf", tarball, "-C", testdir], stderr=subprocess.STDOUT)
             self.assertTrue(os.path.isdir(opts["source"]))
@@ -42,7 +45,7 @@  class AutotoolsTest(OESDKTestCase):
                 host_sys = self.td["HOST_SYS"]
                 self.assertIn(f"host_alias='{host_sys}'\n", f.readlines())
 
-            self._run("cd {build} && make CFLAGS='-std=gnu17 -Dbool=int -Dtrue=1 -Dfalse=0 -Wno-error=implicit-function-declaration' -j".format(**opts))
+            self._run("cd {build} && make CFLAGS='-std=gnu17 -Dbool=int -Dtrue=1 -Dfalse=0 -Wno-error=implicit-function-declaration' {parallel_make}".format(**opts))
             self._run("cd {build} && make install DESTDIR={install}".format(**opts))
 
             self.check_elf(os.path.join(opts["install"], "usr", "local", "bin", "cpio"))
diff --git a/meta/lib/oeqa/sdk/cases/cmake.py b/meta/lib/oeqa/sdk/cases/cmake.py
index 32b951c0f8..8eea55342f 100644
--- a/meta/lib/oeqa/sdk/cases/cmake.py
+++ b/meta/lib/oeqa/sdk/cases/cmake.py
@@ -26,6 +26,8 @@  class CMakeTest(OESDKTestCase):
         self.ensure_host_package("cmake")
 
     def test_assimp(self):
+        from oe.utils import parallel_make_value
+
         with tempfile.TemporaryDirectory(prefix="assimp", dir=self.tc.sdk_dir) as testdir:
             tarball = self.fetch(testdir, self.td["DL_DIR"], "https://github.com/assimp/assimp/archive/v5.4.1.tar.gz")
 
@@ -33,6 +35,7 @@  class CMakeTest(OESDKTestCase):
             opts["source"] = os.path.join(testdir, "assimp-5.4.1")
             opts["build"] = os.path.join(testdir, "build")
             opts["install"] = os.path.join(testdir, "install")
+            opts["parallel_make"] = parallel_make_value((self.td.get('PARALLEL_MAKE') or '').split())
 
             subprocess.check_output(["tar", "xf", tarball, "-C", testdir], stderr=subprocess.STDOUT)
             self.assertTrue(os.path.isdir(opts["source"]))
@@ -42,6 +45,6 @@  class CMakeTest(OESDKTestCase):
             os.makedirs(opts["build"])
 
             self._run("cd {build} && cmake -DASSIMP_WARNINGS_AS_ERRORS=OFF -DCMAKE_VERBOSE_MAKEFILE:BOOL=ON -DASSIMP_BUILD_ZLIB=ON {source}".format(**opts))
-            self._run("cmake --build {build} -- -j".format(**opts))
+            self._run("cmake --build {build} -- {parallel_make}".format(**opts))
             self._run("cmake --build {build} --target install -- DESTDIR={install}".format(**opts))
             self.check_elf(os.path.join(opts["install"], "usr", "local", "lib", "libassimp.so.5.4.1"))
diff --git a/meta/lib/oeqa/sdk/cases/kmod.py b/meta/lib/oeqa/sdk/cases/kmod.py
index 0aa6f702e4..adbee2c6ed 100644
--- a/meta/lib/oeqa/sdk/cases/kmod.py
+++ b/meta/lib/oeqa/sdk/cases/kmod.py
@@ -21,9 +21,12 @@  class KernelModuleTest(OESDKTestCase):
         if isinstance(self.tc, OESDKExtTestContext):
             self.skipTest(f"{self.id()} does not support eSDK (https://bugzilla.yoctoproject.org/show_bug.cgi?id=15850)")
 
+        from oe.utils import parallel_make_value
+        parallel_make = parallel_make_value((self.td.get('PARALLEL_MAKE') or '').split())
+
         self.ensure_target_package("kernel-devsrc")
         # These targets need to be built before kernel modules can be built.
-        self._run("make -j -C $OECORE_TARGET_SYSROOT/usr/src/kernel prepare scripts")
+        self._run("make %s -C $OECORE_TARGET_SYSROOT/usr/src/kernel prepare scripts" % (parallel_make))
 
         with tempfile.TemporaryDirectory(prefix="cryptodev", dir=self.tc.sdk_dir) as testdir:
             git_url = "https://github.com/cryptodev-linux/cryptodev-linux"
diff --git a/meta/lib/oeqa/sdk/cases/makefile.py b/meta/lib/oeqa/sdk/cases/makefile.py
index 0dcf94c6d7..f3c342d09f 100644
--- a/meta/lib/oeqa/sdk/cases/makefile.py
+++ b/meta/lib/oeqa/sdk/cases/makefile.py
@@ -20,6 +20,8 @@  class MakefileTest(OESDKTestCase):
             raise unittest.SkipTest("MakefileTest class: SDK doesn't contain a supported C library")
 
     def test_lzip(self):
+        from oe.utils import parallel_make_value
+
         with tempfile.TemporaryDirectory(prefix="lzip", dir=self.tc.sdk_dir) as testdir:
             tarball = self.fetch(testdir, self.td["DL_DIR"], "http://downloads.yoctoproject.org/mirror/sources/lzip-1.19.tar.gz")
 
@@ -27,6 +29,7 @@  class MakefileTest(OESDKTestCase):
             opts["source"] = os.path.join(testdir, "lzip-1.19")
             opts["build"] = os.path.join(testdir, "build")
             opts["install"] = os.path.join(testdir, "install")
+            opts["parallel_make"] = parallel_make_value((self.td.get('PARALLEL_MAKE') or '').split())
 
             subprocess.check_output(["tar", "xf", tarball, "-C", testdir], stderr=subprocess.STDOUT)
             self.assertTrue(os.path.isdir(opts["source"]))
@@ -40,6 +43,6 @@  class MakefileTest(OESDKTestCase):
                      LDFLAGS="$LDFLAGS" \
                   """
             self._run(cmd.format(**opts))
-            self._run("cd {build} && make -j".format(**opts))
+            self._run("cd {build} && make {parallel_make}".format(**opts))
             self._run("cd {build} && make install DESTDIR={install}".format(**opts))
             self.check_elf(os.path.join(opts["install"], "usr", "local", "bin", "lzip"))