diff mbox series

[v2,2/8] classes/setuptools: do parallel builds in a clean directory

Message ID 20241107172404.4017047-2-ross.burton@arm.com
State New
Headers show
Series [v2,1/8] python3-setuptools: add more comments to a patch | expand

Commit Message

Ross Burton Nov. 7, 2024, 5:23 p.m. UTC
It turns out that by setting DIST_EXTRA_CONFIG you can tell setuptools to
read a supplementary configuration file. This lets us pass options that
we normally cannot reach via the bdist_wheel command.

Tell the build task to use a build directory outside of the source tree,
so that we can clean it before each rebuild.

Tell the build_ext task to do parallel builds, as it defaults to not. In
my testing this halves the build time of python3-pandas.

Signed-off-by: Ross Burton <ross.burton@arm.com>
---
 .../python_setuptools_build_meta.bbclass           | 14 ++++++++++++++
 meta/classes-recipe/setuptools3.bbclass            | 12 ++++++++++++
 2 files changed, 26 insertions(+)
diff mbox series

Patch

diff --git a/meta/classes-recipe/python_setuptools_build_meta.bbclass b/meta/classes-recipe/python_setuptools_build_meta.bbclass
index 4c84d1e8d0b..3fd42cc9845 100644
--- a/meta/classes-recipe/python_setuptools_build_meta.bbclass
+++ b/meta/classes-recipe/python_setuptools_build_meta.bbclass
@@ -7,3 +7,17 @@ 
 inherit setuptools3-base python_pep517
 
 DEPENDS += "python3-setuptools-native python3-wheel-native"
+
+B = "${WORKDIR}/build"
+do_configure[cleandirs] += "${B}"
+
+do_compile:prepend() {
+    # Write an extra config file to build in parallel
+    export DIST_EXTRA_CONFIG=${WORKDIR}/setuptools-extra.cfg
+    cat <<EOF >$DIST_EXTRA_CONFIG
+[build]
+build_base = ${B}
+[build_ext]
+parallel = ${@oe.utils.parallel_make(d)}
+EOF
+}
diff --git a/meta/classes-recipe/setuptools3.bbclass b/meta/classes-recipe/setuptools3.bbclass
index 64a78e9a367..be260093b47 100644
--- a/meta/classes-recipe/setuptools3.bbclass
+++ b/meta/classes-recipe/setuptools3.bbclass
@@ -12,6 +12,8 @@  SETUPTOOLS_BUILD_ARGS ?= ""
 
 SETUPTOOLS_SETUP_PATH ?= "${S}"
 
+B = "${WORKDIR}/build"
+
 python do_check_backend() {
     import re
     filename = d.expand("${SETUPTOOLS_SETUP_PATH}/pyproject.toml")
@@ -29,8 +31,18 @@  addtask check_backend after do_patch before do_configure
 setuptools3_do_configure() {
     :
 }
+do_configure[cleandirs] += "${B}"
 
 setuptools3_do_compile() {
+        # Write an extra config file to build in parallel
+        export DIST_EXTRA_CONFIG=${WORKDIR}/setuptools-extra.cfg
+        cat <<EOF >$DIST_EXTRA_CONFIG
+[build]
+build_base = ${B}
+[build_ext]
+parallel = ${@oe.utils.parallel_make(d)}
+EOF
+
         cd ${SETUPTOOLS_SETUP_PATH}
         NO_FETCH_BUILD=1 \
         STAGING_INCDIR=${STAGING_INCDIR} \