recipes: new pydantic-core recipe

Author: T-Dynamos

.github/workflows/push.yml

@@ -187,8 +187,11 @@ jobs:
     - name: Pull docker image
       run: |
         make docker/pull
+    - name: Install recipe specific dependencies
+      uses: dtolnay/rust-toolchain@stable
     - name: Rebuild updated recipes
       run: |
+        pip3 install maturin
         make docker/run/make/rebuild_updated_recipes
 
   macos_rebuild_updated_recipes:
@@ -226,8 +229,11 @@ jobs:
           source ci/osx_ci.sh
           arm64_set_path_and_python_version 3.9.7
           make --file ci/makefiles/osx.mk
+      - name: Install recipe specific dependencies
+        uses: dtolnay/rust-toolchain@stable
       - name: Rebuild updated recipes
         run: |
+          pip3 install maturin
           source ci/osx_ci.sh
           arm64_set_path_and_python_version 3.9.7
           make rebuild_updated_recipes

pythonforandroid/recipes/pydantic-core/__init__.py

@@ -0,0 +1,147 @@
+from shutil import which
+from os.path import join, realpath, basename, isfile
+import sh
+import glob
+from pythonforandroid.recipe import CompiledComponentsPythonRecipe
+from pythonforandroid.logger import error, shprint, info
+from pythonforandroid.util import current_directory
+
+# https://doc.rust-lang.org/nightly/rustc/platform-support.html
+RUST_ARCH_CODES = {
+    "arm64-v8a": "aarch64-linux-android",
+    "armeabi-v7a": "armv7-linux-androideabi",
+    "x86_64": "x86_64-linux-android",
+    "x86": "i686-linux-android",
+}
+
+# Cargo config options
+CARGO_CONFIG = """
+[target.{}]
+linker = "{}"
+rustflags = ["-C", "link-args=-L{} -L{}"]
+"""
+
+
+class PydanticcoreRecipe(CompiledComponentsPythonRecipe):
+    version = "2.16.1"
+    url = (
+        "https://github.com/pydantic/pydantic-core/archive/refs/tags/v{version}.tar.gz"
+    )
+    patches = [join("patches", "add_typing_extensions.patch")]
+
+    def should_build(self, arch):
+        name = self.folder_name
+        if self.ctx.has_package(name.replace("-", "_"), arch):
+            info('Python package already exists in site-packages')
+            return False
+        info('{} apparently isn\'t already in site-packages'.format(name))
+        return True
+
+    def get_recipe_env(self, arch):
+        env = super().get_recipe_env(arch)
+        # Requires rust
+        build_target = RUST_ARCH_CODES[arch.arch]
+        if which("rustup"):
+            info("Ensuring rust build toolchain")
+            shprint(sh.rustup, "target", "add", build_target)
+        else:
+            error(
+                "Rust (`rustup`) was not found on host system. Please install it using:"
+                "\n`curl https://sh.rustup.rs -sSf | sh`\n"
+            )
+            exit(1)
+
+        env["CARGO_BUILD_TARGET"] = build_target
+
+        env["PATH"] = ("{hostpython_dir}:{old_path}").format(
+            hostpython_dir=self.get_recipe(
+                "hostpython3", self.ctx
+            ).get_path_to_python(),
+            old_path=env["PATH"],
+        )
+        return env
+
+    def configure_cargo(self, build_dir, arch, python_recipe):
+        """Writes the cargo configuration"""
+        cargo_config = join(build_dir, ".cargo", "config.toml")
+        config_string = [
+            CARGO_CONFIG.format(
+                arch_,
+                join(
+                    self.ctx.ndk.llvm_prebuilt_dir,
+                    "bin",
+                    "{}{}-clang".format(
+                        # NDK's Clang format
+                        # aarch64-linux-android{ndk_api}-clang
+                        # i686-linux-android{ndk_api}-clang
+                        # x86_64-linux-android{ndk_api}-clang
+                        # armv7a-linux-androideabi{ndk_api}-clang
+                        arch_.replace("7", "7a")
+                        if arch_.startswith("armv7")
+                        else arch_,
+                        self.ctx.ndk_api,
+                    ),
+                ),
+                self.ctx.get_libs_dir(arch.arch),
+                join(
+                    python_recipe.get_build_dir(arch.arch),
+                    "android-build",
+                ),
+            )
+            for arch_ in RUST_ARCH_CODES.values()
+        ]
+
+        if isfile(cargo_config):
+            info("Writing cargo configuration")
+            with open(cargo_config, "w") as file:
+                file.write("".join(config_string)[1:])
+                file.close()
+
+    def build_arch(self, arch):
+        build_dir = self.get_build_dir(arch.arch)
+        env = self.get_recipe_env(arch)
+        python_recipe = self.get_recipe("python3", self.ctx)
+        built_wheel = None
+        self.configure_cargo(build_dir, arch, python_recipe)
+
+        # Check for maturin
+        if not which("maturin"):
+            error(
+                "maturin was not found on host system, please install with pip and rerun"
+            )
+            exit(1)
+
+        with current_directory(build_dir):
+            shprint(
+                sh.maturin,
+                "build",
+                "-i",
+                "python{}".format(".".join(python_recipe.version.split(".")[:2])),
+                "--skip-auditwheel",
+                _env=env,
+            )
+            built_wheel = realpath(glob.glob("target/wheels/*-linux_*.whl")[0])
+
+        if built_wheel:
+            info("Installing built wheel '{}'".format(basename(built_wheel)))
+
+        # Use host pip to install wheel
+        shprint(
+            sh.pip,
+            "install",
+            built_wheel,
+            "--platform",
+            # Here RUST_ARCH_CODES[arch.arch] won't work
+            # because file name is like "_linux_armv7l"
+            # So do manual splitting
+            # Example filename: pydantic_core-2.16.1-cp311-cp311-linux_armv7l.whl
+            built_wheel.split("-")[-1].split(".")[0],
+            "--no-deps",
+            "--target",
+            self.ctx.get_python_install_dir(arch.arch),
+            "--upgrade",
+            _env=env,
+        )
+
+
+recipe = PydanticcoreRecipe()