build(cross): macOS cross compilation

macos cross compilation now works. macos binaries can be compiled on linux with osxcross installed and built
2025-12-01 13:28:25 -05:00
parent e260c7b02c
commit e0a05bbd1a
15 changed files with 264 additions and 44 deletions
--- a/utils/python/fetch_header_files.sh
+++ b/utils/python/fetch_header_files.sh
@@ -0,0 +1,132 @@
+#!/bin/bash
+
+# --- Configuration ---
+PYTHON_VERSIONS=("3.8.10" "3.9.13" "3.10.11" "3.11.9" "3.12.3" "3.13.0" "3.14.0")
+
+SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+BASE_OUTPUT_DIR="$SCRIPT_DIR/../../cross/python_includes"
+
+# --- OS Detection ---
+OS="$(uname -s)"
+echo "Detected OS: $OS"
+
+# --- Dependency Check ---
+check_dependencies() {
+    if [ "$OS" == "Linux" ]; then
+        if ! command -v 7z &> /dev/null; then
+            echo "Error: '7z' (p7zip-full) is required on Linux."
+            exit 1
+        fi
+        if ! command -v cpio &> /dev/null; then
+            echo "Error: 'cpio' is required."
+            exit 1
+        fi
+    fi
+}
+
+# --- Extraction Logic (OS Specific) ---
+extract_pkg() {
+    local pkg_file="$1"
+    local extract_root="$2"
+    local major_ver="$3" # e.g., 3.11
+
+    echo "  -> Extracting..."
+
+    if [ "$OS" == "Darwin" ]; then
+        pkgutil --expand "$pkg_file" "$extract_root/expanded"
+        local payload_path="$extract_root/expanded/Python_Framework.pkg/Payload"
+        
+        if [ ! -f "$payload_path" ]; then
+            echo "  -> Error: Could not find Payload in package."
+            return 1
+        fi
+        mkdir -p "$extract_root/root"
+        pushd "$extract_root/root" > /dev/null
+        cat "$payload_path" | gunzip | cpio -id "*include/python${major_ver}/*" 2>/dev/null
+        popd > /dev/null
+
+    else
+        7z x "$pkg_file" -o"$extract_root/expanded" -y > /dev/null
+        local payload_path="$extract_root/expanded/Python_Framework.pkg/Payload"
+        
+        if [ ! -f "$payload_path" ]; then
+            echo "  -> Error: Could not find Payload in package."
+            return 1
+        fi
+
+        mkdir -p "$extract_root/root"
+        pushd "$extract_root/root" > /dev/null
+        cat "$payload_path" | gunzip | cpio -id "*include/python${major_ver}/*" 2>/dev/null
+        popd > /dev/null
+    fi
+}
+
+check_dependencies
+
+mkdir -p "$BASE_OUTPUT_DIR"
+
+for FULL_VER in "${PYTHON_VERSIONS[@]}"; do
+    MAJOR_VER=$(echo "$FULL_VER" | cut -d. -f1,2)
+    
+    TARGET_DIR="$BASE_OUTPUT_DIR/python-$MAJOR_VER"
+    TEMP_DIR="$BASE_OUTPUT_DIR/tmp_$FULL_VER"
+    PKG_NAME="python-${FULL_VER}-macos11.pkg"
+    
+    if [[ "$MAJOR_VER" == "3.8" ]]; then
+        PKG_NAME="python-${FULL_VER}-macosx10.9.pkg"
+    fi
+
+    DOWNLOAD_URL="https://www.python.org/ftp/python/${FULL_VER}/$PKG_NAME"
+
+    echo "Processing Python $FULL_VER..."
+
+    if [ -d "$TARGET_DIR" ] && [ "$(ls -A $TARGET_DIR)" ]; then
+        echo "  -> Headers already exist in $TARGET_DIR. Skipping."
+        continue
+    fi
+
+    mkdir -p "$TEMP_DIR"
+
+    echo "  -> Downloading from $DOWNLOAD_URL"
+    curl -L -s -o "$TEMP_DIR/python.pkg" "$DOWNLOAD_URL"
+    
+    if [ $? -ne 0 ]; then
+        echo "  -> Download failed! Check version number or internet connection."
+        rm -rf "$TEMP_DIR"
+        continue
+    fi
+
+    # 2. Extract
+    extract_pkg "$TEMP_DIR/python.pkg" "$TEMP_DIR" "$MAJOR_VER"
+
+    # 3. Move Headers to Final Location
+    # The cpio extraction usually results in: ./Versions/X.Y/include/pythonX.Y
+    # We want to move that specific include folder to our target dir
+    
+    FOUND_HEADERS=$(find "$TEMP_DIR/root" -type d -path "*/include/python${MAJOR_VER}" | head -n 1)
+    
+    if [ -n "$FOUND_HEADERS" ]; then
+        echo "  -> Found headers at: $FOUND_HEADERS"
+        
+        # Move the content to the final destination
+        # We want the folder to be .../python-3.11/include/python3.11
+        mkdir -p "$TARGET_DIR/include"
+        mv "$FOUND_HEADERS" "$TARGET_DIR/include/"
+        
+        # Verify pyconfig.h exists (sanity check)
+        if [ -f "$TARGET_DIR/include/python${MAJOR_VER}/pyconfig.h" ]; then
+            echo "  -> Success: Headers installed to $TARGET_DIR"
+        else 
+            echo "  -> Warning: Header move seemed successful, but pyconfig.h is missing."
+        fi
+    else
+        echo "  -> Error: Could not locate header files after extraction."
+    fi
+
+    # 4. Cleanup
+    rm -rf "$TEMP_DIR"
+    echo "---------------------------------------------------"
+done
+
+echo "Done. All headers stored in $BASE_OUTPUT_DIR"
+