scipy draft

.github/workflows/build_recipes.yaml

@@ -52,7 +52,8 @@ jobs:
             libhyphen0 \
             libmanette-0.2-0 \
             libgles2 \
-            gstreamer1.0-libav
+            gstreamer1.0-libav \
+            libgtk-4-1   
       ################################################################
       # CONFIG
       ################################################################

recipes/recipes_emscripten/scipy/build.sh

@@ -1,10 +1,129 @@
 #!/bin/bash
 
-PYODIDE_PACKED=$RECIPE_DIR/scipy-1.11.1-cp311-cp311-emscripten_3_1_45_wasm32.whl
-# unzip 
-unzip $PYODIDE_PACKED
-
-# copy complete folder scipy to side-packages
-mkdir -p $PREFIX/lib/python3.11/site-packages
-cp -r scipy $PREFIX/lib/python3.11/site-packages
-cp -r scipy-1.11.1.dist-info $PREFIX/lib/python3.11/site-packages
+set -e  # Exit the script if any command fails
+
+#############################################################
+# copy patched / custom code for subprojects/submodules
+#############################################################
+echo "CONTENT OF custom_submodules/PROPACK"
+ls $SRC_DIR/custom_submodules/PROPACK
+
+echo "remove the original propack"
+rm -rf $SRC_DIR/scipy/sparse/linalg/_propack/PROPACK     
+
+echo "copy the custom propack"
+cp -r $SRC_DIR/custom_submodules/PROPACK $SRC_DIR/scipy/sparse/linalg/_propack/
+
+echo "CONTENT OF scipy/sparse/linalg/_propack"
+ls $SRC_DIR/scipy/sparse/linalg/_propack
+
+
+#############################################################
+# write out the cross file
+#############################################################
+export NUMPY_INCLUDE_DIR="$BUILD_PREFIX/lib/python${PY_VER}/site-packages/numpy/_core/include"
+sed "s|@(NUMPY_INCLUDE_DIR)|${NUMPY_INCLUDE_DIR}|g" $RECIPE_DIR/emscripten.meson.cross > $SRC_DIR/emscripten.meson.cross.temp
+sed "s|@(PYTHON)|${PYTHON}|g" $SRC_DIR/emscripten.meson.cross.temp > $SRC_DIR/emscripten.meson.cross
+rm $SRC_DIR/emscripten.meson.cross.temp
+echo "THE CROSS FILE"
+cat $SRC_DIR/emscripten.meson.cross
+echo "END CROSS FILE"
+
+
+#############################################################
+# use pkg-config to find numpy
+############################################################# 
+export PKG_CONFIG_PATH="$BUILD_PREFIX/lib/python${PY_VER}/site-packages/numpy/_core/lib/pkgconfig"
+
+
+#############################################################
+# Using flang as a WASM cross-compiler
+# https://github.com/serge-sans-paille/llvm-project/blob/feature/flang-wasm/README.wasm.md
+# https://github.com/conda-forge/flang-feedstock/pull/69
+#############################################################
+micromamba install -p $BUILD_PREFIX  conda-forge/label/emscripten::flang libllvm19 --no-channel-priority -y
+
+rm $BUILD_PREFIX/bin/clang # links to clang19
+ln -s $BUILD_PREFIX/bin/clang-20 $BUILD_PREFIX/bin/clang # links to emsdk clang
+
+
+#############################################################
+# copy numpy headers from host to the build environment
+#############################################################
+# note this should actually be done by the cross-python script
+# but it is not working (in particular when doing debug builds)
+
+
+if [ -d "$PREFIX/lib/python${PY_VER}/site-packages/numpy/_core/include/numpy" ]; then
+    echo "Copying numpy headers from host to the build environment"
+    mkdir -p $BUILD_PREFIX/lib/python${PY_VER}/site-packages/numpy/_core/include/numpy
+    cp -r $PREFIX/lib/python${PY_VER}/site-packages/numpy/_core/include/numpy $BUILD_PREFIX/lib/python${PY_VER}/site-packages/numpy/_core/include/
+
+else
+    echo "numpy headers not found in $PREFIX/lib/python${PY_VER}/site-packages/numpy/_core/include/numpy"
+fi
+
+if [ -d "$PREFIX/include/python${PY_VER}" ]; then
+    mkdir -p $BUILD_PREFIX/include/
+    echo "Copying python headers from host to the build environment"
+    cp -r $PREFIX/include/python${PY_VER} $BUILD_PREFIX/include/
+else
+    echo "python headers not found in $PREFIX/include/python${PY_VER}"
+fi
+
+
+
+############################
+# try to compile a simple file
+############################
+echo "INVOKE FLANG"
+$BUILD_PREFIX/bin/flang-new $RECIPE_DIR/test.f90 -o output.obj -D_FILE_OFFSET_BITS=64 -c -g --target=wasm32-unknown-emscripten -O0
+echo "INVOKE FLANG DONE"
+ls
+
+#############################################################
+# patch meson since it otherwise complains with an error that
+# emscripten does not support shared libraries ... which is far 
+# from the truth
+#############################################################
+find $BUILD_PREFIX -name linkers.py -exec sed -i "s/raise MesonException(f'{self.id} does not support shared libraries.')/return []/g" {} +
+
+
+# ############################################################
+# # wrap flang-new with a python script
+# ############################################################
+# mv $BUILD_PREFIX/bin/flang-new $BUILD_PREFIX/bin/flang-new-bak
+# cp $RECIPE_DIR/flang_wrapper/flang-new     $BUILD_PREFIX/bin/
+# cp $RECIPE_DIR/flang_wrapper/flang-new.py  $BUILD_PREFIX/bin/
+
+
+#############################################################
+# setting up flags
+#############################################################
+export FC=flang-new
+export FFLAGS="-g --target=wasm32-unknown-emscripten"
+#  enable WASM_BIGINT to support 64-bit integers and fexceptions to support exceptions
+export LDFLAGS="$LDFLAGS -sWASM_BIGINT -fexceptions"
+export LDFLAGS=""
+export CFLAGS=""
+export CXXFLAGS=""
+export FCFLAGS=""
+
+#############################################################
+# delete all shared libraries from prefix to encourage static linking
+#############################################################
+# print all libraries
+ls $PREFIX/lib/
+rm -rf $PREFIX/lib/*.so
+
+
+#############################################################
+# trigger the build
+#############################################################
+${PYTHON} -m pip install . -vvv --no-deps --no-build-isolation \
+    -Csetup-args="--cross-file=$SRC_DIR/emscripten.meson.cross" \
+    -Csetup-args="-Dblas=blas" \
+    -Csetup-args="-Dlapack=lapack" \
+    -Csetup-args="-Dfortran_std=none" \
+    -Csetup-args="-Duse-pythran=false" \
+    -Csetup-args="-Duse-g77-abi=true" 

recipes/recipes_emscripten/scipy/emscripten.meson.cross

@@ -0,0 +1,17 @@
+[properties]
+needs_exe_wrapper = true
+skip_sanity_check = true
+longdouble_format = 'IEEE_QUAD_LE' # for numpy
+#numpy-include-dir = '@(NUMPY_INCLUDE_DIR)'
+
+
+[host_machine]
+system = 'emscripten'
+cpu_family = 'wasm32'
+cpu = 'wasm'
+endian = 'little'
+
+[binaries]
+exe_wrapper = 'node'
+pkg-config = 'pkg-config'
+python = '@(PYTHON)'

recipes/recipes_emscripten/scipy/flang_wrapper/flang-new

@@ -0,0 +1,5 @@
+#!/usr/bin/env bash
+
+
+# call flan-new.py with all passed arguments (but the first one)
+$PYTHON $BUILD_PREFIX/bin/flang-new.py "$@"

recipes/recipes_emscripten/scipy/flang_wrapper/flang-new.py

@@ -0,0 +1,59 @@
+
+import os
+from pathlib import Path
+import subprocess
+
+BUILD_PREFIX = os.environ["BUILD_PREFIX"]
+ACTUAL_FLANG_BINARY_PATH = Path(BUILD_PREFIX) / "bin" / "flang-new-bak"
+
+
+def sanetize_arguments(args):
+
+    # replace -03 with -O2
+    for i, arg in enumerate(args):
+        if arg == "-O3":
+            args[i] = "-O2" 
+
+        # if arg == "-module-dir":
+        #     args[i] = ""
+        #     args[i+1] = ""
+
+    # remove all empty strings
+    args = list(filter(lambda x: x != "", args))
+
+    # -nostdlib
+    args.append("-nostdlib")
+
+    return args
+
+if __name__ == "__main__":
+
+    # get all arguments
+    import sys
+    args = sys.argv[1:]
+    fixed_args = sanetize_arguments(args)
+    print(f"""THIS IS A FLANG-WRAPPER
+    ACTUAL FLANG BINARY: {ACTUAL_FLANG_BINARY_PATH}
+    Passed arguments: {args}
+    Sanetized arguments: {fixed_args}
+    """)
+
+    # print all current LDFLAGS / CFLAGS / CXXFLAGS
+
+    # print("LDFLAGS: ", os.environ.get("LDFLAGS", ""))
+    # print("CFLAGS: ", os.environ.get("CFLAGS", ""))
+    # print("CXXFLAGS: ", os.environ.get("CXXFLAGS", ""))
+
+
+
+    # Run the actual flang binary
+    process = subprocess.Popen(
+        [str(ACTUAL_FLANG_BINARY_PATH)] + fixed_args,
+        stdout=sys.stdout,
+        stderr=sys.stderr,
+        # env=dict(os.environ, LDFLAGS="", CFLAGS="", CXXFLAGS="")
+    )
+
+    # Wait for the process to finish and get the return code
+    process.wait()
+    sys.exit(process.returncode)