Skip to content

Commit

Permalink
Speed up whlbuild for faster debug cycles
Browse files Browse the repository at this point in the history
  • Loading branch information
EnricoMi committed Feb 27, 2025
1 parent 0814e93 commit 6075f48
Showing 1 changed file with 1 addition and 49 deletions.
50 changes: 1 addition & 49 deletions .github/workflows/gr-python-release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -50,55 +50,7 @@ jobs:
python-version: ${{ matrix.python_version }}
- name: Build Python Wheel
run: |
# Build Python Wheel
echo "::group::Setup C++"
gcc --version
echo "::endgroup::"
echo "::group::Setup env"
pushd arrow
export PARQUET_TEST_DATA="${PWD}/cpp/submodules/parquet-testing/data"
export ARROW_TEST_DATA="${PWD}/testing/data"
popd
echo "::endgroup::"
echo "::group::Install build dependencies"
sudo ./arrow/dev/release/setup-ubuntu.sh
sudo apt-get install build-essential ninja-build cmake python3-dev nvidia-cuda-toolkit
python3 -m venv pyarrow-dev
source ./pyarrow-dev/bin/activate
pip install -r arrow/python/requirements-build.txt
echo "::endgroup::"
echo "::group::Compile C++"
mkdir dist
export ARROW_HOME=$(pwd)/dist
export LD_LIBRARY_PATH=$(pwd)/dist/lib:$LD_LIBRARY_PATH
export CMAKE_PREFIX_PATH=$ARROW_HOME:$CMAKE_PREFIX_PATH
cmake -S arrow/cpp -B arrow/cpp/build \
-DCMAKE_INSTALL_PREFIX=$ARROW_HOME \
-DCMAKE_INSTALL_LIBDIR=lib \
--preset ninja-release-python-maximal
cmake --build arrow/cpp/build --target install
echo "::endgroup::"
echo "::group::Build Wheel"
pip install wheel
pushd arrow/python
export PYARROW_PARALLEL=4
export PYARROW_WITH_AZUREFS=ON
export PYARROW_WITH_FEATHER=ON
export PYARROW_WITH_FLIGHT=ON
export PYARROW_WITH_GCSFS=ON
export PYARROW_WITH_HDFS=ON
export PYARROW_WITH_S3FS=ON
python setup.py build_ext --build-type=release --bundle-arrow-cpp bdist_wheel
popd
echo "::endgroup::"
echo "::group::List files"
ls -lah arrow/python/dist
echo "::endgroup::"
touch arrow/python/dist/pyarrow-${{ matrix.python_version }}.whl
- name: Upload Wheel
uses: actions/upload-artifact@v4
Expand Down

0 comments on commit 6075f48

Please sign in to comment.