export path and cache #34
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Rust GPU Tests | ||
| on: | ||
| push: | ||
| concurrency: | ||
| group: "${{ github.workflow }} @ ${{ github.event.pull_request.head.label || github.head_ref || github.ref }}" | ||
| cancel-in-progress: true | ||
| jobs: | ||
| e2e: | ||
| runs-on: gpu | ||
| steps: | ||
| - name: Checkout code | ||
| uses: actions/checkout@v4 | ||
| - name: Cache CUDA and NCCL | ||
| uses: actions/cache@v3 | ||
| id: cache-cuda-nccl | ||
| with: | ||
| path: /usr/local/cuda-12.1 | ||
| key: cuda-nccl-${{ runner.os }}-12.1 | ||
| restore-keys: | | ||
| cuda-nccl-${{ runner.os }}- | ||
| - name: Install apt dependencies | ||
| run: sudo apt-get update && sudo apt-get install -y pkg-config libssl-dev | ||
| - name: Install CUDA and NCCL dependencies | ||
| if: steps.cache-cuda-nccl.outputs.cache-hit != 'true' | ||
| env: | ||
| DEBIAN_FRONTEND: noninteractive | ||
| run: | | ||
| wget -q https://developer.download.nvidia.com/compute/cuda/12.1.0/local_installers/cuda_12.1.0_530.30.02_linux.run | ||
| sudo sh cuda_12.1.0_530.30.02_linux.run --silent --toolkit | ||
| echo 'export PATH=/usr/local/cuda-12.1/bin:$PATH' >> ~/.bashrc | ||
| echo 'export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64:$LD_LIBRARY_PATH' >> ~/.bashrc | ||
| source ~/.bashrc | ||
| /usr/local/cuda-12.1/bin/nvcc --version | ||
| wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/x86_64/cuda-keyring_1.0-1_all.deb | ||
| sudo dpkg -i cuda-keyring_1.0-1_all.deb | ||
| sudo apt update | ||
| sudo apt install -y libnccl2 libnccl-dev | ||
| shell: bash | ||
| - name: Cache Rust build | ||
| uses: actions/cache@v3 | ||
| id: cache-rust | ||
| with: | ||
| path: | | ||
| ~/.cargo/registry | ||
| ~/.cargo/git | ||
| target | ||
| key: rust-build-${{ runner.os }}-${{ hashFiles('**/Cargo.lock') }} | ||
| restore-keys: | | ||
| rust-build-${{ runner.os }}- | ||
| - name: Install Rust nightly | ||
| uses: dtolnay/rust-toolchain@master | ||
| with: | ||
| toolchain: nightly | ||
| - name: E2E Tests | ||
| run: | | ||
| export LD_LIBRARY_PATH=/usr/local/cuda-12.1/lib64:$LD_LIBRARY_PATH | ||
| export CUDA_HOME=/usr/local/cuda-12.1 | ||
| /usr/local/cuda-12.1/bin/nvcc --version | ||
| cargo test --release e2e | ||
| shell: bash | ||
| env: | ||
| NCCL_P2P_DIRECT_DISABLE: 1 | ||
| NCCL_NET: Socket | ||
