WIP: [DO NOT MERGE] test gha-tools conda timeout

.github/workflows/pr.yaml

@@ -12,37 +12,37 @@ concurrency:
 jobs:
   pr-builder:
     needs:
-      - check-nightly-ci
+      # - check-nightly-ci
       - changed-files
       - checks
       - conda-cpp-build
-      - devcontainer
+      # - devcontainer
       - docs-build
       - conda-cpp-tests
       - conda-python-tests
       - conda-python-distributed-tests
-      - wheel-build-libucxx
-      - wheel-build-ucxx
-      - wheel-tests-ucxx
-      - wheel-build-distributed-ucxx
-      - wheel-tests-distributed-ucxx
+      # - wheel-build-libucxx
+      # - wheel-build-ucxx
+      # - wheel-tests-ucxx
+      # - wheel-build-distributed-ucxx
+      # - wheel-tests-distributed-ucxx
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/pr-builder.yaml@nvks-runners
     if: always()
     with:
       needs: ${{ toJSON(needs) }}
-  check-nightly-ci:
-    # Switch to ubuntu-latest once it defaults to a version of Ubuntu that
-    # provides at least Python 3.11 (see
-    # https://docs.python.org/3/library/datetime.html#datetime.date.fromisoformat)
-    runs-on: ubuntu-24.04
-    env:
-      RAPIDS_GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-    steps:
-      - name: Check if nightly CI is passing
-        uses: rapidsai/shared-actions/check_nightly_success/dispatch@main
-        with:
-          repo: ucxx
+  # check-nightly-ci:
+  #   # Switch to ubuntu-latest once it defaults to a version of Ubuntu that
+  #   # provides at least Python 3.11 (see
+  #   # https://docs.python.org/3/library/datetime.html#datetime.date.fromisoformat)
+  #   runs-on: ubuntu-24.04
+  #   env:
+  #     RAPIDS_GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+  #   steps:
+  #     - name: Check if nightly CI is passing
+  #       uses: rapidsai/shared-actions/check_nightly_success/dispatch@main
+  #       with:
+  #         repo: ucxx
   changed-files:
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/changed-files.yaml@nvks-runners
@@ -67,7 +67,6 @@ jobs:
     with:
       enable_check_generated_files: false
   conda-cpp-build:
-    needs: checks
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/conda-cpp-build.yaml@nvks-runners
     with:
@@ -107,55 +106,55 @@ jobs:
       build_type: pull-request
       script: "ci/test_python_distributed.sh"
       container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
-  wheel-build-libucxx:
-    needs: checks
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@nvks-runners
-    with:
-      build_type: pull-request
-      script: ci/build_wheel_libucxx.sh
-      # build for every combination of arch and CUDA version, but only for the latest Python
-      matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
-  wheel-build-ucxx:
-    needs: wheel-build-libucxx
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@nvks-runners
-    with:
-      build_type: pull-request
-      script: ci/build_wheel_ucxx.sh
-  wheel-tests-ucxx:
-    needs: [wheel-build-ucxx, changed-files]
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@nvks-runners
-    if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
-    with:
-      build_type: pull-request
-      container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
-      script: ci/test_wheel_ucxx.sh
-  wheel-build-distributed-ucxx:
-    needs: checks
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@nvks-runners
-    with:
-      build_type: pull-request
-      script: ci/build_wheel_distributed_ucxx.sh
-  wheel-tests-distributed-ucxx:
-    needs: [wheel-build-ucxx, wheel-build-distributed-ucxx, changed-files]
-    secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@nvks-runners
-    if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
-    with:
-      build_type: pull-request
-      container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
-      script: ci/test_wheel_distributed_ucxx.sh
-  devcontainer:
-    secrets: inherit
-    needs: checks
-    uses: rapidsai/shared-workflows/.github/workflows/[email protected]
-    with:
-      arch: '["amd64"]'
-      cuda: '["12.8"]'
-      build_command: |
-        sccache -z;
-        build-all --verbose;
-        sccache -s;
+  # wheel-build-libucxx:
+  #   needs: checks
+  #   secrets: inherit
+  #   uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@nvks-runners
+  #   with:
+  #     build_type: pull-request
+  #     script: ci/build_wheel_libucxx.sh
+  #     # build for every combination of arch and CUDA version, but only for the latest Python
+  #     matrix_filter: group_by([.ARCH, (.CUDA_VER|split(".")|map(tonumber)|.[0])]) | map(max_by(.PY_VER|split(".")|map(tonumber)))
+  # wheel-build-ucxx:
+  #   needs: wheel-build-libucxx
+  #   secrets: inherit
+  #   uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@nvks-runners
+  #   with:
+  #     build_type: pull-request
+  #     script: ci/build_wheel_ucxx.sh
+  # wheel-tests-ucxx:
+  #   needs: [wheel-build-ucxx, changed-files]
+  #   secrets: inherit
+  #   uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@nvks-runners
+  #   if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
+  #   with:
+  #     build_type: pull-request
+  #     container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
+  #     script: ci/test_wheel_ucxx.sh
+  # wheel-build-distributed-ucxx:
+  #   needs: checks
+  #   secrets: inherit
+  #   uses: rapidsai/shared-workflows/.github/workflows/wheels-build.yaml@nvks-runners
+  #   with:
+  #     build_type: pull-request
+  #     script: ci/build_wheel_distributed_ucxx.sh
+  # wheel-tests-distributed-ucxx:
+  #   needs: [wheel-build-ucxx, wheel-build-distributed-ucxx, changed-files]
+  #   secrets: inherit
+  #   uses: rapidsai/shared-workflows/.github/workflows/wheels-test.yaml@nvks-runners
+  #   if: fromJSON(needs.changed-files.outputs.changed_file_groups).test_python
+  #   with:
+  #     build_type: pull-request
+  #     container-options: "--cap-add CAP_SYS_PTRACE --shm-size=8g --ulimit=nofile=1000000:1000000"
+  #     script: ci/test_wheel_distributed_ucxx.sh
+  # devcontainer:
+  #   secrets: inherit
+  #   needs: checks
+  #   uses: rapidsai/shared-workflows/.github/workflows/[email protected]
+  #   with:
+  #     arch: '["amd64"]'
+  #     cuda: '["12.8"]'
+  #     build_command: |
+  #       sccache -z;
+  #       build-all --verbose;
+  #       sccache -s;

ci/build_cpp.sh

@@ -5,6 +5,8 @@
 
 set -euo pipefail
 
+source ./ci/use_gha_tools_from_branch.sh
+
 rapids-configure-conda-channels
 
 source rapids-configure-sccache

ci/build_docs.sh

@@ -3,6 +3,8 @@
 
 set -euo pipefail
 
+source ./ci/use_gha_tools_from_branch.sh
+
 rapids-logger "Create test conda environment"
 . /opt/conda/etc/profile.d/conda.sh
 

ci/check_style.sh

@@ -5,6 +5,8 @@
 
 set -euo pipefail
 
+source ./ci/use_gha_tools_from_branch.sh
+
 rapids-logger "Create checks conda environment"
 . /opt/conda/etc/profile.d/conda.sh
 

ci/test_common.sh

@@ -5,6 +5,8 @@
 
 set -euo pipefail
 
+source ./ci/use_gha_tools_from_branch.sh
+
 
 ################################### Common #####################################
 log_command() {

ci/use_gha_tools_from_branch.sh

@@ -0,0 +1,16 @@
+#!/bin/bash
+
+export RAPIDS_MAMBA_RETRY_TIMEOUT=146
+
+# fill these in
+GHA_TOOLS_BRANCH='conda-install-timeout'
+GHA_TOOLS_REPO_ORG=jameslamb
+
+git clone \
+  --branch ${GHA_TOOLS_BRANCH} \
+  https://github.com/${GHA_TOOLS_REPO_ORG}/gha-tools.git \
+  /tmp/gha-tools
+
+unset GHA_TOOLS_BRANCH GHA_TOOLS_REPO_ORG
+
+export PATH="/tmp/gha-tools/tools":$PATH