move rapids build job into reusable workflow, schedule it to run nightly

rapidsai · Feb 7, 2024 · 3d91ddf · 3d91ddf
1 parent 2bcb95d
commit 3d91ddf
Show file tree

Hide file tree

Showing 2 changed files with 50 additions and 21 deletions.
diff --git a/.github/workflows/build-all-rapids-repos.yml b/.github/workflows/build-all-rapids-repos.yml
@@ -0,0 +1,48 @@
+name: Build all RAPIDS repositories
+
+on:
+  schedule:
+    - cron: '0 0 * * *'
+  workflow_call:
+
+jobs:
+  check-event:
+    name: Check GH Event
+    runs-on: ubuntu-latest
+    outputs:
+      ok: ${{ steps.check_gh_event.outputs.ok }}
+    steps:
+      - id: check_gh_event
+        name: Check GH Event
+        shell: bash
+        run: |
+          [[ '${{ github.event_name }}' == 'workflow_call' ]] || \
+          [[ '${{ github.event_name }}' == 'schedule' && '${{ github.repository }}' == 'rapidsai/devcontainers' ]] \
+          && echo "ok=true"  | tee -a $GITHUB_OUTPUT \
+          || echo "ok=false" | tee -a $GITHUB_OUTPUT;
+
+  build-all-rapids-repos:
+    name: Build all RAPIDS repos
+    if: needs.check-event.outputs.ok == 'true'
+    needs: check-event
+    secrets: inherit
+    uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@fix/devcontainer-json-location
+    with:
+      node_type: cpu32
+      extra-repo-deploy-key: CUMLPRIMS_SSH_PRIVATE_DEPLOY_KEY
+      extra-repo-deploy-key-2: CUGRAPH_OPS_SSH_PRIVATE_DEPLOY_KEY
+      build_command: |
+        sccache -z;
+        clone-all --verbose --clone-upstream --no-update-env;
+        rapids-generate-scripts;
+        rapids-make-${PYTHON_PACKAGE_MANAGER}-env;
+        build-all \
+          --verbose \
+          -j$(nproc --ignore=1) \
+          -DBUILD_TESTS=ON \
+          -DBUILD_BENCHMARKS=ON \
+          -DBUILD_ANN_BENCH=ON \
+          -DBUILD_PRIMS_BENCH=ON \
+          $([ "pip" = ${PYTHON_PACKAGE_MANAGER} ] && echo -DUSE_LIBARROW_FROM_PYARROW=ON || echo) \
+          ;
+        sccache -s;
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -146,28 +146,9 @@ jobs:
       container_env: "${{ toJSON(matrix.env) }}"
       repo: "${{ vars.DOCKERHUB_REPOSITORY || github.repository }}"
 
-  build-rapids:
+  build-all-rapids-repos:
     name: Build all RAPIDS repos
     if: needs.check-event.outputs.ok == 'true'
     needs: check-event
     secrets: inherit
-    uses: rapidsai/shared-workflows/.github/workflows/build-in-devcontainer.yaml@fix/devcontainer-json-location
-    with:
-      node_type: cpu32
-      extra-repo-deploy-key: CUMLPRIMS_SSH_PRIVATE_DEPLOY_KEY
-      extra-repo-deploy-key-2: CUGRAPH_OPS_SSH_PRIVATE_DEPLOY_KEY
-      build_command: |
-        sccache -z;
-        clone-all --verbose --clone-upstream --no-update-env;
-        rapids-generate-scripts;
-        rapids-make-${PYTHON_PACKAGE_MANAGER}-env;
-        build-all \
-          --verbose \
-          -j$(nproc --ignore=1) \
-          -DBUILD_TESTS=ON \
-          -DBUILD_BENCHMARKS=ON \
-          -DBUILD_ANN_BENCH=ON \
-          -DBUILD_PRIMS_BENCH=ON \
-          $([ "pip" = ${PYTHON_PACKAGE_MANAGER} ] && echo -DUSE_LIBARROW_FROM_PYARROW=ON || echo) \
-          ;
-        sccache -s;
+    uses: ./.github/workflows/build-all-rapids-repos.yml