Try simple buildkite testing (CPU & GPU)

MolloiLab · Sep 12, 2024 · 5e10a90 · 5e10a90
1 parent 5284026
commit 5e10a90
Show file tree

Hide file tree

Showing 3 changed files with 131 additions and 141 deletions.
diff --git a/.buildkite/benchmarks.yml b/.buildkite/benchmarks.yml
diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml
@@ -1,114 +1,7 @@
 steps:
-  - label: "CUDA Tests Julia {{matrix.version}}"
-    matrix:
-      setup:
-        version:
-          - "1.10"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: "{{matrix.version}}"
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-    command: |
-      julia -e 'println("--- :julia: Instantiating project")
-                using Pkg
-                Pkg.develop(; path=pwd())
-                Pkg.develop(; name="CUDA")' || exit 3
-
-      julia -e 'println("+++ :julia: Running tests")
-                using Pkg
-                Pkg.test("CUDA"; coverage=true)'
-
+  - label: ":pipeline: Launch Tests"
+    command: buildkite-agent pipeline upload .buildkite/runtests.yml
     agents:
       queue: "juliagpu"
-      cuda: "*"
-    timeout_in_minutes: 0
-    soft_fail:
-      - exit_status: 3
-
-  - label: "Metal Julia {{matrix.version}}"
-    matrix:
-      setup:
-        version:
-          - "1.10"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: "{{matrix.version}}"
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-    command: |
-      julia -e 'println("--- :julia: Instantiating project")
-                using Pkg
-                Pkg.develop(; path=pwd())
-                Pkg.develop(; name="Metal")' || exit 3
-
-      julia -e 'println("+++ :julia: Running tests")
-                using Pkg
-                Pkg.test("Metal"; coverage=true, test_args=["kernelabstractions"])'
-    agents:
-      queue: "juliaecosystem"
-      os: "macos"
-      arch: "aarch64"
-    timeout_in_minutes: 0
-    soft_fail:
-      - exit_status: 3
-
-  - label: "oneAPI Julia {{matrix.version}}"
-    matrix:
-      setup:
-        version:
-          - "1.10"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: "{{matrix.version}}"
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-    command: |
-      julia -e 'println("--- :julia: Instantiating project")
-                using Pkg
-                Pkg.develop(; path=pwd())
-                Pkg.develop(; name="oneAPI")' || exit 3
 
-      julia -e 'println("+++ :julia: Running tests")
-                using Pkg
-                Pkg.test("oneAPI"; coverage=true, test_args=["kernelabstractions"])'
-    agents:
-      queue: "juliagpu"
-      intel: "*"
-    timeout_in_minutes: 0
-    soft_fail:
-      - exit_status: 3
-
-  - label: "AMDGPU Julia {{matrix.version}}"
-    matrix:
-      setup:
-        version:
-          - "1.10"
-    plugins:
-      - JuliaCI/julia#v1:
-          version: "{{matrix.version}}"
-      - JuliaCI/julia-coverage#v1:
-          codecov: true
-    command: |
-      julia -e 'println("--- :julia: Instantiating project")
-                using Pkg
-                Pkg.develop(; path=pwd())
-                Pkg.develop(; name="AMDGPU")' || exit 3
-
-      julia -e 'println("+++ :julia: Running tests")
-                using Pkg
-                Pkg.test("AMDGPU"; coverage=true, test_args=["kernelabstractions"])'
-    agents:
-      queue: "juliagpu"
-      rocm: "*"
-    timeout_in_minutes: 0
-    soft_fail:
-      - exit_status: 3
-    env:
-      JULIA_NUM_THREADS: 4
-
-  - label: "Triggering Pipelines (Main Branch / Tag)"
-    agents:
-      queue: "juliagpu"
-    command: |
-      buildkite-agent pipeline upload .buildkite/benchmarks.yml
+  # - label: ":pipeline: Launch Benchmarks"
diff --git a/.buildkite/runtests.yml b/.buildkite/runtests.yml
@@ -0,0 +1,128 @@
+steps:
+  - label: "CPU: Run tests on v{{matrix.version}}"
+    matrix:
+      setup:
+        version:
+          - "1.0"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "{{matrix.version}}"
+      - JuliaCI/julia-coverage#v1:
+          codecov: true
+    command: |
+      julia -e 'println("--- :julia: Instantiating project")
+                using Pkg
+                Pkg.develop(; path=pwd())' || exit 3
+
+      julia -e 'println("--- :julia: Running tests")
+          using Pkg
+          Pkg.test("DistanceTransforms"; coverage=true, julia_args=`--threads=auto`)'
+    agents:
+      queue: "juliagpu"
+    timeout_in_minutes: 2
+
+  - label: "CUDA Tests Julia {{matrix.version}}"
+    matrix:
+      setup:
+        version:
+          - "1.10"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "{{matrix.version}}"
+      - JuliaCI/julia-coverage#v1:
+          codecov: true
+    command: |
+      julia -e 'println("--- :julia: Instantiating project")
+                using Pkg
+                Pkg.develop(; path=pwd())
+                Pkg.develop(; name="CUDA")' || exit 3
+
+      julia -e 'println("+++ :julia: Running tests")
+                using Pkg
+                Pkg.test("CUDA"; coverage=true, test_args=["kernelabstractions"])'
+
+    agents:
+      queue: "juliagpu"
+      cuda: "*"
+    timeout_in_minutes: 2
+    soft_fail:
+      - exit_status: 3
+
+  - label: "Metal Julia {{matrix.version}}"
+    matrix:
+      setup:
+        version:
+          - "1.10"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "{{matrix.version}}"
+      - JuliaCI/julia-coverage#v1:
+          codecov: true
+    command: |
+      julia -e 'println("--- :julia: Instantiating project")
+                using Pkg
+                Pkg.develop(; path=pwd())
+                Pkg.develop(; name="Metal")' || exit 3
+
+      julia -e 'println("+++ :julia: Running tests")
+                using Pkg
+                Pkg.test("Metal"; coverage=true, test_args=["kernelabstractions"])'
+    agents:
+      queue: "juliaecosystem"
+      os: "macos"
+      arch: "aarch64"
+    timeout_in_minutes: 2
+    soft_fail:
+      - exit_status: 3
+
+  - label: "oneAPI Julia {{matrix.version}}"
+    matrix:
+      setup:
+        version:
+          - "1.10"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "{{matrix.version}}"
+      - JuliaCI/julia-coverage#v1:
+          codecov: true
+    command: |
+      julia -e 'println("--- :julia: Instantiating project")
+                using Pkg
+                Pkg.develop(; path=pwd())
+                Pkg.develop(; name="oneAPI")' || exit 3
+
+      julia -e 'println("+++ :julia: Running tests")
+                using Pkg
+                Pkg.test("oneAPI"; coverage=true, test_args=["kernelabstractions"])'
+    agents:
+      queue: "juliagpu"
+      intel: "*"
+    timeout_in_minutes: 2
+    soft_fail:
+      - exit_status: 3
+
+  - label: "AMDGPU Julia {{matrix.version}}"
+    matrix:
+      setup:
+        version:
+          - "1.10"
+    plugins:
+      - JuliaCI/julia#v1:
+          version: "{{matrix.version}}"
+      - JuliaCI/julia-coverage#v1:
+          codecov: true
+    command: |
+      julia -e 'println("--- :julia: Instantiating project")
+                using Pkg
+                Pkg.develop(; path=pwd())
+                Pkg.develop(; name="AMDGPU")' || exit 3
+
+      julia -e 'println("+++ :julia: Running tests")
+                using Pkg
+                Pkg.test("AMDGPU"; coverage=true, test_args=["kernelabstractions"])'
+    agents:
+      queue: "juliagpu"
+      rocm: "*"
+    timeout_in_minutes: 2
+    soft_fail:
+      - exit_status: 3