Add Blackhole CI

.github/workflows/on-blackhole-push.yml

@@ -0,0 +1,29 @@
+name: On push
+
+on:
+  workflow_dispatch:
+  push:
+    branches: [ "main" ]
+
+jobs:
+  docker-build:
+    uses: ./.github/workflows/build-image.yml
+    secrets: inherit
+  build:
+    needs: docker-build
+    uses: ./.github/workflows/build.yml
+    secrets: inherit
+    with:
+      docker-image: ${{ needs.docker-build.outputs.docker-image }}
+  test:
+    needs:
+      - docker-build
+      - build
+    uses: ./.github/workflows/test.yml
+    secrets: inherit
+    with:
+      test_mark: 'push'
+      test_group_cnt: 2
+      test_group_ids: '[1,2]'
+      docker-image: ${{ needs.docker-build.outputs.docker-image }}
+      runs-on: '[{"runs-on": "p150"}]'

.github/workflows/on-pr.yml

@@ -44,6 +44,7 @@ jobs:
       test_group_cnt: 2
       test_group_ids: '[1,2]'
       docker-image: ${{ needs.docker-build.outputs.docker-image }}
+      runs-on: '[{"runs-on": "n150"}, {"runs-on": "n300"}, {"runs-on": "p150"}]'
 
   check-all-green:
     if: always()

.github/workflows/on-push.yml

@@ -26,3 +26,4 @@ jobs:
       test_group_cnt: 2
       test_group_ids: '[1,2]'
       docker-image: ${{ needs.docker-build.outputs.docker-image }}
+      runs-on: '[{"runs-on": "n150"}, {"runs-on": "n300"}, {"runs-on": "p150"}]'

.github/workflows/test.yml

@@ -26,7 +26,7 @@ on:
         description: 'Runs on'
         required: false
         type: string
-        default: '[{"runs-on": "n150"}, {"runs-on": "n300"}]'
+        default: '[{"runs-on": "n150"}, {"runs-on": "n300"}, {"runs-on": "p150"}]'
 
 permissions:
   packages: write

forge/test/mlir/mnist/training/test_training.py

@@ -2,6 +2,7 @@
 
 # SPDX-License-Identifier: Apache-2.0
 
+import os
 import pytest
 import time
 
@@ -332,6 +333,9 @@ def test_forge_vs_torch():
 
 @pytest.mark.push
 def test_loss_device():
+    if os.environ["ARCH_NAME"] == "blackhole":
+        pytest.xfail()
+
     # Config
     num_epochs = 3
     batch_size = 1
@@ -406,6 +410,9 @@ def test_loss_device():
 
 @pytest.mark.push
 def test_lora():
+    if os.environ["ARCH_NAME"] == "blackhole":
+        pytest.xfail()
+
     # Config
     num_epochs = 3
     batch_size = 128
@@ -468,6 +475,9 @@ def test_lora():
 
 @pytest.mark.push
 def test_optimizer_device():
+    if os.environ["ARCH_NAME"] == "blackhole":
+        pytest.xfail()
+
     # Config
     num_epochs = 32
     batch_size = 1024

forge/test/mlir/operators/matmul/test_matmul.py

@@ -2,6 +2,7 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
+import os
 import pytest
 import torch
 from torch import nn
@@ -16,6 +17,9 @@
 @pytest.mark.parametrize("inner_dim", [1, 7, 32, 41, 64])
 @pytest.mark.push
 def test_matmul(batch_size, outer_dim_x, outer_dim_y, inner_dim):
+    if os.environ["ARCH_NAME"] == "blackhole":
+        pytest.xfail()
+
     class Matmul(nn.Module):
         def __init__(self):
             super().__init__()

forge/test/mlir/operators/tm/test_tm.py

@@ -2,6 +2,7 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
+import os
 import pytest
 import torch
 from torch import nn
@@ -395,6 +396,11 @@ def forward(self, a):
 @pytest.mark.parametrize("shape", [(1, 32, 64, 64), (32, 64, 64), (64, 64)])
 @pytest.mark.push
 def test_indexing(dim, start, stop, stride, shape):
+    # test_indexing[shape0-4-32-0--1] hangs when running `pytest forge/test/mlir/operators/tm/test_tm.py`,
+    # but passes for `pytest forge/test/mlir/operators/tm/test_tm.py::test_indexing`.
+    if os.environ["ARCH_NAME"] == "blackhole":
+        pytest.xfail()
+
     if len(shape) == 2 and dim == -3:
         pytest.skip("Skipping since indexing on dim=-3, 2D tensor doesn't make sense")
     if stop > shape[dim]:
@@ -672,6 +678,9 @@ def forward(
 @pytest.mark.parametrize("length", [4, 16])
 @pytest.mark.parametrize("stride", [16, 32])
 def test_select(shape, dim, begin, length, stride):
+    if os.environ["ARCH_NAME"] == "blackhole":
+        pytest.xfail()
+
     if stride <= begin + length:
         pytest.skip("Skipping since stride <= begin + length")
 

forge/test/mlir/test_loss.py

@@ -2,6 +2,7 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
+import os
 import pytest
 import torch
 from torch import nn
@@ -49,6 +50,9 @@ def test_l1_loss(prediction_shape, reduction):
 )
 @pytest.mark.push
 def test_cross_entropy_loss(prediction_shape):
+    if os.environ["ARCH_NAME"] == "blackhole" and prediction_shape == (3, 5):
+        pytest.xfail()
+
     forge_loss = forge.op.loss.CrossEntropyLoss("cross_entropy_loss")
     torch_loss = torch.nn.CrossEntropyLoss()