diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 25e3b4be89e..8013f22bee0 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -152,19 +152,21 @@ jobs:
           echo "ok: Architecture match"
         if: ${{ matrix.run-integration-tests }}
 
-      - name: debug
-        run: |
-          which escript
-          echo $PATH
-
       - name: Run tests
         uses: clechasseur/rs-cargo@v3
         with:
           command: test
+          # We only want to run the `test-output` when running integration tests.
+          # There's a caveat though: when `cargo-tool` is `cross` it uses a container
+          # and would result in these integration tests failing due to not finding
+          # the escript binary. So, in case `cargo-tool != cargo` we'll skip the
+          # `test-output` tests as well.
           args: >-
             --workspace
             --target ${{ matrix.target }}
-            ${{ (matrix.run-integration-tests && ' ') || '--exclude test-output' }}
+            ${{ ((matrix.run-integration-tests && matrix.cargo-tool == 'cargo')
+                  && ' ')
+                  || '--exclude test-output' }}
           tool: ${{ matrix.cargo-tool }}
 
       - name: test/project_erlang (non-windows)