diff --git a/.github/workflows/docker.yaml b/.github/workflows/docker.yaml
index 91034a275d..0b43edb8b7 100644
--- a/.github/workflows/docker.yaml
+++ b/.github/workflows/docker.yaml
@@ -53,6 +53,15 @@ jobs:
           image: ${{ github.repository }}
           github_token: ${{ secrets.GITHUB_TOKEN }}
 
+      - name: Load docker image
+        # Because of limitations in Docker buildx (which underlies the build-and-push-to-ghcr action),
+        # we can't both push the Docker image and have it available locally in the same build action.
+        # So we have to go pull it from the registry before using it here.
+        # See https://github.com/docker/build-push-action/issues/906#issuecomment-1686036330
+        run: |
+          docker pull ghcr.io/${{ github.repository }}@${{ steps.build.outputs.imageid }}
+          docker images
+
       - name: Set up Python
         uses: actions/setup-python@v4
         with:
@@ -70,11 +79,6 @@ jobs:
           pip install -v --no-deps -e .
 
       - name: Run smoke test
-        # Because of limitations in Docker buildx (which underlies the build-and-push-to-ghcr action),
-        # we can't both push the Docker image and have it available locally in the same build action.
-        # So we have to go pull it from the registry before using it here.
-        # See https://github.com/docker/build-push-action/issues/906#issuecomment-1686036330
         run: |
-          docker pull ghcr.io/${{ github.repository }}@${{ steps.build.outputs.imageid }}
           export BUTLER_SERVER_DOCKER_IMAGE=${{ steps.build.outputs.imageid }}
           python tests_integration/test_docker_container.py