diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index b16c7ba..956887c 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -349,7 +349,7 @@ jobs:
 
       - name: Checkout
         uses: actions/checkout@v4
-        if: env.TARGET_LIBRARY == 'onnxruntime'
+        if: steps.cache-build-result.outputs.cache-hit != 'true' && env.TARGET_LIBRARY == 'onnxruntime'
         with:
           repository: microsoft/onnxruntime
           submodules: true
@@ -383,6 +383,7 @@ jobs:
           path: builder
 
       - name: Apply patch
+        if: steps.cache-build-result.outputs.cache-hit != 'true'
         run: |
           git apply --ignore-whitespace --reject --whitespace=fix --verbose ./builder/1_17_3_android_arm64_build.patch