diff --git a/.github/workflows/test-on-push.yml b/.github/workflows/test-on-push.yml
index 92e734b0..bb0e7d1b 100644
--- a/.github/workflows/test-on-push.yml
+++ b/.github/workflows/test-on-push.yml
@@ -19,6 +19,10 @@ jobs:
           ruby-version: ${{ matrix.ruby }}
           bundler-cache: true
 
+      - name: Update RubyGems (only for Ruby 2.6)
+        run: gem update --system 3.2.3
+        if: matrix.ruby-version == '2.6'
+
       - name: Build stub and run tests 
         run: |
           bundle exec rake build_stub