diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 953cc701..21f7228b 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -24,12 +24,19 @@ jobs:
         uses: ruby/setup-ruby@v1
         with:
           ruby-version: ${{ matrix.ruby }}
-          bundler-cache: true
 
       - name: Install sqlite
         run: |
           sudo apt-get install libsqlite3-dev
 
+      - name: Update System
+        run: |
+          gem update --system --no-document
+
+      - name: Bundle install for Annotate models
+        run: |
+          bundle install --jobs=4 --retry=3
+
       - name: Run Tests
         run: INTEGRATION_TESTS=1 bundle exec rspec