diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index bdcbd076..2e07bdf2 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -41,4 +41,9 @@ jobs:
           bundler-cache: true
       - run: bundle exec rake spec
       - run: bundle exec rubocop
+      # ruby-2.5.9 has issues running bundle install during specs.
+      # see errors here https://github.com/mgrunberg/cucumber-rails/runs/4824503004?check_suite_focus=true
+      # seems incompatibility with psych gem and rubygems version.
+      - run: gem update --system
+        if: matrix.ruby == '2.5'
       - run: bundle exec rake cucumber
diff --git a/Appraisals b/Appraisals
index 0c9ea5e6..5bd75c3d 100644
--- a/Appraisals
+++ b/Appraisals
@@ -18,12 +18,14 @@ end
 
 appraise 'rails_5_2' do
   gem 'capybara', '< 3.33'
+  gem 'cucumber', '< 6'
   gem 'railties', '~> 5.2.4'
   gem 'activerecord'
   gem 'sqlite3', '~> 1.3.13'
 end
 
 appraise 'rails_6_0' do
+  gem 'cucumber', '< 6'
   gem 'railties',    '~> 6.0.3'
   gem 'activerecord'
   gem 'sqlite3', '~> 1.4'