diff --git a/.circleci/config.yml b/.circleci/config.yml
index a522d743806..5b676d63140 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -222,7 +222,9 @@ commands:
             mkdir -p /tmp/dummy_extension
             cd /tmp/dummy_extension
             bundle init
-            bundle add rails sqlite3 <<parameters.extra_gems>> --skip-install
+            bundle add rails -v "< 7.1" --skip-install
+            bundle add sqlite3 -v "~> 1.3" --skip-install
+            test -n "<<parameters.extra_gems>>" && bundle add <<parameters.extra_gems>> --skip-install
             bundle add solidus --path "$(ruby -e"puts File.expand_path ENV['CIRCLE_WORKING_DIRECTORY']")"
             export LIB_NAME=set # dummy requireable file
             bundle exec rake -rrails -rspree/testing_support/extension_rake -e'Rake::Task["extension:test_app"].invoke'