diff --git a/.circleci/config.yml b/.circleci/config.yml
index a522d743806..5b676d63140 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -222,7 +222,9 @@ commands:
             mkdir -p /tmp/dummy_extension
             cd /tmp/dummy_extension
             bundle init
-            bundle add rails sqlite3 <<parameters.extra_gems>> --skip-install
+            bundle add rails -v "< 7.1" --skip-install
+            bundle add sqlite3 -v "~> 1.3" --skip-install
+            test -n "<<parameters.extra_gems>>" && bundle add <<parameters.extra_gems>> --skip-install
             bundle add solidus --path "$(ruby -e"puts File.expand_path ENV['CIRCLE_WORKING_DIRECTORY']")"
             export LIB_NAME=set # dummy requireable file
             bundle exec rake -rrails -rspree/testing_support/extension_rake -e'Rake::Task["extension:test_app"].invoke'
diff --git a/Gemfile b/Gemfile
index a629958c776..1c58daa81a5 100644
--- a/Gemfile
+++ b/Gemfile
@@ -21,6 +21,7 @@ dbs = ENV['DB_ALL'] ? 'all' : ENV.fetch('DB', 'sqlite')
 gem 'mysql2', '~> 0.5.0', require: false if dbs.match?(/all|mysql/)
 gem 'pg', '~> 1.0', require: false if dbs.match?(/all|postgres/)
 gem 'fast_sqlite', require: false if dbs.match?(/all|sqlite/)
+gem 'sqlite3', '~> 1.4', require: false if dbs.match?(/all|sqlite/)
 
 gem 'database_cleaner', '~> 1.3', require: false
 gem 'rspec-activemodel-mocks', '~> 1.1', require: false