diff --git a/.circleci/config.yml b/.circleci/config.yml
index 23395200849..26386f76164 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -224,7 +224,8 @@ commands:
             cd /tmp/dummy_extension
             bundle init
             bundle add rails -v "< 7.1" --skip-install
-            bundle add sqlite3 <<parameters.extra_gems>> --skip-install
+            bundle add sqlite3 -v "~> 1.3" --skip-install
+            test -n "<<parameters.extra_gems>>" && bundle add <<parameters.extra_gems>> --skip-install
             bundle add solidus --path "$(ruby -e"puts File.expand_path ENV['CIRCLE_WORKING_DIRECTORY']")"
             export LIB_NAME=set # dummy requireable file
             bundle exec rake -rrails -rspree/testing_support/extension_rake -e'Rake::Task["extension:test_app"].invoke'
diff --git a/Gemfile b/Gemfile
index 4bb5ce60697..f5d505e0c23 100644
--- a/Gemfile
+++ b/Gemfile
@@ -19,6 +19,7 @@ dbs = ENV['DB_ALL'] ? 'all' : ENV.fetch('DB', 'sqlite')
 gem 'mysql2', '~> 0.5.0', require: false if dbs.match?(/all|mysql/)
 gem 'pg', '~> 1.0', require: false if dbs.match?(/all|postgres/)
 gem 'fast_sqlite', require: false if dbs.match?(/all|sqlite/)
+gem 'sqlite3', '~> 1.4', require: false if dbs.match?(/all|sqlite/)
 
 gem 'database_cleaner', '~> 2.0', require: false
 gem 'rspec-activemodel-mocks', '~> 1.1', require: false