diff --git a/.circleci/config.yml b/.circleci/config.yml
index 46d5a15b8e1..1efc7b70878 100644
--- a/.circleci/config.yml
+++ b/.circleci/config.yml
@@ -230,7 +230,8 @@ commands:
             cd /tmp/dummy_extension
             bundle init
             bundle add rails -v "< 7.1" --skip-install
-            bundle add sqlite3 <<parameters.extra_gems>> --skip-install
+            bundle add sqlite3 -v "~> 1.3" --skip-install
+            test -n "<<parameters.extra_gems>>" && bundle add <<parameters.extra_gems>> --skip-install
             bundle add solidus --path "$(ruby -e"puts File.expand_path ENV['CIRCLE_WORKING_DIRECTORY']")"
             export LIB_NAME=set # dummy requireable file
             bundle exec rake -rrails -rspree/testing_support/extension_rake -e'Rake::Task["extension:test_app"].invoke'