diff --git a/.github/workflows/test-pip.yml b/.github/workflows/test-pip.yml
index d42ea1a0d..833805e39 100644
--- a/.github/workflows/test-pip.yml
+++ b/.github/workflows/test-pip.yml
@@ -39,7 +39,7 @@ jobs:
       - name: Build and install Arbor using pip + build flags
         run: |
           source ~/env/bin/activate
-          CMAKE_ARGS="-DARB_VECTORIZE=ON -DARB_ARCH=native" pip install .
+          CMAKE_ARGS="-DARB_VECTORIZE=ON -DARB_ARCH=native" pip -vvv install .
       - name: Check that build flags match
         run: |
           source ~/env/bin/activate
diff --git a/CMakeLists.txt b/CMakeLists.txt
index f2c272dd5..395f38456 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -357,6 +357,7 @@ CPMAddPackage(NAME units
               GITHUB_REPOSITORY llnl/units
               VERSION 0.9.1
               OPTIONS "CMAKE_PROJECT_NAME UNITS"
+                      "UNITS_INSTALL ON"
                       "UNITS_BUILD_STATIC_LIBRARY ON"
                       "UNITS_ENABLE_TESTS OFF"
                       "UNITS_BUILD_CONVERTER_APP OFF"