diff --git a/.github/workflows/test_python.yml b/.github/workflows/test_python.yml
index 956c91e491..089b191c23 100644
--- a/.github/workflows/test_python.yml
+++ b/.github/workflows/test_python.yml
@@ -34,7 +34,9 @@ jobs:
         # changes, setting `TENSORFLOW_ROOT`.
         TENSORFLOW_VERSION: ${{ matrix.tf }}
         DP_BUILD_TESTING: 1
-    - run: source/install/uv_with_retry.sh pip install --system --no-build-isolation horovod mpi4py
+    - run: |
+        source/install/uv_with_retry.sh pip install --system mpi4py
+        source/install/uv_with_retry.sh pip install --system --no-build-isolation horovod
       if: ${{ matrix.tf == '' }}
       env:
         HOROVOD_WITH_TENSORFLOW: 1