Update test-spark-connect.yml

joblib · Jul 18, 2024 · 22cab48 · 22cab48
1 parent a9d8ae0
commit 22cab48
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/.github/workflows/test-spark-connect.yml b/.github/workflows/test-spark-connect.yml
@@ -9,7 +9,7 @@ jobs:
         PYTHON_VERSION: ["3.11", "3.12"]
         JOBLIB_VERSION: ["1.3.0", "1.4.2"]
         PIN_MODE: [false, true]
-        PYSPARK_VERSION: ["3.5.1"]
+        PYSPARK_VERSION: ["4.0.0.dev1"]
     name: Run test with spark connect ${{ matrix.PYSPARK_VERSION }}, pin_mode ${{ matrix.PIN_MODE }}, python ${{ matrix.PYTHON_VERSION }}, joblib ${{ matrix.JOBLIB_VERSION }}
     steps:
       - uses: actions/checkout@v3
@@ -21,7 +21,7 @@ jobs:
       - name: Install python packages
         run: |
           pip install setuptools joblib==${{ matrix.JOBLIB_VERSION }} scikit-learn>=0.23.1 pytest pylint 
-          pip install 'numpy==1.25.1' 'pyarrow==12.0.1' 'pandas<=2.0.3'
+          pip install 'numpy==1.26.4' 'pyarrow==12.0.1' 'pandas<=2.0.3'
           # Add Python deps for Spark Connect.
           pip install 'grpcio>=1.48,<1.57' 'grpcio-status>=1.48,<1.57' 'protobuf==3.20.3' 'googleapis-common-protos==1.56.4'
           pip install "pyspark[connect]==${{ matrix.PYSPARK_VERSION }}"