From 22cab485d1235399a37d86b3bde4b98f8edb37eb Mon Sep 17 00:00:00 2001
From: Lu Wang <38018689+lu-wang-dl@users.noreply.github.com>
Date: Thu, 18 Jul 2024 13:59:10 -0700
Subject: [PATCH] Update test-spark-connect.yml

---
 .github/workflows/test-spark-connect.yml | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/test-spark-connect.yml b/.github/workflows/test-spark-connect.yml
index 84d8182..675ec1d 100644
--- a/.github/workflows/test-spark-connect.yml
+++ b/.github/workflows/test-spark-connect.yml
@@ -9,7 +9,7 @@ jobs:
         PYTHON_VERSION: ["3.11", "3.12"]
         JOBLIB_VERSION: ["1.3.0", "1.4.2"]
         PIN_MODE: [false, true]
-        PYSPARK_VERSION: ["3.5.1"]
+        PYSPARK_VERSION: ["4.0.0.dev1"]
     name: Run test with spark connect ${{ matrix.PYSPARK_VERSION }}, pin_mode ${{ matrix.PIN_MODE }}, python ${{ matrix.PYTHON_VERSION }}, joblib ${{ matrix.JOBLIB_VERSION }}
     steps:
       - uses: actions/checkout@v3
@@ -21,7 +21,7 @@ jobs:
       - name: Install python packages
         run: |
           pip install setuptools joblib==${{ matrix.JOBLIB_VERSION }} scikit-learn>=0.23.1 pytest pylint 
-          pip install 'numpy==1.25.1' 'pyarrow==12.0.1' 'pandas<=2.0.3'
+          pip install 'numpy==1.26.4' 'pyarrow==12.0.1' 'pandas<=2.0.3'
           # Add Python deps for Spark Connect.
           pip install 'grpcio>=1.48,<1.57' 'grpcio-status>=1.48,<1.57' 'protobuf==3.20.3' 'googleapis-common-protos==1.56.4'
           pip install "pyspark[connect]==${{ matrix.PYSPARK_VERSION }}"