update tests

joblib · Jun 11, 2024 · bceb7b5 · bceb7b5
1 parent 166099d
commit bceb7b5
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/test/test_spark.py b/test/test_spark.py
@@ -34,6 +34,7 @@
 from sklearn import svm
 
 from pyspark.sql import SparkSession
+import pyspark
 
 register_spark()
 
@@ -116,6 +117,8 @@ def test_fn(x):
         assert len(os.listdir(tmp_dir)) == 0
 
 
+@unittest.skipIf(Version(pyspark.__version__).release < (3, 4, 0),
+                 "Resource group is only supported since spark 3.4.0")
 class TestGPUSparkCluster(unittest.TestCase):
     @classmethod
     def setup_class(cls):