From bceb7b5f12681f62fc6165c3b9f5093ff4cd353c Mon Sep 17 00:00:00 2001
From: Lu Wang <lu.wang@databricks.com>
Date: Thu, 30 May 2024 16:25:03 -0700
Subject: [PATCH] update tests

---
 test/test_spark.py | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/test/test_spark.py b/test/test_spark.py
index 51a1103..66beb31 100644
--- a/test/test_spark.py
+++ b/test/test_spark.py
@@ -34,6 +34,7 @@
 from sklearn import svm
 
 from pyspark.sql import SparkSession
+import pyspark
 
 register_spark()
 
@@ -116,6 +117,8 @@ def test_fn(x):
         assert len(os.listdir(tmp_dir)) == 0
 
 
+@unittest.skipIf(Version(pyspark.__version__).release < (3, 4, 0),
+                 "Resource group is only supported since spark 3.4.0")
 class TestGPUSparkCluster(unittest.TestCase):
     @classmethod
     def setup_class(cls):