[spark] Replace parameter name with confs variables after dropping Sp…

…ark3.1 Signed-off-by: LinMingQiang <[email protected]>
apache · Nov 13, 2024 · 9f37d77 · 9f37d77
1 parent b8a4def
commit 9f37d77
Showing 1 changed file with 1 addition and 4 deletions.
diff --git a/...ala/org/apache/paimon/spark/execution/adaptive/DisableUnnecessaryPaimonBucketedScan.scala b/...ala/org/apache/paimon/spark/execution/adaptive/DisableUnnecessaryPaimonBucketedScan.scala
@@ -166,10 +166,7 @@ object DisableUnnecessaryPaimonBucketedScan extends Rule[SparkPlan] {
       case _ => false
     }
 
-    // TODO: replace it with `conf.v2BucketingEnabled` after dropping Spark3.1
-    val v2BucketingEnabled =
-      conf.getConfString("spark.sql.sources.v2.bucketing.enabled", "false").toBoolean
-    if (!v2BucketingEnabled || !conf.autoBucketedScanEnabled || !hasBucketedScan) {
+    if (!conf.v2BucketingEnabled || !conf.autoBucketedScanEnabled || !hasBucketedScan) {
       plan
     } else {
       disableBucketScan(plan, hashInterestingPartitionOrOrder = false, hasExchange = false)