add the possibility to override Spark conf in SparkSpec (#6)

AmadeusITGroup · Apr 11, 2024 · cace2f9 · cace2f9
1 parent 0690c90
commit cace2f9
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/test/src/main/scala/com/amadeus/dataio/test/SparkSpec.scala b/test/src/main/scala/com/amadeus/dataio/test/SparkSpec.scala
@@ -34,6 +34,7 @@ trait SparkSpec extends TestSuite with BeforeAndAfter {
       .builder()
       .master("local[1]")
       .config("spark.ui.enabled", "false")
+      .config(overrideSparkConf)
       .appName(getTestName)
       .getOrCreate()
   }
@@ -42,6 +43,12 @@ trait SparkSpec extends TestSuite with BeforeAndAfter {
     spark.close()
   }
 
+  /**
+   * Override to edit the Spark configuration.
+   * @return The map of new configuration values.
+   */
+  def overrideSparkConf: Map[String, String] = Map.empty
+
   /**
    * @return the test suite's name
    */