Add Spark-snowflake connector as dependency

AmadeusITGroup · Apr 25, 2024 · 6e69f28 · 6e69f28
1 parent 043586d
commit 6e69f28
Showing 1 changed file with 10 additions and 1 deletion.
diff --git a/build.sbt b/build.sbt
@@ -16,13 +16,22 @@ ThisBuild / libraryDependencies ++= Seq(
   // Spark
   "org.apache.spark" %% "spark-sql-kafka-0-10" % sparkVersion.value,
   "org.apache.spark" %% "spark-sql"            % sparkVersion.value,
-  "org.apache.spark" %% "spark-core"           % sparkVersion.value
+  "org.apache.spark" %% "spark-core"           % sparkVersion.value,
+  "net.snowflake"    %% "spark-snowflake"      % f"2.15.0-spark_${sparkVersion.value.substring(0,3)}"
 )
 
 // Tests configuration
 ThisBuild / Test / parallelExecution := false
 ThisBuild / Test / publishArtifact := false
 
+ThisBuild / assembly / assemblyJarName := "dataio-scala-sbt-assembly-fatjar-1.0.jar"
+
+
+ThisBuild / assembly / assemblyMergeStrategy  := {
+  case PathList("META-INF", xs @ _*) => MergeStrategy.discard
+  case x => MergeStrategy.first
+}
+
 // Publication configuration
 ThisBuild / publishTo := Some("GitHub Packages" at "https://maven.pkg.github.com/AmadeusITGroup/dataio-framework")
 ThisBuild / credentials += Credentials(