From 6e69f28fdc6b1dc1d94fd6f93d494ec8ea112366 Mon Sep 17 00:00:00 2001 From: "Sofiane ALI (contractor)" Date: Thu, 25 Apr 2024 16:18:16 +0200 Subject: [PATCH] Add Spark-snowflake connector as dependency --- build.sbt | 11 ++++++++++- 1 file changed, 10 insertions(+), 1 deletion(-) diff --git a/build.sbt b/build.sbt index daabe0c..d66d7e8 100644 --- a/build.sbt +++ b/build.sbt @@ -16,13 +16,22 @@ ThisBuild / libraryDependencies ++= Seq( // Spark "org.apache.spark" %% "spark-sql-kafka-0-10" % sparkVersion.value, "org.apache.spark" %% "spark-sql" % sparkVersion.value, - "org.apache.spark" %% "spark-core" % sparkVersion.value + "org.apache.spark" %% "spark-core" % sparkVersion.value, + "net.snowflake" %% "spark-snowflake" % f"2.15.0-spark_${sparkVersion.value.substring(0,3)}" ) // Tests configuration ThisBuild / Test / parallelExecution := false ThisBuild / Test / publishArtifact := false +ThisBuild / assembly / assemblyJarName := "dataio-scala-sbt-assembly-fatjar-1.0.jar" + + +ThisBuild / assembly / assemblyMergeStrategy := { + case PathList("META-INF", xs @ _*) => MergeStrategy.discard + case x => MergeStrategy.first +} + // Publication configuration ThisBuild / publishTo := Some("GitHub Packages" at "https://maven.pkg.github.com/AmadeusITGroup/dataio-framework") ThisBuild / credentials += Credentials(