build.sbt

name := "spark2-template"

import sbtassembly.MergeStrategy
import com.typesafe.sbt.packager.archetypes.JavaAppPackaging

enablePlugins(JavaServerAppPackaging)
enablePlugins(JavaAppPackaging)

// SETTINGS
lazy val commonSettings = Seq(
  version := "1.2.0",
  scalaVersion := "2.11.12",
  javacOptions ++= Seq("-source", "1.8", "-target", "1.8"),
  licenses := Seq("MIT" -> url("http://opensource.org/licenses/MIT"))
)

val sparkVer = "2.4.7"
val corenlpVer = "3.9.2"
val hadoopVer = "2.7.2"
val scalaTestVer = "3.0.0"
val sparknlpVer = "3.4.0"


// PROJECTS
lazy val root = (project in file("."))
  .settings(
    commonSettings,
    assemblySettings,
    libraryDependencies ++=
      analyticsDependencies ++
        testDependencies ++
        utilDependencies
  )

// DEPENDENCIES
lazy val analyticsDependencies = Seq(
  "org.apache.spark" %% "spark-core" % sparkVer,
  "org.apache.spark" %% "spark-sql" % sparkVer,
  "org.apache.spark" %% "spark-streaming" % sparkVer,
  "org.apache.spark" %% "spark-mllib" %sparkVer,
  "org.apache.spark" %% "spark-hive" % sparkVer,
  "org.apache.spark" %% "spark-graphx" % sparkVer,
  "org.apache.spark" %% "spark-yarn" % sparkVer
)

lazy val testDependencies = Seq(
  "org.scalatest" %% "scalatest" % scalaTestVer % "test"
)

lazy val utilDependencies = Seq(
  "com.typesafe" % "config" % "1.4.1",
  "com.johnsnowlabs.nlp" %% "spark-nlp-spark24" % sparknlpVer
)

lazy val assemblySettings = Seq(
  assemblyJarName in assembly := "multivac-" + name.value + ".jar",
  assemblyExcludedJars in assembly := {
    val cp = (fullClasspath in assembly).value
    cp filter {
      j => {
        j.data.getName.startsWith("spark-core") ||
          j.data.getName.startsWith("spark-sql") ||
          j.data.getName.startsWith("spark-hive") ||
          j.data.getName.startsWith("spark-mllib") ||
          j.data.getName.startsWith("spark-graphx") ||
          j.data.getName.startsWith("spark-yarn") ||
          j.data.getName.startsWith("spark-streaming") ||
          j.data.getName.startsWith("hadoop") ||
          j.data.getName.startsWith("hadoop-client")
      }
    }
  },
  assemblyMergeStrategy in assembly := {
    case PathList("javax", "servlet", xs @ _*) => MergeStrategy.last
    case PathList("javax", "activation", xs @ _*) => MergeStrategy.last
    case PathList("org", "apache", xs @ _*) => MergeStrategy.last
    case PathList("com", "google", xs @ _*) => MergeStrategy.last
    case PathList("com", "esotericsoftware", xs @ _*) => MergeStrategy.last
    case PathList("com", "codahale", xs @ _*) => MergeStrategy.last
    case PathList("com", "yammer", xs @ _*) => MergeStrategy.last
    case "about.html" => MergeStrategy.rename
    case "META-INF/ECLIPSEF.RSA" => MergeStrategy.last
    case "META-INF/mailcap" => MergeStrategy.last
    case "META-INF/mimetypes.default" => MergeStrategy.last
    case "plugin.properties" => MergeStrategy.last
    case "log4j.properties" => MergeStrategy.last
    case x =>
      val oldStrategy = (assemblyMergeStrategy in assembly).value
      oldStrategy(x)
  }
)