-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
36 lines (32 loc) · 1.65 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
name := "spark-kafka-streaming"
version := "0.1"
scalaVersion := "2.12.7"
resolvers += "Typesafe Repository" at "http://repo.typesafe.com/typesafe/releases/"
dependencyOverrides += "com.fasterxml.jackson.core" % "jackson-core" % "2.6.7"
dependencyOverrides += "com.fasterxml.jackson.core" % "jackson-databind" % "2.6.7"
libraryDependencies ++= Seq(
"com.typesafe.akka" %% "akka-actor" % "2.5.18",
"com.typesafe.akka" %% "akka-stream" % "2.5.18",
"com.typesafe.akka" %% "akka-http" % "10.1.5",
"com.typesafe.akka" %% "akka-http-spray-json" % "10.1.5",
"ch.qos.logback" % "logback-classic" % "1.2.3",
"com.typesafe.scala-logging" %% "scala-logging" % "3.9.0",
"com.danielasfregola" %% "twitter4s" % "5.5",
"org.apache.kafka" %% "kafka" % "2.1.0",
"org.apache.spark" %% "spark-streaming-kafka-0-10" % "2.4.0",
"org.apache.kafka" % "kafka-streams" % "2.1.0",
"org.apache.kafka" % "kafka-clients" % "2.1.0",
"org.apache.spark" %% "spark-core" % "2.4.0",
"org.apache.spark" %% "spark-streaming" % "2.4.0",
"org.apache.spark" %% "spark-mllib" % "2.4.0",
)
assemblyJarName in assembly := "spark-kafka-streaming.jar"
test in assembly := {}
mainClass in assembly := Some("com.streaming.Server")
scalaVersion in ThisBuild := "2.12.7"
assemblyMergeStrategy in assembly := {
case "reference.conf" => MergeStrategy.concat
case x =>
val oldStrategy = (assemblyMergeStrategy in assembly).value
oldStrategy(x)
}