-
Notifications
You must be signed in to change notification settings - Fork 0
/
build.sbt
46 lines (27 loc) · 1.79 KB
/
build.sbt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
name := "SparkStKafka"
version := "0.1"
scalaVersion := "2.11.8"
libraryDependencies += "org.apache.spark" %% "spark-core" % "2.3.1"
// https://mvnrepository.com/artifact/RedisLabs/spark-redis
libraryDependencies += "org.apache.spark" %% "spark-streaming" % "2.3.1"
libraryDependencies += "org.apache.spark" %% "spark-sql" % "2.3.1"
// https://mvnrepository.com/artifact/oracle/ojdbc6
//libraryDependencies += "oracle" % "ojdbc6" % "11.2.0.3"
// https://mvnrepository.com/artifact/RedisLabs/spark-redis
// https://mvnrepository.com/artifact/RedisLabs/spark-redis
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
libraryDependencies += "org.apache.spark" %% "spark-sql-kafka-0-10" % "2.3.0"
libraryDependencies += "org.apache.spark" %% "spark-streaming" % "2.3.0" % "provided"
libraryDependencies += "RedisLabs" % "spark-redis" % "0.3.2" from "https://dl.bintray.com/spark-packages/maven/RedisLabs/spark-redis/0.3.2/spark-redis-0.3.2.jar"
libraryDependencies += "redis.clients" % "jedis" % "2.9.0"
libraryDependencies += "org.apache.commons" % "commons-pool2" % "2.5.0"
libraryDependencies += "redis.clients" % "jedis" % "2.4.2"
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
// https://mvnrepository.com/artifact/RedisLabs/spark-redis
// https://mvnrepository.com/artifact/org.apache.spark/spark-sql-kafka-0-10
//libraryDependencies += "info.batey.kafka" % "kafka-unit" % "0.7"
//libraryDependencies += "net.sf.jopt-simple" % "jopt-simple" % "5.0.2"
libraryDependencies += "com.typesafe.scala-logging" %% "scala-logging" % "3.8.0"