Setting up the project
Create a new SBT project. In IntelliJ, go to File
| New
| Project
| Scala
| sbt
.
Then edit build.sbt
and paste the following:
name := "bitcoin-analyser" version := "0.1" scalaVersion := "2.11.11" val sparkVersion = "2.3.1" libraryDependencies ++= Seq( "org.lz4" % "lz4-java" % "1.4.0", "org.apache.spark" %% "spark-core" % sparkVersion % Provided, "org.apache.spark" %% "spark-core" % sparkVersion % Test classifier "tests", "org.apache.spark" %% "spark-sql" % sparkVersion % Provided, "org.apache.spark" %% "spark-sql" % sparkVersion % Test classifier "tests", "org.apache.spark" %% "spark-catalyst" % sparkVersion % Test classifier "tests", "com.typesafe.scala-logging" %% "scala-logging" % "3.9.0", "org.scalatest" %% "scalatest" % "3.0.4" % "test", "org.typelevel" %% "cats-core" % "1.1.0", "org.typelevel" %% "cats-effect" % "1.0.0-RC2", "org.apache.spark" %% "spark-streaming" % sparkVersion % Provided, "org.apache.spark" %% "spark-sql-kafka-0-10" % sparkVersion ...