68 lines
2.1 KiB
Scala
68 lines
2.1 KiB
Scala
// Your sbt build file. Guides on how to write one can be found at
|
|
// http://www.scala-sbt.org/0.13/docs/index.html
|
|
|
|
scalaVersion := "2.10.4"
|
|
|
|
sparkPackageName := "databricks/spark-sql-perf"
|
|
|
|
// All Spark Packages need a license
|
|
licenses := Seq("Apache-2.0" -> url("http://opensource.org/licenses/Apache-2.0"))
|
|
|
|
sparkVersion := "1.4.1"
|
|
|
|
sparkComponents ++= Seq("sql", "hive")
|
|
|
|
initialCommands in console :=
|
|
"""
|
|
|import org.apache.spark.sql.hive.test.TestHive
|
|
|import TestHive.implicits
|
|
|import TestHive.sql
|
|
""".stripMargin
|
|
|
|
libraryDependencies += "com.twitter" %% "util-jvm" % "6.23.0" % "provided"
|
|
|
|
libraryDependencies += "org.scalatest" %% "scalatest" % "2.2.1" % "test"
|
|
|
|
// Your username to login to Databricks Cloud
|
|
dbcUsername := sys.env.getOrElse("DBC_USERNAME", sys.error("Please set DBC_USERNAME"))
|
|
|
|
// Your password (Can be set as an environment variable)
|
|
dbcPassword := sys.env.getOrElse("DBC_PASSWORD", sys.error("Please set DBC_PASSWORD"))
|
|
|
|
// The URL to the Databricks Cloud DB Api. Don't forget to set the port number to 34563!
|
|
dbcApiUrl := sys.env.getOrElse ("DBC_URL", sys.error("Please set DBC_URL"))
|
|
|
|
// Add any clusters that you would like to deploy your work to. e.g. "My Cluster"
|
|
// or run dbcExecuteCommand
|
|
dbcClusters += sys.env.getOrElse("DBC_USERNAME", sys.error("Please set DBC_USERNAME"))
|
|
|
|
dbcLibraryPath := s"/Users/${sys.env.getOrElse("DBC_USERNAME", sys.error("Please set DBC_USERNAME"))}/lib"
|
|
|
|
import ReleaseTransformations._
|
|
|
|
/** Push to the team directory instead of the user's homedir for releases. */
|
|
lazy val setupDbcRelease = ReleaseStep(
|
|
action = { st: State =>
|
|
val extracted = Project.extract(st)
|
|
val newSettings = extracted.structure.allProjectRefs.map { ref =>
|
|
dbcLibraryPath in ref := "/databricks/spark/sql/lib"
|
|
}
|
|
|
|
reapply(newSettings, st)
|
|
}
|
|
)
|
|
|
|
// Add publishing to spark packages as another step.
|
|
releaseProcess := Seq[ReleaseStep](
|
|
checkSnapshotDependencies,
|
|
inquireVersions,
|
|
runTest,
|
|
setReleaseVersion,
|
|
commitReleaseVersion,
|
|
tagRelease,
|
|
setupDbcRelease,
|
|
releaseStepTask(dbcDeploy),
|
|
setNextVersion,
|
|
commitNextVersion,
|
|
pushChanges
|
|
) |