Provide userSpecifiedBaseDir to access a dataset that is not in the path with the default format.

This commit is contained in:
Yin Huai 2015-05-07 10:59:20 -07:00
parent fb9939b136
commit 9156e14f4b

View File

@ -40,7 +40,8 @@ class TPCDS (
dataLocation: String,
dsdgenDir: String,
tables: Seq[Table],
scaleFactor: String)
scaleFactor: String,
userSpecifiedBaseDir: Option[String] = None)
extends Dataset(
sqlContext,
sparkVersion,
@ -52,7 +53,8 @@ class TPCDS (
override val datasetName = "tpcds"
def baseDir = s"$dataLocation/scaleFactor=$scaleFactor/useDecimal=true"
lazy val baseDir =
userSpecifiedBaseDir.getOrElse(s"$dataLocation/scaleFactor=$scaleFactor/useDecimal=true")
override def createTablesForTest(tables: Seq[Table]): Seq[TableForTest] = {
tables.map(table =>