Provide userSpecifiedBaseDir to access a dataset that is not in the path with the default format.
This commit is contained in:
parent
fb9939b136
commit
9156e14f4b
@ -40,7 +40,8 @@ class TPCDS (
|
||||
dataLocation: String,
|
||||
dsdgenDir: String,
|
||||
tables: Seq[Table],
|
||||
scaleFactor: String)
|
||||
scaleFactor: String,
|
||||
userSpecifiedBaseDir: Option[String] = None)
|
||||
extends Dataset(
|
||||
sqlContext,
|
||||
sparkVersion,
|
||||
@ -52,7 +53,8 @@ class TPCDS (
|
||||
|
||||
override val datasetName = "tpcds"
|
||||
|
||||
def baseDir = s"$dataLocation/scaleFactor=$scaleFactor/useDecimal=true"
|
||||
lazy val baseDir =
|
||||
userSpecifiedBaseDir.getOrElse(s"$dataLocation/scaleFactor=$scaleFactor/useDecimal=true")
|
||||
|
||||
override def createTablesForTest(tables: Seq[Table]): Seq[TableForTest] = {
|
||||
tables.map(table =>
|
||||
|
||||
Loading…
Reference in New Issue
Block a user