From 9156e14f4b6e12eebbe583fe1216da1efe2be0f6 Mon Sep 17 00:00:00 2001 From: Yin Huai Date: Thu, 7 May 2015 10:59:20 -0700 Subject: [PATCH] Provide userSpecifiedBaseDir to access a dataset that is not in the path with the default format. --- .../scala/com/databricks/spark/sql/perf/tpcds/TPCDS.scala | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/src/main/scala/com/databricks/spark/sql/perf/tpcds/TPCDS.scala b/src/main/scala/com/databricks/spark/sql/perf/tpcds/TPCDS.scala index eac4328..363a2d4 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/tpcds/TPCDS.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/tpcds/TPCDS.scala @@ -40,7 +40,8 @@ class TPCDS ( dataLocation: String, dsdgenDir: String, tables: Seq[Table], - scaleFactor: String) + scaleFactor: String, + userSpecifiedBaseDir: Option[String] = None) extends Dataset( sqlContext, sparkVersion, @@ -52,7 +53,8 @@ class TPCDS ( override val datasetName = "tpcds" - def baseDir = s"$dataLocation/scaleFactor=$scaleFactor/useDecimal=true" + lazy val baseDir = + userSpecifiedBaseDir.getOrElse(s"$dataLocation/scaleFactor=$scaleFactor/useDecimal=true") override def createTablesForTest(tables: Seq[Table]): Seq[TableForTest] = { tables.map(table =>