diff --git a/src/main/scala/com/databricks/spark/sql/perf/runBenchmarks.scala b/src/main/scala/com/databricks/spark/sql/perf/runBenchmarks.scala index fb4d69a..7a3c7be 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/runBenchmarks.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/runBenchmarks.scala @@ -143,7 +143,7 @@ abstract class Dataset( def checkData(): Unit = { tablesForTest.foreach { table => - val fs = FileSystem.get(new java.net.URI(table.outputDir), new Configuration()) + val fs = FileSystem.get(new java.net.URI(table.outputDir), sparkContext.hadoopConfiguration) val exists = fs.exists(new Path(table.outputDir)) val wasSuccessful = fs.exists(new Path(s"${table.outputDir}/_SUCCESS")) @@ -302,4 +302,4 @@ abstract class Dataset( } new ExperimentStatus } -} \ No newline at end of file +}