From 0aa2569a1816249f8b095be09918815edb98adf6 Mon Sep 17 00:00:00 2001 From: Michael Armbrust Date: Tue, 8 Dec 2015 15:46:20 -0800 Subject: [PATCH] Write only one file per run Author: Michael Armbrust Closes #35 from marmbrus/oneResultFile. --- src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala b/src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala index 8102337..b0b9d55 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala @@ -212,7 +212,9 @@ abstract class Benchmark( try { val resultsTable = sqlContext.createDataFrame(results) currentMessages += s"Results written to table: 'sqlPerformance' at $resultsLocation/$timestamp" - results.toDF().write + results.toDF() + .coalesce(1) + .write .format("json") .save(s"$resultsLocation/$timestamp")