From 653d82134de31580b8d6e5b0690fb08ee6702855 Mon Sep 17 00:00:00 2001 From: Jean-Yves Stephan Date: Wed, 22 Jul 2015 13:30:40 -0700 Subject: [PATCH] No collect before saveAsParquet --- src/main/scala/com/databricks/spark/sql/perf/query.scala | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/src/main/scala/com/databricks/spark/sql/perf/query.scala b/src/main/scala/com/databricks/spark/sql/perf/query.scala index b39095a..e7e8400 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/query.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/query.scala @@ -78,9 +78,7 @@ case class QueryForTest( query.executionMode match { case CollectResults => dataFrame.rdd.collect() case ForeachResults => dataFrame.rdd.foreach { row => Unit } - case WriteParquet(location) => { - dataFrame.rdd.collect() - dataFrame.saveAsParquetFile(s"$location/$name.parquet") + case WriteParquet(location) => dataFrame.saveAsParquetFile(s"$location/$name.parquet") } } }