No collect before saveAsParquet

2015-07-22 13:30:40 -07:00 · 2015-07-22 13:30:40 -07:00 · 653d82134d
commit 653d82134d
parent a4a53b8a73
1 changed files with 1 additions and 3 deletions
--- a/src/main/scala/com/databricks/spark/sql/perf/query.scala
+++ b/src/main/scala/com/databricks/spark/sql/perf/query.scala
@ -78,9 +78,7 @@ case class QueryForTest(
        query.executionMode match {
          case CollectResults => dataFrame.rdd.collect()
          case ForeachResults => dataFrame.rdd.foreach { row => Unit }
-          case WriteParquet(location) => {
-            dataFrame.rdd.collect()
-            dataFrame.saveAsParquetFile(s"$location/$name.parquet")
+          case WriteParquet(location) => dataFrame.saveAsParquetFile(s"$location/$name.parquet")
          }
        }
      }