diff --git a/src/main/scala/com/databricks/spark/sql/perf/Tables.scala b/src/main/scala/com/databricks/spark/sql/perf/Tables.scala index 368ea5d..775dfd8 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/Tables.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/Tables.scala @@ -211,7 +211,12 @@ abstract class Tables(sqlContext: SQLContext, scaleFactor: String, data.write } } else { - data.write + if (clusterByPartitionColumns) { + // treat non-partitioned tables as "one partition" that we want to coalesce + data.coalesce(1).write + } else { + data.write + } } writer.format(format).mode(mode) if (partitionColumns.nonEmpty) {