diff --git a/src/main/scala/com/databricks/spark/sql/perf/Tables.scala b/src/main/scala/com/databricks/spark/sql/perf/Tables.scala index 4d3657b..177d38c 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/Tables.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/Tables.scala @@ -222,7 +222,7 @@ abstract class Tables(sqlContext: SQLContext, scaleFactor: String, log.info(s"Data has $numRows rows clustered $clusterByPartitionColumns for $maxRecordPerFile") if (maxRecordPerFile > 0 && numRows > maxRecordPerFile) { - val numFiles = ((numRows)/maxRecordPerFile).ceil.toInt + val numFiles = (numRows.toDouble/maxRecordPerFile).ceil.toInt println(s"Coalescing into $numFiles files") log.info(s"Coalescing into $numFiles files") data.coalesce(numFiles).write