From 344b31ed69f18205fb8192df2f5a8704e6a62615 Mon Sep 17 00:00:00 2001 From: Michael Armbrust Date: Fri, 13 Nov 2015 12:40:00 -0800 Subject: [PATCH] Update to Spark 1.6 Some internal interfaces changed, so we need to bump the Spark version to run tests on Spark 1.6. Author: Michael Armbrust Closes #29 from marmbrus/spark16. --- build.sbt | 2 +- src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala | 4 ++-- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/build.sbt b/build.sbt index 82b4477..e802040 100644 --- a/build.sbt +++ b/build.sbt @@ -8,7 +8,7 @@ sparkPackageName := "databricks/spark-sql-perf" // All Spark Packages need a license licenses := Seq("Apache-2.0" -> url("http://opensource.org/licenses/Apache-2.0")) -sparkVersion := "1.4.1" +sparkVersion := "1.6.0-SNAPSHOT" sparkComponents ++= Seq("sql", "hive") diff --git a/src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala b/src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala index 3ca6736..4aa8b2e 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/Benchmark.scala @@ -137,7 +137,7 @@ abstract class Benchmark( val resultsFuture = Future { queriesToRun.flatMap { query => query.newDataFrame().queryExecution.logical.collect { - case UnresolvedRelation(Seq(name), _) => name + case UnresolvedRelation(t, _) => t.table } }.distinct.foreach { name => try { @@ -432,7 +432,7 @@ abstract class Benchmark( lazy val tablesInvolved = buildDataFrame.queryExecution.logical collect { case UnresolvedRelation(tableIdentifier, _) => { // We are ignoring the database name. - tableIdentifier.last + tableIdentifier.table } }