Fix build and switch to jdk8
* Fix Build * more memory * switch to jdk8 * old memory settings
This commit is contained in:
parent
10b90c0d2b
commit
0355fc4ee7
1
.gitignore
vendored
1
.gitignore
vendored
@ -5,6 +5,7 @@
|
|||||||
sbt/*.jar
|
sbt/*.jar
|
||||||
.idea
|
.idea
|
||||||
.idea_modules
|
.idea_modules
|
||||||
|
*.iml
|
||||||
|
|
||||||
# sbt specific
|
# sbt specific
|
||||||
build/*.jar
|
build/*.jar
|
||||||
|
|||||||
@ -1,5 +1,7 @@
|
|||||||
language: scala
|
language: scala
|
||||||
sudo: false
|
sudo: false
|
||||||
|
jdk:
|
||||||
|
oraclejdk8
|
||||||
cache:
|
cache:
|
||||||
directories:
|
directories:
|
||||||
- $HOME/.ivy2
|
- $HOME/.ivy2
|
||||||
|
|||||||
@ -16,7 +16,7 @@
|
|||||||
|
|
||||||
package com.databricks.spark.sql.perf
|
package com.databricks.spark.sql.perf
|
||||||
|
|
||||||
import org.apache.spark.sql.SQLContext
|
import org.apache.spark.sql.{Encoder, SQLContext}
|
||||||
import org.apache.spark.sql.expressions.Aggregator
|
import org.apache.spark.sql.expressions.Aggregator
|
||||||
|
|
||||||
case class Data(id: Long)
|
case class Data(id: Long)
|
||||||
@ -108,6 +108,10 @@ class DatasetPerformance extends Benchmark {
|
|||||||
b
|
b
|
||||||
}
|
}
|
||||||
|
|
||||||
|
override def bufferEncoder = implicitly[Encoder[SumAndCount]]
|
||||||
|
|
||||||
|
override def outputEncoder = implicitly[Encoder[Double]]
|
||||||
|
|
||||||
override def finish(reduction: SumAndCount): Double = reduction.sum.toDouble / reduction.count
|
override def finish(reduction: SumAndCount): Double = reduction.sum.toDouble / reduction.count
|
||||||
|
|
||||||
override def merge(b1: SumAndCount, b2: SumAndCount): SumAndCount = {
|
override def merge(b1: SumAndCount, b2: SumAndCount): SumAndCount = {
|
||||||
|
|||||||
@ -1,6 +1,5 @@
|
|||||||
package com.databricks.spark.sql.perf
|
package com.databricks.spark.sql.perf
|
||||||
|
|
||||||
import com.databricks.spark.sql.perf.{Benchmark, DatasetPerformance}
|
|
||||||
import org.apache.spark.sql.hive.test.TestHive
|
import org.apache.spark.sql.hive.test.TestHive
|
||||||
import org.scalatest.FunSuite
|
import org.scalatest.FunSuite
|
||||||
|
|
||||||
Loading…
Reference in New Issue
Block a user