From a4e1c790ba44d52494a9ecc223c8d7a6b88d81c4 Mon Sep 17 00:00:00 2001 From: ludatabricks <38018689+ludatabricks@users.noreply.github.com> Date: Wed, 13 Jun 2018 15:19:52 -0700 Subject: [PATCH] [ML-3869] Make Quantilediscretizer work with spark-2.3 (#154) Add setOutputCol for Quantilediscretizer so that it works for spark-2.3. The code has been manually tested by change the spark version. --- .../spark/sql/perf/mllib/feature/QuantileDiscretizer.scala | 1 + .../spark/sql/perf/mllib/feature/UnaryTransformer.scala | 1 + 2 files changed, 2 insertions(+) diff --git a/src/main/scala/com/databricks/spark/sql/perf/mllib/feature/QuantileDiscretizer.scala b/src/main/scala/com/databricks/spark/sql/perf/mllib/feature/QuantileDiscretizer.scala index 47674f7..cf32b0f 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/mllib/feature/QuantileDiscretizer.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/mllib/feature/QuantileDiscretizer.scala @@ -31,6 +31,7 @@ object QuantileDiscretizer extends BenchmarkAlgorithm with TestFromTraining with import ctx.params._ new ml.feature.QuantileDiscretizer() .setInputCol(inputCol) + .setOutputCol(outputCol) .setNumBuckets(bucketizerNumBuckets) .setRelativeError(relativeError) } diff --git a/src/main/scala/com/databricks/spark/sql/perf/mllib/feature/UnaryTransformer.scala b/src/main/scala/com/databricks/spark/sql/perf/mllib/feature/UnaryTransformer.scala index 8209bec..bd7b3cc 100644 --- a/src/main/scala/com/databricks/spark/sql/perf/mllib/feature/UnaryTransformer.scala +++ b/src/main/scala/com/databricks/spark/sql/perf/mllib/feature/UnaryTransformer.scala @@ -3,4 +3,5 @@ package com.databricks.spark.sql.perf.mllib.feature /** Trait defining common state/methods for featurizers taking a single input col */ private[feature] trait UnaryTransformer { private[feature] val inputCol = "inputCol" + private[feature] val outputCol = "outputCol" }