From d9984e1c0ab921f14641521267d95056af4021d1 Mon Sep 17 00:00:00 2001 From: ludatabricks <38018689+ludatabricks@users.noreply.github.com> Date: Thu, 7 Jun 2018 08:11:37 -0700 Subject: [PATCH] [ML-3584] Added benchmarks to mllib-large.yaml for ALS (#147) Benchmark for ALS is added to mllib-large.yaml. Then parameters is based on the previous benchmarks for the Spark 2.2 QA. It has been tested for the stability under the same cluster setting for other benchmarks (classifcation). --- .../spark/sql/perf/mllib/config/mllib-large.yaml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/src/main/resources/com/databricks/spark/sql/perf/mllib/config/mllib-large.yaml b/src/main/resources/com/databricks/spark/sql/perf/mllib/config/mllib-large.yaml index 15d4528..b9eb226 100644 --- a/src/main/resources/com/databricks/spark/sql/perf/mllib/config/mllib-large.yaml +++ b/src/main/resources/com/databricks/spark/sql/perf/mllib/config/mllib-large.yaml @@ -37,3 +37,12 @@ benchmarks: numFeatures: 5000 numClasses: 2 smoothing: 1.0 + - name: recommendation.ALS + params: + numExamples: 50000000 + numTestExamples: 50000000 + numUsers: 6000000 + numItems: 6000000 + regParam: 0.01 + rank: 10 + maxIter: 10 \ No newline at end of file