From dddaeaae43e445091efd33b3cafabc2e5bf068e4 Mon Sep 17 00:00:00 2001 From: yongqian Date: Fri, 30 Jun 2023 08:11:40 +0800 Subject: [PATCH] [KYUUBI #5005] Remove default settings `spark.sql.execution.topKSortFallbackThreshold` ### _Why are the changes needed?_ close #5005 ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [ ] Add screenshots for manual tests if appropriate - [ ] [Run test](https://kyuubi.readthedocs.io/en/master/contributing/code/testing.html#running-tests) locally before make a pull request Closes #5006 from QianyongY/features/kyuubi-5005. Closes #5005 3bc8b7482 [yongqian] [KYUUBI #5005] Remove default settings Authored-by: yongqian Signed-off-by: fwang12 --- .../scala/org/apache/kyuubi/engine/spark/SparkSQLEngine.scala | 1 - 1 file changed, 1 deletion(-) diff --git a/externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/SparkSQLEngine.scala b/externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/SparkSQLEngine.scala index 6f8aa2ec0..d3783b4fc 100644 --- a/externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/SparkSQLEngine.scala +++ b/externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/SparkSQLEngine.scala @@ -189,7 +189,6 @@ object SparkSQLEngine extends Logging { _kyuubiConf = KyuubiConf() val rootDir = _sparkConf.getOption("spark.repl.classdir").getOrElse(getLocalDir(_sparkConf)) val outputDir = Utils.createTempDir(prefix = "repl", root = rootDir) - _sparkConf.setIfMissing("spark.sql.execution.topKSortFallbackThreshold", "10000") _sparkConf.setIfMissing("spark.sql.legacy.castComplexTypesToString.enabled", "true") _sparkConf.setIfMissing("spark.master", "local") _sparkConf.set(