From 7790bbd9df9e0834db54ded8459c85891afd6eb2 Mon Sep 17 00:00:00 2001
From: Kent Yao <11215016@zju.edu.cn>
Date: Thu, 21 Mar 2019 16:33:47 +0800
Subject: [PATCH] [KYUUBI-169]Let spark prefer heap buffer by default while
 using netty rpc #172

fix #169 set spark.shuffle.io.preferDirectBufs = false by default (#172)
---
 .../src/main/scala/org/apache/spark/KyuubiSparkUtil.scala    | 5 +++++
 1 file changed, 5 insertions(+)

diff --git a/kyuubi-server/src/main/scala/org/apache/spark/KyuubiSparkUtil.scala b/kyuubi-server/src/main/scala/org/apache/spark/KyuubiSparkUtil.scala
index d59ea8cfb..82e17e58f 100644
--- a/kyuubi-server/src/main/scala/org/apache/spark/KyuubiSparkUtil.scala
+++ b/kyuubi-server/src/main/scala/org/apache/spark/KyuubiSparkUtil.scala
@@ -84,6 +84,10 @@ object KyuubiSparkUtil extends Logging {
   val MULTIPLE_CONTEXTS: String = SPARK_PREFIX + DRIVER_PREFIX + "allowMultipleContexts"
   val MULTIPLE_CONTEXTS_DEFAULT = "true"
 
+  // Shuffle
+  val PREFER_DIRECTBUF: String = SPARK_PREFIX + "shuffle." + "io.preferDirectBufs"
+  val PREFER_DIRECTBUF_DEFAULT = "false"
+
   // Spark SQL
   val CATALOG_IMPL: String = SPARK_PREFIX + SQL_PREFIX + "catalogImplementation"
   val CATALOG_IMPL_DEFAULT = "hive"
@@ -295,6 +299,7 @@ object KyuubiSparkUtil extends Logging {
     // Set missing Kyuubi configs to SparkConf
     KyuubiConf.getAllDefaults.foreach(kv => conf.setIfMissing(kv._1, kv._2))
 
+    conf.setIfMissing(PREFER_DIRECTBUF, PREFER_DIRECTBUF_DEFAULT)
     conf.setIfMissing(SPARK_LOCAL_DIR, conf.get(KyuubiConf.BACKEND_SESSION_LOCAL_DIR.key))
     conf.setIfMissing(GC_INTERVAL, GC_INTERVAL_DEFAULT)
     if (UserGroupInformation.isSecurityEnabled) {