apache/kyuubi
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

info -> debug logging

Browse Source
This commit is contained in:
Kent Yao 2018-05-21 19:51:11 +08:00
parent e113a7cf52
commit 28421ec5c1
5 changed files with 13 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
src/extra/v2.1/scala/org/apache/spark/SparkEnv.scala
View File

@ -137,7 +137,7 @@ class SparkEnv (
}
object SparkEnv extends Logging {
logInfo("Kyuubi Supplied SparkEnv Class")
logInfo("Loaded Kyuubi Supplied SparkEnv Class...")
private val env = new ConcurrentHashMap[String, SparkEnv]()
private[spark] val driverSystemName = "sparkDriver"
@ -147,10 +147,10 @@ object SparkEnv extends Logging {
def set(e: SparkEnv) {
if (e == null) {
logInfo(s"Removing SparkEnv for $user")
logDebug(s"Kyuubi: Removing SparkEnv for $user")
env.remove(user)
} else {
logInfo(s"Registering SparkEnv for $user")
logDebug(s"Kyuubi: Registering SparkEnv for $user")
env.put(user, e)
}
}
@ -159,7 +159,7 @@ object SparkEnv extends Logging {
* Returns the SparkEnv.
*/
def get: SparkEnv = {
logInfo(s"Get SparkEnv for $user")
logDebug(s"Kyuubi: Get SparkEnv for $user")
env.get(user)
}

4
src/extra/v2.2/scala/org/apache/spark/SparkEnv.scala
View File

@ -138,6 +138,7 @@ class SparkEnv (
}
object SparkEnv extends Logging {
logInfo("Loaded Kyuubi Supplied SparkEnv Class...")
private val env = new ConcurrentHashMap[String, SparkEnv]()
private[spark] val driverSystemName = "sparkDriver"
@ -147,8 +148,10 @@ object SparkEnv extends Logging {
def set(e: SparkEnv) {
if (e == null) {
logDebug(s"Kyuubi: Removing SparkEnv for $user")
env.remove(user)
} else {
logDebug(s"Kyuubi: Registering SparkEnv for $user")
env.put(user, e)
}
}
@ -157,6 +160,7 @@ object SparkEnv extends Logging {
* Returns the SparkEnv.
*/
def get: SparkEnv = {
logDebug(s"Kyuubi: Get SparkEnv for $user")
env.get(user)
}

4
src/extra/v2.3/scala/org/apache/spark/SparkEnv.scala
View File

@ -138,6 +138,7 @@ class SparkEnv (
}
object SparkEnv extends Logging {
logInfo("Loaded Kyuubi Supplied SparkEnv Class...")
private val env = new ConcurrentHashMap[String, SparkEnv]()
private[spark] val driverSystemName = "sparkDriver"
@ -147,8 +148,10 @@ object SparkEnv extends Logging {
def set(e: SparkEnv) {
if (e == null) {
logDebug(s"Kyuubi: Removing SparkEnv for $user")
env.remove(user)
} else {
logDebug(s"Kyuubi: Registering SparkEnv for $user")
env.put(user, e)
}
}
@ -157,6 +160,7 @@ object SparkEnv extends Logging {
* Returns the SparkEnv.
*/
def get: SparkEnv = {
logDebug(s"Kyuubi: Get SparkEnv for $user")
env.get(user)
}

13
src/main/scala/org/apache/spark/KyuubiSparkUtil.scala
View File

@ -93,29 +93,16 @@ object KyuubiSparkUtil extends Logging {
Utils.getContextOrSparkClassLoader
}
def getLocalDir(conf: SparkConf): String = {
Utils.getLocalDir(conf)
}
def createTempDir(
root: String = System.getProperty("java.io.tmpdir"),
namePrefix: String = "spark"): File = {
Utils.createTempDir(root, namePrefix)
}
def getUserJars(conf: SparkConf): Seq[String] = {
Utils.getUserJars(conf)
}
def newConfiguration(conf: SparkConf): Configuration = {
SparkHadoopUtil.get.newConfiguration(conf)
}
/** Executes the given block. Log non-fatal errors if any, and only throw fatal errors */
def tryLogNonFatalError(block: => Unit): Unit = {
Utils.tryLogNonFatalError(block)
}
def localHostName(): String = Utils.localHostName()
// org.apache.spark.util.VersionUtils: Utilities for working with Spark version strings

3
src/test/scala/yaooqinn/kyuubi/auth/KerberosTest.scala
View File

@ -19,14 +19,13 @@ package yaooqinn.kyuubi.auth
import java.io.{File, IOException}
import java.util.UUID
import org.apache.hadoop.hive.shims.ShimLoader
import org.apache.hadoop.hive.thrift.HadoopThriftAuthBridge
import org.apache.hadoop.minikdc.MiniKdc
import org.apache.hadoop.security.UserGroupInformation
import org.apache.hive.service.cli.thrift.TCLIService.Client
import org.apache.spark.{KyuubiConf, SparkConf, SparkFunSuite, KyuubiSparkUtil}
import org.apache.spark.{KyuubiConf, KyuubiSparkUtil, SparkConf, SparkFunSuite}
import org.apache.spark.deploy.SparkHadoopUtil
import org.apache.thrift.protocol.TBinaryProtocol
import org.apache.thrift.transport.TSocket