apache/kyuubi
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Revert "[KYUUBI #6390] Temporarily disable UI Tab for Spark 4.0 and above"

Browse Source 
This reverts commit 70eadc15ad.
This commit is contained in:
Cheng Pan 2024-05-21 22:23:21 +08:00
parent 97aa4f7e1f
commit b810bcc7ea
No known key found for this signature in database
GPG Key ID: 8001952629BCC75D
1 changed files with 7 additions and 11 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/SparkSQLEngine.scala vendored
View File

@ -27,7 +27,7 @@ import scala.util.control.NonFatal
import com.google.common.annotations.VisibleForTesting
import org.apache.hadoop.fs.Path
import org.apache.spark.{ui, SPARK_VERSION, SparkConf}
import org.apache.spark.{ui, SparkConf}
import org.apache.spark.kyuubi.{SparkContextHelper, SparkSQLEngineEventListener, SparkSQLEngineListener}
import org.apache.spark.kyuubi.SparkUtilsHelper.getLocalDir
import org.apache.spark.sql.SparkSession
@ -46,7 +46,7 @@ import org.apache.kyuubi.ha.HighAvailabilityConf._
import org.apache.kyuubi.ha.client.RetryPolicies
import org.apache.kyuubi.service.Serverable
import org.apache.kyuubi.session.SessionHandle
import org.apache.kyuubi.util.{SemanticVersion, SignalRegister, ThreadUtils}
import org.apache.kyuubi.util.{SignalRegister, ThreadUtils}
import org.apache.kyuubi.util.ThreadUtils.scheduleTolerableRunnableWithFixedDelay
case class SparkSQLEngine(spark: SparkSession) extends Serverable("SparkSQLEngine") {
@ -358,15 +358,11 @@ object SparkSQLEngine extends Logging {
engine.start()
val kvStore = SparkContextHelper.getKvStore(spark.sparkContext)
val store = new EngineEventsStore(kvStore)
if (SemanticVersion(SPARK_VERSION) >= "4.0") {
warn("Kyuubi UI does not support Spark 4.0 and above yet")
} else {
ui.EngineTab(
Some(engine),
SparkContextHelper.getSparkUI(spark.sparkContext),
store,
kyuubiConf)
}
ui.EngineTab(
Some(engine),
SparkContextHelper.getSparkUI(spark.sparkContext),
store,
kyuubiConf)
val event = EngineEvent(engine)
info(event)
EventBus.post(event)