diff --git a/kyuubi-server/src/main/scala/org/apache/kyuubi/engine/spark/SparkBatchProcessBuilder.scala b/kyuubi-server/src/main/scala/org/apache/kyuubi/engine/spark/SparkBatchProcessBuilder.scala index 96cd21a00..657d9a436 100644 --- a/kyuubi-server/src/main/scala/org/apache/kyuubi/engine/spark/SparkBatchProcessBuilder.scala +++ b/kyuubi-server/src/main/scala/org/apache/kyuubi/engine/spark/SparkBatchProcessBuilder.scala @@ -20,7 +20,7 @@ package org.apache.kyuubi.engine.spark import scala.collection.mutable.ArrayBuffer import org.apache.kyuubi.config.KyuubiConf -import org.apache.kyuubi.engine.KubernetesApplicationOperation.LABEL_KYUUBI_UNIQUE_KEY +import org.apache.kyuubi.engine.KyuubiApplicationManager import org.apache.kyuubi.operation.log.OperationLog class SparkBatchProcessBuilder( @@ -44,16 +44,12 @@ class SparkBatchProcessBuilder( buffer += cla } - // tag for YARN - val batchJobTag = batchConf.get(TAG_KEY).map(_ + ",").getOrElse("") + batchId - var allConf = batchConf ++ Map(TAG_KEY -> batchJobTag) ++ sparkAppNameConf() + val batchKyuubiConf = new KyuubiConf(false) + batchConf.foreach(entry => { batchKyuubiConf.set(entry._1, entry._2) }) + // tag batch application + KyuubiApplicationManager.tagApplication(batchId, "spark", clusterManager(), batchKyuubiConf) - // tag for K8S - conf.getOption("spark.kubernetes.driver.label." + LABEL_KYUUBI_UNIQUE_KEY).foreach(option => { - allConf = allConf ++ Map("spark.kubernetes.driver.label." + LABEL_KYUUBI_UNIQUE_KEY -> option) - }) - - allConf.foreach { case (k, v) => + (batchKyuubiConf.getAll ++ sparkAppNameConf()).foreach { case (k, v) => buffer += CONF buffer += s"$k=$v" }