From 411992cd0032d0dae45f5737bcb9a3c8bf0bf6c7 Mon Sep 17 00:00:00 2001 From: sychen Date: Tue, 7 Jun 2022 09:10:14 +0800 Subject: [PATCH] [KYUUBI #2676] Flaky Test: SparkOperationProgressSuite: test operation progress ### _Why are the changes needed?_ The update of `statusStore` is not timely. If the event interval is too short, less than the default value of `100ms`, the `statusStore` will not be updated. org.apache.spark.status.AppStatusListener#onTaskStart org.apache.spark.status.AppStatusListener#onTaskEnd ```scala maybeUpdate(stage, now) ``` close #2676 ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [ ] Add screenshots for manual tests if appropriate - [x] [Run test](https://kyuubi.apache.org/docs/latest/develop_tools/testing.html#running-tests) locally before make a pull request Closes #2818 from cxzl25/KYUUBI-2676. Closes #2676 51c4b7c4 [sychen] trigger test 56fb5ca3 [sychen] liveUpdate period Authored-by: sychen Signed-off-by: ulysses-you --- .../engine/spark/operation/SparkOperationProgressSuite.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/externals/kyuubi-spark-sql-engine/src/test/scala/org/apache/kyuubi/engine/spark/operation/SparkOperationProgressSuite.scala b/externals/kyuubi-spark-sql-engine/src/test/scala/org/apache/kyuubi/engine/spark/operation/SparkOperationProgressSuite.scala index bdca5f92e..a82443f41 100644 --- a/externals/kyuubi-spark-sql-engine/src/test/scala/org/apache/kyuubi/engine/spark/operation/SparkOperationProgressSuite.scala +++ b/externals/kyuubi-spark-sql-engine/src/test/scala/org/apache/kyuubi/engine/spark/operation/SparkOperationProgressSuite.scala @@ -31,6 +31,7 @@ class SparkOperationProgressSuite extends WithSparkSQLEngine with HiveJDBCTestHe override protected def jdbcUrl: String = getJdbcUrl override def withKyuubiConf: Map[String, String] = Map( "spark.master" -> "local[1]", + "spark.ui.liveUpdate.period" -> "0", "kyuubi.operation.progress.enabled" -> "true", "kyuubi.operation.status.polling.timeout" -> "1000")