From a263ee9cd26623b4c1fab8fbfe8d6dc857be8e8a Mon Sep 17 00:00:00 2001 From: ulysses-you Date: Thu, 19 Aug 2021 12:40:51 +0800 Subject: [PATCH] [KYUUBI #959] Reduce EventLoggingService.onEvent time to one with compiled state ### _Why are the changes needed?_ `setState` has already call `EventLoggingService.onEvent`, so we don't need to call `EventLoggingService.onEvent` twice with compiled state . ``` override def setState(newState: OperationState): Unit = { super.setState(newState) statementEvent.state = newState.toString statementEvent.stateTime = lastAccessTime EventLoggingService.onEvent(statementEvent) } ``` ### _How was this patch tested?_ - [ ] Add some test cases that check the changes thoroughly including negative and positive cases if possible - [ ] Add screenshots for manual tests if appropriate - [ ] [Run test](https://kyuubi.readthedocs.io/en/latest/develop_tools/testing.html#running-tests) locally before make a pull request Closes #959 from ulysses-you/compile. Closes #959 dc517a65 [ulysses-you] reduce on event Authored-by: ulysses-you Signed-off-by: ulysses-you --- .../kyuubi/engine/spark/operation/ExecuteStatement.scala | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/operation/ExecuteStatement.scala b/externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/operation/ExecuteStatement.scala index 752fe3e47..b932acc8c 100644 --- a/externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/operation/ExecuteStatement.scala +++ b/externals/kyuubi-spark-sql-engine/src/main/scala/org/apache/kyuubi/engine/spark/operation/ExecuteStatement.scala @@ -91,9 +91,8 @@ class ExecuteStatement( spark.sparkContext.addSparkListener(operationListener) result = spark.sql(statement) // TODO( #921): COMPILED need consider eagerly executed commands - setState(OperationState.COMPILED) statementEvent.queryExecution = result.queryExecution.toString() - EventLoggingService.onEvent(statementEvent) + setState(OperationState.COMPILED) debug(result.queryExecution) iter = new ArrayFetchIterator(result.collect()) setState(OperationState.FINISHED)