diff --git a/kyuubi-common/src/test/scala/org/apache/kyuubi/service/FrontendServiceSuite.scala b/kyuubi-common/src/test/scala/org/apache/kyuubi/service/FrontendServiceSuite.scala
index d1b3b1390..a1dfd7b7d 100644
--- a/kyuubi-common/src/test/scala/org/apache/kyuubi/service/FrontendServiceSuite.scala
+++ b/kyuubi-common/src/test/scala/org/apache/kyuubi/service/FrontendServiceSuite.scala
@@ -40,6 +40,12 @@ class FrontendServiceSuite extends KyuubiFunSuite {
 
   val user: String = System.getProperty("user.name")
 
+
+  override def afterAll(): Unit = {
+    server.stop()
+    super.afterAll()
+  }
+
   protected def withThriftClient(f: TCLIService.Iface => Unit): Unit = {
     val hostAndPort = server.connectionUrl.split(":")
     val host = hostAndPort.head