diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml
index 767db5ab2..e357e48ba 100644
--- a/.github/workflows/master.yml
+++ b/.github/workflows/master.yml
@@ -38,6 +38,8 @@ jobs:
           - '-Pspark-3.1'
           - '-Pspark-3.1 -Dhadoop.binary.version=3.2'
           - '-Pspark-3.2-snapshot -pl :kyuubi-spark-sql-engine,:kyuubi-common,:kyuubi-ha,:kyuubi-zookeeper -Dmaven.plugin.scalatest.exclude.tags=org.apache.kyuubi.tags.DataLakeTest'
+    env:
+      SPARK_LOCAL_IP: localhost
     steps:
       - uses: actions/checkout@v2
       - name: Setup JDK 1.8
diff --git a/kyuubi-main/src/test/scala/org/apache/kyuubi/operation/WithKyuubiServer.scala b/kyuubi-main/src/test/scala/org/apache/kyuubi/operation/WithKyuubiServer.scala
index 518ad8665..f3629bd5b 100644
--- a/kyuubi-main/src/test/scala/org/apache/kyuubi/operation/WithKyuubiServer.scala
+++ b/kyuubi-main/src/test/scala/org/apache/kyuubi/operation/WithKyuubiServer.scala
@@ -72,5 +72,7 @@ trait WithKyuubiServer extends KyuubiFunSuite {
     super.afterAll()
   }
 
-  protected def getJdbcUrl: String = s"jdbc:hive2://${server.connectionUrl}/;"
+  // TODO: KYUUBI-504: forbid setting FRONTEND_BIND_HOST by connection string in engine side
+  protected def getJdbcUrl: String =
+    s"jdbc:hive2://${server.connectionUrl}/;#${KyuubiConf.FRONTEND_BIND_HOST.key}=localhost"
 }
diff --git a/pom.xml b/pom.xml
index 07c910a21..3531df342 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1169,6 +1169,7 @@
                             <java.io.tmpdir>${project.build.directory}/tmp</java.io.tmpdir>
                             <spark.driver.memory>2g</spark.driver.memory>
                             <kyuubi.metrics.json.report.location>${project.build.directory}/metrics</kyuubi.metrics.json.report.location>
+                            <kyuubi.frontend.bind.host>localhost</kyuubi.frontend.bind.host>
                         </systemProperties>
                         <tagsToExclude>${maven.plugin.scalatest.exclude.tags}</tagsToExclude>
                     </configuration>