diff --git a/.gitattributes b/.gitattributes
index b3623c426..6bbad541a 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -18,7 +18,6 @@
 .github/ export-ignore
 .idea/ export-ignore
 .readthedocs.yml export-ignore
-.travis.yml export-ignore
 _config.yml export-ignore
 codecov.yml export-ignore
 licenses-binary/ export-ignore
diff --git a/.github/labeler.yml b/.github/labeler.yml
index a9f79a537..bbc64ed66 100644
--- a/.github/labeler.yml
+++ b/.github/labeler.yml
@@ -45,7 +45,6 @@
   - ".gitattributes"
   - ".github/**/*"
   - ".gitignore"
-  - ".travis.yml"
   - "LICENSE"
   - "LICENSE-binary"
   - "NOTICE"
diff --git a/.travis.yml b/.travis.yml
deleted file mode 100644
index c09fa9566..000000000
--- a/.travis.yml
+++ /dev/null
@@ -1,71 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-sudo: required
-dist: focal
-arch: arm64-graviton2
-group: edge
-virt: vm
-env: SPARK_LOCAL_IP=localhost
-
-branches:
-  only:
-    - master
-
-language: java
-
-matrix:
-  include:
-  - name: Build Kyuubi common on Linux ARM64
-    script:
-      - ./build/mvn test $MVN_ARGS -pl kyuubi-common,kyuubi-zookeeper,kyuubi-ha,kyuubi-ctl,kyuubi-metrics,kyuubi-hive-beeline,kyuubi-hive-jdbc,extensions/server/kyuubi-server-plugin -am
-  - name: Build Kyuubi Flink on Linux ARM64
-    script:
-      - ./build/mvn test $MVN_ARGS -pl externals/kyuubi-flink-sql-engine,integration-tests/kyuubi-flink-it
-  - name: Build Kyuubi Spark on Linux ARM64
-    script:
-      - ./build/mvn test $MVN_ARGS -pl externals/kyuubi-spark-sql-engine
-      - ./build/mvn test $MVN_ARGS -pl kyuubi-server -DwildcardSuites=org.apache.kyuubi.operation.KyuubiOperationPerUserSuite
-  - name: Build Kyuubi Trino on Linux ARM64
-    script:
-      - ./build/mvn test $MVN_ARGS -pl externals/kyuubi-trino-engine,integration-tests/kyuubi-trino-it
-  - name: Build Kyuubi Hive on Linux ARM64
-    script:
-      - ./build/mvn test $MVN_ARGS -pl externals/kyuubi-hive-sql-engine,integration-tests/kyuubi-hive-it
-
-cache:
-  directories:
-    - $HOME/.m2
-
-install:
-  - sudo apt update
-  - sudo apt install -y openjdk-8-jdk
-  - export JAVA_HOME="/usr/lib/jvm/java-8-openjdk-${TRAVIS_CPU_ARCH}"
-  - export PATH="$JAVA_HOME/bin:/usr/share/maven/bin:$PATH"
-  - ./build/mvn --version
-
-before_script:
-  - export MVN_ARGS="-Dmaven.javadoc.skip=true -Drat.skip=true -Dscalastyle.skip=true -Dspotless.check.skip -V -B -ntp -Dorg.slf4j.simpleLogger.defaultLogLevel=warn -Pjdbc-shaded"
-  - ./build/mvn clean install -DskipTests $MVN_ARGS
-
-
-after_success:
-  - echo "Travis exited with ${TRAVIS_TEST_RESULT}"
-
-after_failure:
-  - echo "Travis exited with ${TRAVIS_TEST_RESULT}"
-  - for log in `find * -name "unit-tests.log"`;  do echo "=========$log========="; grep "ERROR" $log -A 100 -B 5; done
diff --git a/README.md b/README.md
index b38d69334..16fc794ee 100644
--- a/README.md
+++ b/README.md
@@ -24,7 +24,6 @@
 [![](https://tokei.rs/b1/github.com/apache/kyuubi)](https://github.com/apache/kyuubi)
 [![codecov](https://codecov.io/gh/apache/kyuubi/branch/master/graph/badge.svg)](https://codecov.io/gh/apache/kyuubi)
 ![GitHub Workflow Status](https://img.shields.io/github/workflow/status/apache/kyuubi/Kyuubi/master?style=plastic)
-[![Travis](https://api.travis-ci.com/apache/kyuubi.svg?branch=master)](https://travis-ci.com/apache/kyuubi)
 [![Documentation Status](https://readthedocs.org/projects/kyuubi/badge/?version=latest)](https://kyuubi.readthedocs.io/en/master/)
 ![GitHub top language](https://img.shields.io/github/languages/top/apache/kyuubi)
 [![Commit activity](https://img.shields.io/github/commit-activity/m/apache/kyuubi)](https://github.com/apache/kyuubi/graphs/commit-activity)
diff --git a/build/Dockerfile b/build/Dockerfile
index b53b6716e..cd2d5077c 100644
--- a/build/Dockerfile
+++ b/build/Dockerfile
@@ -37,7 +37,7 @@ ARG MVN_ARG
 
 # Pass the environment variable `CI` into container, for internal use only.
 #
-# Continuous integration(aka. CI) services like GitHub Actions, Travis always provide
+# Continuous integration(aka. CI) services like GitHub Actions always provide
 # an environment variable `CI` in runners, and we detect this variable to run some
 # specific actions, e.g. run `mvn` in batch mode to suppress noisy logs.
 ARG CI