diff --git a/.github/workflows/master.yml b/.github/workflows/master.yml
index 1b1b70a97..8287954f1 100644
--- a/.github/workflows/master.yml
+++ b/.github/workflows/master.yml
@@ -418,6 +418,8 @@ jobs:
       # https://github.com/docker/build-push-action
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
+        with:
+          cache-binary: false
       - name: Build Kyuubi Docker Image
         uses: docker/build-push-action@v5
         with: