diff --git a/.github/workflows/publish-builder.yaml b/.github/workflows/publish-builder.yaml
index 674ef22633..74968505e9 100644
--- a/.github/workflows/publish-builder.yaml
+++ b/.github/workflows/publish-builder.yaml
@@ -62,9 +62,9 @@ jobs:
           git add .env
           git commit -m "Update Builder Image Changes"
       - name: Push Builder Image Changes
-        if: success() && github.event_name == 'push' && github.repository == 'milvus-io/milvus'
+        if: success() && github.event_name == 'push' && github.repository == 'milvus-io/milvus' && matrix.os == 'ubuntu18.04'
         continue-on-error: true
         uses: ad-m/github-push-action@master
         with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}
+          github_token: ${{ secrets.ALL_CONTRIBUTORS_TOKEN }}
           branch: ${{ github.ref }}
diff --git a/.github/workflows/publish-test-images.yaml b/.github/workflows/publish-test-images.yaml
index 6dd573fbd6..753c48280b 100644
--- a/.github/workflows/publish-test-images.yaml
+++ b/.github/workflows/publish-test-images.yaml
@@ -65,5 +65,5 @@ jobs:
         continue-on-error: true
         uses: ad-m/github-push-action@master
         with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}
+          github_token: ${{ secrets.ALL_CONTRIBUTORS_TOKEN }}
           branch: ${{ github.ref }}