diff --git a/.github/workflows/publish-builder.yaml b/.github/workflows/publish-builder.yaml
index f595adc7cf..b183ba94ad 100644
--- a/.github/workflows/publish-builder.yaml
+++ b/.github/workflows/publish-builder.yaml
@@ -27,7 +27,6 @@ jobs:
         os: [ubuntu18.04, centos7]
     env:
       OS_NAME: ${{ matrix.os }}
-      GITHUB_TOKEN: ${{ secrets.ALL_CONTRIBUTORS_TOKEN }}
     steps:
       - name: Checkout
         uses: actions/checkout@v2
@@ -62,9 +61,22 @@ jobs:
           git config --local user.name "github-actions[bot]"
           git add .env
           git commit -m "Update Builder Image Changes"
-      - name: Push Builder Image Changes
+      - name: Create Pull Request
+        id: cpr
         if: success() && github.event_name == 'push' && github.repository == 'milvus-io/milvus' && matrix.os == 'ubuntu18.04'
         continue-on-error: true
-        shell: bash
+        with:
+          token: ${{ secrets.ALL_CONTRIBUTORS_TOKEN }}
+          author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
+          signoff: false
+          branch: update_builder_images
+          delete-branch: true
+          title: '[automated] Update Builder Image Changes'
+          body: |
+            Update Builder Image Changes
+
+            Signed-off-by: ${{ github.actor }} ${{ github.actor }}@users.noreply.github.com
+      - name: Check outputs
         run: |
-          git push "https://github.com/$GITHUB_REPOSITORY.git" HEAD:${{ github.ref }} --follow-tags
+          echo "Pull Request Number - ${{ steps.cpr.outputs.pull-request-number }}"
+          echo "Pull Request URL - ${{ steps.cpr.outputs.pull-request-url }}"
diff --git a/.github/workflows/publish-test-images.yaml b/.github/workflows/publish-test-images.yaml
index ccf220dd22..38d58de904 100644
--- a/.github/workflows/publish-test-images.yaml
+++ b/.github/workflows/publish-test-images.yaml
@@ -23,8 +23,6 @@ jobs:
     name: PyTest
     runs-on: ubuntu-latest
     timeout-minutes: 60
-    env:
-      GITHUB_TOKEN: ${{ secrets.ALL_CONTRIBUTORS_TOKEN }}
     steps:
       - name: Checkout
         uses: actions/checkout@v2
@@ -67,9 +65,22 @@ jobs:
           git config --local user.name "github-actions[bot]"
           git add .env
           git commit -m "Update Pytest Image Changes"
-      - name: Push Pytest Image Changes
+      - name: Create Pull Request
+        id: cpr
         if: success() && github.event_name == 'push' && github.repository == 'milvus-io/milvus'
         continue-on-error: true
-        shell: bash
+        with:
+          token: ${{ secrets.ALL_CONTRIBUTORS_TOKEN }}
+          author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
+          signoff: false
+          branch: update_builder_images
+          delete-branch: true
+          title: '[automated] Update Pytest Image Changes'
+          body: |
+            Update Pytest Image Changes
+
+            Signed-off-by: ${{ github.actor }} ${{ github.actor }}@users.noreply.github.com
+      - name: Check outputs
         run: |
-          git push "https://github.com/$GITHUB_REPOSITORY.git" HEAD:${{ github.ref }} --follow-tags
+          echo "Pull Request Number - ${{ steps.cpr.outputs.pull-request-number }}"
+          echo "Pull Request URL - ${{ steps.cpr.outputs.pull-request-url }}"