diff --git a/.github/mergify.yml b/.github/mergify.yml
index be72331f94..29fcf157f4 100644
--- a/.github/mergify.yml
+++ b/.github/mergify.yml
@@ -121,7 +121,9 @@ pull_request_rules:
       - or:
         - base=master
         - base~=^2(\.\d+){2}$
-      - -body~=\#[0-9]{1,6}(\s+|$)
+      - or:
+        - body~=\#[0-9]{1,6}(\s+|$)
+        - body~=https://github.com/milvus-io/milvus/issues/[0-9]{1,6}(\s+|$)
       - -label=kind/improvement
       - -title~=\[automated\]
     actions:
@@ -140,7 +142,9 @@ pull_request_rules:
           - or:
             - base=master
             - base~=^2(\.\d+){2}$
-          - body~=\#[0-9]{1,6}(\s+|$)
+          - or:
+            - body~=\#[0-9]{1,6}(\s+|$)
+            - body~=https://github.com/milvus-io/milvus/issues/[0-9]{1,6}(\s+|$)
         - and:
           - base=master
           - label=kind/improvement