[skip e2e]Add deploy test for kafka version milvus (#16521)

Signed-off-by: zhuwenxing <wenxing.zhu@zilliz.com>

.github/workflows/deploy-test.yaml

@@ -80,7 +80,7 @@ jobs:
           pip install -r requirements.txt --trusted-host https://test.pypi.org
 
       - name: First Milvus deployment
-        timeout-minutes: 60
+        timeout-minutes: 15
         shell: bash
         working-directory: tests/python_client/deploy/${{ matrix.mode }}
         run: |
@@ -97,7 +97,7 @@ jobs:
           docker-compose ps -a
           sleep 10s
       - name: Run first test
-        timeout-minutes: 60
+        timeout-minutes: 15
         shell: bash
         working-directory: tests/python_client/deploy/scripts
         run: |
@@ -108,7 +108,7 @@ jobs:
             python3 action_before_upgrade.py
           fi
       - name: Second Milvus deployment
-        timeout-minutes: 60
+        timeout-minutes: 15
         shell: bash
         working-directory: tests/python_client/deploy/${{ matrix.mode }}
         run: |
@@ -168,8 +168,15 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
+        mq_type: [pulsar, kafka]
         mode: [standalone,cluster]
         task: [reinstall,upgrade]
+        exclude:
+          - mq_type: kafka
+            mode: standalone
+          - mq_type: kafka
+            task: upgrade
+
     steps:
 
       - name: Creating kind cluster
@@ -199,8 +206,17 @@ jobs:
           # update pymilvus to latest version
           pip install -i https://test.pypi.org/simple/ pymilvus==2.0.0rc10.dev2
 
+      - name: Modify chart value config
+        timeout-minutes: 1
+        shell: bash
+        working-directory: tests/python_client/deploy
+        run: |
+          yq -i ".kafka.enabled = false" cluster-values.yaml
+          yq -i ".pulsar.enabled = false" cluster-values.yaml
+          yq -i ".${{ matrix.mq_type }}.enabled = true" cluster-values.yaml          
+
       - name: First Milvus Deployment
-        timeout-minutes: 60
+        timeout-minutes: 15
         shell: bash
         working-directory: tests/python_client/deploy
         run: |
@@ -237,11 +253,20 @@ jobs:
           # check whether port-forward success
           nc -vz 127.0.0.1 19530
 
+      - name: Run first test
+        timeout-minutes: 15
+        shell: bash
+        working-directory: tests/python_client/deploy
+        run: |
           # first test
           if [ ${{ matrix.task }} == "reinstall" ]; then python scripts/action_before_reinstall.py; fi
           if [ ${{ matrix.task }} == "upgrade" ]; then python scripts/action_before_upgrade.py; fi
 
-
+      - name: Restart Milvus
+        timeout-minutes: 15
+        shell: bash
+        working-directory: tests/python_client/deploy
+        run: |
           # uninstall milvus
           if [[ $(date +%w) -eq 0 || $(data +%w) -eq 6 ]]; then sleep 1800s; fi
           if [ ${{ matrix.mode }} == "standalone" ];
@@ -251,8 +276,9 @@ jobs:
           else
             helm uninstall deploy-testing
           fi
+
       - name: Seconde Milvus Deployment
-        timeout-minutes: 60
+        timeout-minutes: 15
         shell: bash
         working-directory: tests/python_client/deploy
         run: |
@@ -267,6 +293,11 @@ jobs:
           # check whether port-forward success
           nc -vz 127.0.0.1 19530
 
+      - name: Run second test
+        timeout-minutes: 15
+        shell: bash
+        working-directory: tests/python_client/deploy
+        run: |
           # second test
           if [ ${{ matrix.task }} == "reinstall" ]; then python scripts/action_after_reinstall.py; fi
           if [ ${{ matrix.task }} == "upgrade" ]; then python scripts/action_after_upgrade.py; fi
@@ -286,9 +317,3 @@ jobs:
         with:
           name: helm-log-${{ matrix.mode }}-${{ matrix.task }}
           path: tests/python_client/deploy/k8s_logs
-          
-
-
-      
-
-        

tests/python_client/deploy/cluster-values.yaml

@@ -12,6 +12,11 @@ minio:
   resources:
     requests:
       memory: 256Mi
+
+kafka:
+  enabled: false
+  replicaCount: 3
+
 pulsar:
   enabled: true
   extra: