From c2ed2cfc3911993d86b8b8d95eabc25868f7d761 Mon Sep 17 00:00:00 2001 From: zhikunyao Date: Mon, 20 Oct 2025 10:44:03 +0800 Subject: [PATCH] test: support e2e on arm (#44880) Signed-off-by: Zhikun Yao --- tests/_helm/values/e2e-arm/distributed-pulsar | 200 ++++++++++++++++++ tests/_helm/values/e2e-arm/standalone | 86 ++++++++ .../values/e2e-arm/standalone-kafka-mmap | 135 ++++++++++++ tests/_helm/values/e2e-arm/standalone-one-pod | 68 ++++++ 4 files changed, 489 insertions(+) create mode 100644 tests/_helm/values/e2e-arm/distributed-pulsar create mode 100644 tests/_helm/values/e2e-arm/standalone create mode 100644 tests/_helm/values/e2e-arm/standalone-kafka-mmap create mode 100644 tests/_helm/values/e2e-arm/standalone-one-pod diff --git a/tests/_helm/values/e2e-arm/distributed-pulsar b/tests/_helm/values/e2e-arm/distributed-pulsar new file mode 100644 index 0000000000..382a5d0714 --- /dev/null +++ b/tests/_helm/values/e2e-arm/distributed-pulsar @@ -0,0 +1,200 @@ +nodeSelector: + jenkins-e2e-arm: "true" +cluster: + enabled: true +streaming: + enabled: true +proxy: + resources: + limits: + cpu: "1" + memory: 4Gi + requests: + cpu: "0.3" + memory: 256Mi +dataNode: + resources: + limits: + cpu: "2" + memory: 8Gi + requests: + cpu: "0.5" + memory: 500Mi +indexNode: + enabled: false + disk: + enabled: true + resources: + limits: + cpu: "2" + memory: 8Gi + requests: + cpu: "0.5" + memory: 500Mi +queryNode: + disk: + enabled: true + resources: + limits: + cpu: "1" + memory: 4Gi + requests: + cpu: "0.5" + memory: 512Mi +streamingNode: + resources: + limits: + cpu: "2" + memory: 8Gi + requests: + cpu: "0.5" + memory: 512Mi +mixCoordinator: + resources: + limits: + cpu: "1" + memory: 4Gi + requests: + cpu: "0.2" + memory: 256Mi +service: + type: ClusterIP +log: + level: debug +extraConfigFiles: + user.yaml: |+ + common: + storage: + enablev2: true + dataCoord: + gc: + interval: 1800 + missingTolerance: 1800 + dropTolerance: 1800 + queryNode: + segcore: + exprEvalBatchSize: 512 +metrics: + serviceMonitor: + enabled: true +etcd: + nodeSelector: + jenkins-e2e-arm: "true" + metrics: + enabled: true + podMonitor: + enabled: true + replicaCount: 1 + resources: + requests: + cpu: "0.2" + memory: 256Mi + limits: + cpu: "1" + memory: 4Gi + tolerations: + - effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists +image: + all: + pullPolicy: Always + repository: harbor.milvus.io/milvus/milvus + tag: PR-35426-20240812-46dadb120 +minio: + nodeSelector: + jenkins-e2e-arm: "true" + mode: standalone + resources: + requests: + cpu: "0.2" + memory: 512Mi + limits: + cpu: "1" + memory: 4Gi + tolerations: + - effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists +pulsarv3: + enabled: true + bookkeeper: + nodeSelector: + jenkins-milvus-ci-e2e-service: "true" + resources: + requests: + cpu: "0.1" + memory: 256Mi + limits: + cpu: "0.5" + memory: 2Gi + configData: + PULSAR_MEM: > + -Xms512m + -Xmx512m + -XX:MaxDirectMemorySize=1024m + tolerations: + - key: "jenkins-e2e-amd" + operator: "Equal" + value: "true" + effect: "NoSchedule" + broker: + nodeSelector: + jenkins-milvus-ci-e2e-service: "true" + replicaCount: 2 + resources: + requests: + cpu: "0.1" + memory: 256Mi + limits: + cpu: "0.5" + memory: 4Gi + tolerations: + - key: "jenkins-e2e-amd" + operator: "Equal" + value: "true" + effect: "NoSchedule" + components: + autorecovery: false + proxy: + nodeSelector: + jenkins-milvus-ci-e2e-service: "true" + resources: + requests: + cpu: "0.1" + memory: 256Mi + limits: + cpu: "0.5" + memory: 2Gi + tolerations: + - key: "jenkins-e2e-amd" + operator: "Equal" + value: "true" + effect: "NoSchedule" + wsResources: + requests: + cpu: "0.1" + memory: 256Mi + limits: + cpu: "0.5" + memory: 2Gi + zookeeper: + nodeSelector: + jenkins-milvus-ci-e2e-service: "true" + replicaCount: 1 + resources: + requests: + cpu: "0.1" + memory: 256Mi + limits: + cpu: "0.5" + memory: 2Gi + tolerations: + - key: "jenkins-e2e-amd" + operator: "Equal" + value: "true" + effect: "NoSchedule" +tolerations: +- effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists diff --git a/tests/_helm/values/e2e-arm/standalone b/tests/_helm/values/e2e-arm/standalone new file mode 100644 index 0000000000..820c0e0fc4 --- /dev/null +++ b/tests/_helm/values/e2e-arm/standalone @@ -0,0 +1,86 @@ +nodeSelector: + jenkins-e2e-arm: "true" +cluster: + enabled: false +streaming: + enabled: true +service: + type: ClusterIP +woodpecker: + enabled: true +standalone: + messageQueue: woodpecker + disk: + enabled: true + resources: + limits: + cpu: "4" + memory: 16Gi + requests: + cpu: "1" + memory: 3.5Gi +log: + level: debug +extraConfigFiles: + user.yaml: |+ + dataCoord: + gc: + interval: 1800 + missingTolerance: 1800 + dropTolerance: 1800 + queryNode: + segcore: + exprEvalBatchSize: 512 +metrics: + serviceMonitor: + enabled: true +etcd: + nodeSelector: + jenkins-e2e-arm: "true" + metrics: + enabled: true + podMonitor: + enabled: true + replicaCount: 1 + resources: + requests: + cpu: "0.2" + memory: 256Mi + limits: + cpu: "1" + memory: 4Gi + image: + registry: "harbor-us-vdc.zilliz.cc" + repository: "milvusdb/etcd" + tolerations: + - effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists +image: + all: + pullPolicy: Always + repository: harbor.milvus.io/milvus/milvus + tag: PR-35402-20240812-402f716b5 +minio: + nodeSelector: + jenkins-e2e-arm: "true" + mode: standalone + image: + repository: "harbor-us-vdc.zilliz.cc/milvusdb/minio" + resources: + requests: + cpu: "0.2" + memory: 512Mi + limits: + cpu: "1" + memory: 4Gi + tolerations: + - effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists +pulsarv3: + enabled: false +tolerations: +- effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists diff --git a/tests/_helm/values/e2e-arm/standalone-kafka-mmap b/tests/_helm/values/e2e-arm/standalone-kafka-mmap new file mode 100644 index 0000000000..e02b74b242 --- /dev/null +++ b/tests/_helm/values/e2e-arm/standalone-kafka-mmap @@ -0,0 +1,135 @@ +nodeSelector: + jenkins-e2e-arm: "true" +cluster: + enabled: false +streaming: + enabled: true +service: + type: ClusterIP +standalone: + messageQueue: kafka + disk: + enabled: true + resources: + limits: + cpu: "4" + memory: 16Gi + requests: + cpu: "1" + memory: 3.5Gi +log: + level: debug +extraConfigFiles: + user.yaml: |+ + common: + storage: + enablev2: true + dataCoord: + gc: + interval: 1800 + missingTolerance: 1800 + dropTolerance: 1800 + queryNode: + segcore: + exprEvalBatchSize: 512 + mmap: + vectorField: true + vectorIndex: true + scalarField: true + scalarIndex: true + growingMmapEnabled: true +metrics: + serviceMonitor: + enabled: true +etcd: + nodeSelector: + jenkins-e2e-arm: "true" + metrics: + enabled: true + podMonitor: + enabled: true + replicaCount: 1 + resources: + requests: + cpu: "0.2" + memory: 256Mi + limits: + cpu: "1" + memory: 4Gi + tolerations: + - effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists +image: + all: + pullPolicy: Always + repository: harbor.milvus.io/milvus/milvus + tag: PR-35426-20240812-46dadb120 +kafka: + nodeSelector: + jenkins-milvus-ci-e2e-service: "true" + enabled: true + metrics: + jmx: + enabled: true + kafka: + enabled: true + serviceMonitor: + enabled: true + exporter: + nodeSelector: + jenkins-milvus-ci-e2e-service: "true" + tolerations: + - key: "jenkins-e2e-amd" + operator: "Equal" + value: "true" + effect: "NoSchedule" + resources: + requests: + cpu: "0.2" + memory: 512Mi + limits: + cpu: "0.5" + memory: 4Gi + tolerations: + - key: "jenkins-e2e-amd" + operator: "Equal" + value: "true" + effect: "NoSchedule" + zookeeper: + nodeSelector: + jenkins-milvus-ci-e2e-service: "true" + replicaCount: 1 + resources: + requests: + cpu: "0.2" + memory: 512Mi + limits: + cpu: "0.5" + memory: 2Gi + tolerations: + - key: "jenkins-e2e-amd" + operator: "Equal" + value: "true" + effect: "NoSchedule" +minio: + nodeSelector: + jenkins-e2e-arm: "true" + mode: standalone + resources: + requests: + cpu: "0.2" + memory: 512Mi + limits: + cpu: "1" + memory: 4Gi + tolerations: + - effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists +pulsarv3: + enabled: false +tolerations: +- effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists diff --git a/tests/_helm/values/e2e-arm/standalone-one-pod b/tests/_helm/values/e2e-arm/standalone-one-pod new file mode 100644 index 0000000000..bd5d202514 --- /dev/null +++ b/tests/_helm/values/e2e-arm/standalone-one-pod @@ -0,0 +1,68 @@ +nodeSelector: + jenkins-e2e-arm: "true" +cluster: + enabled: false +streaming: + enabled: true +etcd: + enabled: false + metrics: + enabled: true + podMonitor: + enabled: true + replicaCount: 1 +extraConfigFiles: + user.yaml: | + etcd: + use: + embed: true + data: + dir: /var/lib/milvus/etcd + common: + storageType: local + queryNode: + segcore: + exprEvalBatchSize: 512 +image: + all: + pullPolicy: Always + repository: harbor.milvus.io/milvus/milvus + tag: PR-35432-20240812-71a1562ea +indexCoordinator: + enabled: false + gc: + interval: 1 +extraConfigFiles: + user.yaml: |+ + indexCoord: + scheduler: + interval: 100 +indexNode: + enabled: false + disk: + enabled: true +metrics: + serviceMonitor: + enabled: true +minio: + enabled: false + mode: standalone + tls: + enabled: false +pulsar: + enabled: false +queryNode: + disk: + enabled: true +service: + type: ClusterIP +standalone: + disk: + enabled: true + extraEnv: + - name: ETCD_CONFIG_PATH + value: /milvus/configs/advanced/etcd.yaml +tolerations: +- effect: NoSchedule + key: jenkins-e2e-arm + operator: Exists