mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-06 17:18:35 +08:00
test: add e2e-v2 helm for amd (#45621)
Signed-off-by: Zhikun Yao <zhikun.yao@zilliz.com>
This commit is contained in:
zhikunyao
GitHub
parent
e0df44481d
commit
aa0870d2ff
315
tests/_helm/values/e2e-amd/distributed-pulsar
Normal file
315
tests/_helm/values/e2e-amd/distributed-pulsar
Normal file
@ -0,0 +1,315 @@
|
|||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
cluster:
|
||||||
|
enabled: true
|
||||||
|
streaming:
|
||||||
|
enabled: true
|
||||||
|
proxy:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: "1"
|
||||||
|
memory: 4Gi
|
||||||
|
requests:
|
||||||
|
cpu: "0.3"
|
||||||
|
memory: 256Mi
|
||||||
|
dataNode:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: "6"
|
||||||
|
memory: 8Gi
|
||||||
|
requests:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 2Gi
|
||||||
|
indexNode:
|
||||||
|
enabled: false
|
||||||
|
disk:
|
||||||
|
enabled: true
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: "2"
|
||||||
|
memory: 8Gi
|
||||||
|
requests:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 500Mi
|
||||||
|
queryNode:
|
||||||
|
disk:
|
||||||
|
enabled: true
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: "2"
|
||||||
|
memory: 4Gi
|
||||||
|
requests:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 1Gi
|
||||||
|
streamingNode:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: "3"
|
||||||
|
memory: 8Gi
|
||||||
|
requests:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 3Gi
|
||||||
|
mixCoordinator:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: "1"
|
||||||
|
memory: 4Gi
|
||||||
|
requests:
|
||||||
|
cpu: "0.2"
|
||||||
|
memory: 256Mi
|
||||||
|
service:
|
||||||
|
type: ClusterIP
|
||||||
|
log:
|
||||||
|
level: debug
|
||||||
|
extraConfigFiles:
|
||||||
|
user.yaml: |+
|
||||||
|
common:
|
||||||
|
storage:
|
||||||
|
enablev2: true
|
||||||
|
dataCoord:
|
||||||
|
gc:
|
||||||
|
interval: 1800
|
||||||
|
missingTolerance: 1800
|
||||||
|
dropTolerance: 1800
|
||||||
|
queryNode:
|
||||||
|
segcore:
|
||||||
|
exprEvalBatchSize: 512
|
||||||
|
metrics:
|
||||||
|
serviceMonitor:
|
||||||
|
enabled: true
|
||||||
|
etcd:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
metrics:
|
||||||
|
enabled: true
|
||||||
|
podMonitor:
|
||||||
|
enabled: true
|
||||||
|
replicaCount: 1
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.2"
|
||||||
|
memory: 256Mi
|
||||||
|
limits:
|
||||||
|
cpu: "1"
|
||||||
|
memory: 4Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
image:
|
||||||
|
all:
|
||||||
|
pullPolicy: Always
|
||||||
|
repository: harbor.milvus.io/milvus/milvus
|
||||||
|
tag: PR-35426-20240812-46dadb120
|
||||||
|
minio:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
mode: standalone
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.2"
|
||||||
|
memory: 512Mi
|
||||||
|
limits:
|
||||||
|
cpu: "1"
|
||||||
|
memory: 4Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
pulsarv3:
|
||||||
|
enabled: true
|
||||||
|
bookkeeper:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.1"
|
||||||
|
memory: 256Mi
|
||||||
|
limits:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 2Gi
|
||||||
|
configData:
|
||||||
|
PULSAR_MEM: >
|
||||||
|
-Xms512m
|
||||||
|
-Xmx512m
|
||||||
|
-XX:MaxDirectMemorySize=1024m
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
broker:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
replicaCount: 2
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.1"
|
||||||
|
memory: 256Mi
|
||||||
|
limits:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 4Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
components:
|
||||||
|
autorecovery: false
|
||||||
|
proxy:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.1"
|
||||||
|
memory: 256Mi
|
||||||
|
limits:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 2Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
wsResources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.1"
|
||||||
|
memory: 256Mi
|
||||||
|
limits:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 2Gi
|
||||||
|
zookeeper:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
replicaCount: 1
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.1"
|
||||||
|
memory: 256Mi
|
||||||
|
limits:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 2Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
132
tests/_helm/values/e2e-amd/standalone
Normal file
132
tests/_helm/values/e2e-amd/standalone
Normal file
@ -0,0 +1,132 @@
|
|||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
cluster:
|
||||||
|
enabled: false
|
||||||
|
streaming:
|
||||||
|
enabled: true
|
||||||
|
service:
|
||||||
|
type: ClusterIP
|
||||||
|
woodpecker:
|
||||||
|
enabled: true
|
||||||
|
standalone:
|
||||||
|
messageQueue: woodpecker
|
||||||
|
disk:
|
||||||
|
enabled: true
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: "6"
|
||||||
|
memory: 12Gi
|
||||||
|
requests:
|
||||||
|
cpu: "3"
|
||||||
|
memory: 6Gi
|
||||||
|
log:
|
||||||
|
level: debug
|
||||||
|
extraConfigFiles:
|
||||||
|
user.yaml: |+
|
||||||
|
dataCoord:
|
||||||
|
gc:
|
||||||
|
interval: 1800
|
||||||
|
missingTolerance: 1800
|
||||||
|
dropTolerance: 1800
|
||||||
|
queryNode:
|
||||||
|
segcore:
|
||||||
|
exprEvalBatchSize: 512
|
||||||
|
metrics:
|
||||||
|
serviceMonitor:
|
||||||
|
enabled: true
|
||||||
|
etcd:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
metrics:
|
||||||
|
enabled: true
|
||||||
|
podMonitor:
|
||||||
|
enabled: true
|
||||||
|
replicaCount: 1
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.2"
|
||||||
|
memory: 256Mi
|
||||||
|
limits:
|
||||||
|
cpu: "1"
|
||||||
|
memory: 4Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
image:
|
||||||
|
all:
|
||||||
|
pullPolicy: Always
|
||||||
|
repository: harbor.milvus.io/milvus/milvus
|
||||||
|
tag: PR-35402-20240812-402f716b5
|
||||||
|
minio:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
mode: standalone
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 3Gi
|
||||||
|
limits:
|
||||||
|
cpu: "1"
|
||||||
|
memory: 6Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
pulsarv3:
|
||||||
|
enabled: false
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
187
tests/_helm/values/e2e-amd/standalone-kafka-mmap
Normal file
187
tests/_helm/values/e2e-amd/standalone-kafka-mmap
Normal file
@ -0,0 +1,187 @@
|
|||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
cluster:
|
||||||
|
enabled: false
|
||||||
|
streaming:
|
||||||
|
enabled: true
|
||||||
|
service:
|
||||||
|
type: ClusterIP
|
||||||
|
standalone:
|
||||||
|
messageQueue: kafka
|
||||||
|
disk:
|
||||||
|
enabled: true
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpu: "6"
|
||||||
|
memory: 12Gi
|
||||||
|
requests:
|
||||||
|
cpu: "2"
|
||||||
|
memory: 4Gi
|
||||||
|
log:
|
||||||
|
level: debug
|
||||||
|
extraConfigFiles:
|
||||||
|
user.yaml: |+
|
||||||
|
common:
|
||||||
|
storage:
|
||||||
|
enablev2: true
|
||||||
|
dataCoord:
|
||||||
|
gc:
|
||||||
|
interval: 1800
|
||||||
|
missingTolerance: 1800
|
||||||
|
dropTolerance: 1800
|
||||||
|
queryNode:
|
||||||
|
segcore:
|
||||||
|
exprEvalBatchSize: 512
|
||||||
|
mmap:
|
||||||
|
vectorField: true
|
||||||
|
vectorIndex: true
|
||||||
|
scalarField: true
|
||||||
|
scalarIndex: true
|
||||||
|
growingMmapEnabled: true
|
||||||
|
metrics:
|
||||||
|
serviceMonitor:
|
||||||
|
enabled: true
|
||||||
|
etcd:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
metrics:
|
||||||
|
enabled: true
|
||||||
|
podMonitor:
|
||||||
|
enabled: true
|
||||||
|
replicaCount: 1
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.2"
|
||||||
|
memory: 256Mi
|
||||||
|
limits:
|
||||||
|
cpu: "1"
|
||||||
|
memory: 4Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
image:
|
||||||
|
all:
|
||||||
|
pullPolicy: Always
|
||||||
|
repository: harbor.milvus.io/milvus/milvus
|
||||||
|
tag: PR-35426-20240812-46dadb120
|
||||||
|
kafka:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
enabled: true
|
||||||
|
metrics:
|
||||||
|
jmx:
|
||||||
|
enabled: true
|
||||||
|
kafka:
|
||||||
|
enabled: true
|
||||||
|
serviceMonitor:
|
||||||
|
enabled: true
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.2"
|
||||||
|
memory: 512Mi
|
||||||
|
limits:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 4Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
zookeeper:
|
||||||
|
replicaCount: 1
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.2"
|
||||||
|
memory: 512Mi
|
||||||
|
limits:
|
||||||
|
cpu: "0.5"
|
||||||
|
memory: 2Gi
|
||||||
|
minio:
|
||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
mode: standalone
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "0.2"
|
||||||
|
memory: 512Mi
|
||||||
|
limits:
|
||||||
|
cpu: "1"
|
||||||
|
memory: 4Gi
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
pulsarv3:
|
||||||
|
enabled: false
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
85
tests/_helm/values/e2e-amd/standalone-one-pod
Normal file
85
tests/_helm/values/e2e-amd/standalone-one-pod
Normal file
@ -0,0 +1,85 @@
|
|||||||
|
affinity:
|
||||||
|
nodeAffinity:
|
||||||
|
preferredDuringSchedulingIgnoredDuringExecution:
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: jenkins-e2e-amd
|
||||||
|
operator: In
|
||||||
|
values:
|
||||||
|
- "true"
|
||||||
|
weight: 100
|
||||||
|
- preference:
|
||||||
|
matchExpressions:
|
||||||
|
- key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
|
weight: 1
|
||||||
|
cluster:
|
||||||
|
enabled: false
|
||||||
|
streaming:
|
||||||
|
enabled: true
|
||||||
|
etcd:
|
||||||
|
enabled: false
|
||||||
|
metrics:
|
||||||
|
enabled: true
|
||||||
|
podMonitor:
|
||||||
|
enabled: true
|
||||||
|
replicaCount: 1
|
||||||
|
extraConfigFiles:
|
||||||
|
user.yaml: |
|
||||||
|
etcd:
|
||||||
|
use:
|
||||||
|
embed: true
|
||||||
|
data:
|
||||||
|
dir: /var/lib/milvus/etcd
|
||||||
|
common:
|
||||||
|
storageType: local
|
||||||
|
queryNode:
|
||||||
|
segcore:
|
||||||
|
exprEvalBatchSize: 512
|
||||||
|
image:
|
||||||
|
all:
|
||||||
|
pullPolicy: Always
|
||||||
|
repository: harbor.milvus.io/milvus/milvus
|
||||||
|
tag: PR-35432-20240812-71a1562ea
|
||||||
|
indexCoordinator:
|
||||||
|
enabled: false
|
||||||
|
gc:
|
||||||
|
interval: 1
|
||||||
|
extraConfigFiles:
|
||||||
|
user.yaml: |+
|
||||||
|
indexCoord:
|
||||||
|
scheduler:
|
||||||
|
interval: 100
|
||||||
|
indexNode:
|
||||||
|
enabled: false
|
||||||
|
disk:
|
||||||
|
enabled: true
|
||||||
|
metrics:
|
||||||
|
serviceMonitor:
|
||||||
|
enabled: true
|
||||||
|
minio:
|
||||||
|
enabled: false
|
||||||
|
mode: standalone
|
||||||
|
tls:
|
||||||
|
enabled: false
|
||||||
|
pulsar:
|
||||||
|
enabled: false
|
||||||
|
queryNode:
|
||||||
|
disk:
|
||||||
|
enabled: true
|
||||||
|
service:
|
||||||
|
type: ClusterIP
|
||||||
|
standalone:
|
||||||
|
disk:
|
||||||
|
enabled: true
|
||||||
|
extraEnv:
|
||||||
|
- name: ETCD_CONFIG_PATH
|
||||||
|
value: /milvus/configs/advanced/etcd.yaml
|
||||||
|
tolerations:
|
||||||
|
- effect: PreferNoSchedule
|
||||||
|
key: jenkins-milvus-ci-only
|
||||||
|
operator: Equal
|
||||||
|
value: "true"
|
||||||
|
- effect: NoSchedule
|
||||||
|
key: node-role.kubernetes.io/e2e
|
||||||
|
operator: Exists
|
||||||
@ -13,3 +13,4 @@ filterwarnings =
|
|||||||
ignore::DeprecationWarning
|
ignore::DeprecationWarning
|
||||||
|
|
||||||
asyncio_default_fixture_loop_scope = function
|
asyncio_default_fixture_loop_scope = function
|
||||||
|
timeout_method = thread
|
||||||
|
|||||||
@ -12,3 +12,4 @@ markers =
|
|||||||
L0 : 'L0 case, high priority'
|
L0 : 'L0 case, high priority'
|
||||||
L1 : 'L1 case, second priority'
|
L1 : 'L1 case, second priority'
|
||||||
|
|
||||||
|
timeout_method = thread
|
||||||
@ -14,3 +14,4 @@ markers =
|
|||||||
L2 : 'L2 case, system level case'
|
L2 : 'L2 case, system level case'
|
||||||
BulkInsert : 'Bulk Insert case'
|
BulkInsert : 'Bulk Insert case'
|
||||||
|
|
||||||
|
timeout_method = thread
|
||||||
|
|||||||
79
tests/scripts/ci_e2e_4am_without_restful.sh
Executable file
79
tests/scripts/ci_e2e_4am_without_restful.sh
Executable file
@ -0,0 +1,79 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# Licensed to the LF AI & Data foundation under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
SOURCE="${BASH_SOURCE[0]}"
|
||||||
|
while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
|
||||||
|
DIR="$(cd -P "$(dirname "$SOURCE")" && pwd)"
|
||||||
|
SOURCE="$(readlink "$SOURCE")"
|
||||||
|
[[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
|
||||||
|
done
|
||||||
|
ROOT="$(cd -P "$(dirname "$SOURCE")/../.." && pwd)"
|
||||||
|
|
||||||
|
# Exit immediately for non zero status
|
||||||
|
set -e
|
||||||
|
# Check unset variables
|
||||||
|
set -u
|
||||||
|
# Print commands
|
||||||
|
set -x
|
||||||
|
|
||||||
|
MILVUS_HELM_RELEASE_NAME="${MILVUS_HELM_RELEASE_NAME:-milvus-testing}"
|
||||||
|
MILVUS_CLUSTER_ENABLED="${MILVUS_CLUSTER_ENABLED:-false}"
|
||||||
|
MILVUS_HELM_NAMESPACE="${MILVUS_HELM_NAMESPACE:-default}"
|
||||||
|
PARALLEL_NUM="${PARALLEL_NUM:-6}"
|
||||||
|
# Use service name instead of IP to test
|
||||||
|
MILVUS_SERVICE_NAME=$(echo "${MILVUS_HELM_RELEASE_NAME}-milvus.${MILVUS_HELM_NAMESPACE}" | tr -d '\n')
|
||||||
|
# MILVUS_SERVICE_HOST=$(kubectl get svc ${MILVUS_SERVICE_NAME}-milvus -n ${MILVUS_HELM_NAMESPACE} -o jsonpath='{.spec.clusterIP}')
|
||||||
|
MILVUS_SERVICE_PORT="19530"
|
||||||
|
# Minio service name
|
||||||
|
MINIO_SERVICE_NAME=$(echo "${MILVUS_HELM_RELEASE_NAME}-minio.${MILVUS_HELM_NAMESPACE}" | tr -d '\n')
|
||||||
|
|
||||||
|
# Shellcheck source=ci-util.sh
|
||||||
|
source "${ROOT}/tests/scripts/ci-util-4am.sh"
|
||||||
|
|
||||||
|
cd ${ROOT}/tests/python_client
|
||||||
|
|
||||||
|
# Print python3 version, python version 3.6.8 is more stable for test
|
||||||
|
python3 -V
|
||||||
|
|
||||||
|
# Pytest will try to get ${CI_LOG_PATH} from environment variables first,then use default path
|
||||||
|
export CI_LOG_PATH=/tmp/ci_logs/test
|
||||||
|
|
||||||
|
if [ ! -d "${CI_LOG_PATH}" ]; then
|
||||||
|
# Create dir for ci log path when it does not exist
|
||||||
|
mkdir -p ${CI_LOG_PATH}
|
||||||
|
fi
|
||||||
|
|
||||||
|
# skip pip install when DISABLE_PIP_INSTALL is set
|
||||||
|
DISABLE_PIP_INSTALL=${DISABLE_PIP_INSTALL:-false}
|
||||||
|
if [ "${DISABLE_PIP_INSTALL:-}" = "false" ]; then
|
||||||
|
echo "prepare e2e test"
|
||||||
|
install_pytest_requirements
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd ${ROOT}/tests/python_client
|
||||||
|
|
||||||
|
# Pytest is not able to have both --timeout & --workers, so do not add --timeout or --workers in the shell script
|
||||||
|
if [[ -n "${TEST_TIMEOUT:-}" ]]; then
|
||||||
|
|
||||||
|
timeout "${TEST_TIMEOUT}" pytest --host ${MILVUS_SERVICE_NAME} --port ${MILVUS_SERVICE_PORT} --minio_host ${MINIO_SERVICE_NAME}\
|
||||||
|
--html=${CI_LOG_PATH}/report.html --self-contained-html --dist loadgroup ${@:-}
|
||||||
|
else
|
||||||
|
pytest --host ${MILVUS_SERVICE_NAME} --port ${MILVUS_SERVICE_PORT} --minio_host ${MINIO_SERVICE_NAME}\
|
||||||
|
--html=${CI_LOG_PATH}/report.html --self-contained-html --dist loadgroup ${@:-}
|
||||||
|
fi
|
||||||
|
|
||||||
110
tests/scripts/ci_e2e_with_restful.sh
Executable file
110
tests/scripts/ci_e2e_with_restful.sh
Executable file
@ -0,0 +1,110 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# Licensed to the LF AI & Data foundation under one
|
||||||
|
# or more contributor license agreements. See the NOTICE file
|
||||||
|
# distributed with this work for additional information
|
||||||
|
# regarding copyright ownership. The ASF licenses this file
|
||||||
|
# to you under the Apache License, Version 2.0 (the
|
||||||
|
# "License"); you may not use this file except in compliance
|
||||||
|
# with the License. You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
|
||||||
|
SOURCE="${BASH_SOURCE[0]}"
|
||||||
|
while [ -h "$SOURCE" ]; do # resolve $SOURCE until the file is no longer a symlink
|
||||||
|
DIR="$( cd -P "$( dirname "$SOURCE" )" && pwd )"
|
||||||
|
SOURCE="$(readlink "$SOURCE")"
|
||||||
|
[[ $SOURCE != /* ]] && SOURCE="$DIR/$SOURCE" # if $SOURCE was a relative symlink, we need to resolve it relative to the path where the symlink file was located
|
||||||
|
done
|
||||||
|
ROOT="$( cd -P "$( dirname "$SOURCE" )/../.." && pwd )"
|
||||||
|
|
||||||
|
# Exit immediately for non zero status
|
||||||
|
set -e
|
||||||
|
# Check unset variables
|
||||||
|
set -u
|
||||||
|
# Print commands
|
||||||
|
set -x
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
MILVUS_HELM_RELEASE_NAME="${MILVUS_HELM_RELEASE_NAME:-milvus-testing}"
|
||||||
|
MILVUS_CLUSTER_ENABLED="${MILVUS_CLUSTER_ENABLED:-false}"
|
||||||
|
MILVUS_HELM_NAMESPACE="${MILVUS_HELM_NAMESPACE:-default}"
|
||||||
|
PARALLEL_NUM="${PARALLEL_NUM:-6}"
|
||||||
|
# Use service name instead of IP to test
|
||||||
|
MILVUS_SERVICE_NAME=$(echo "${MILVUS_HELM_RELEASE_NAME}-milvus.${MILVUS_HELM_NAMESPACE}" | tr -d '\n')
|
||||||
|
MILVUS_SERVICE_PORT="19530"
|
||||||
|
# Minio service name
|
||||||
|
MINIO_SERVICE_NAME=$(echo "${MILVUS_HELM_RELEASE_NAME}-minio.${MILVUS_HELM_NAMESPACE}" | tr -d '\n')
|
||||||
|
|
||||||
|
|
||||||
|
# Shellcheck source=ci-util.sh
|
||||||
|
source "${ROOT}/tests/scripts/ci-util.sh"
|
||||||
|
|
||||||
|
|
||||||
|
cd ${ROOT}/tests/python_client
|
||||||
|
|
||||||
|
# Print python3 version, python version 3.6.8 is more stable for test
|
||||||
|
python3 -V
|
||||||
|
|
||||||
|
# Pytest will try to get ${CI_LOG_PATH} from environment variables first,then use default path
|
||||||
|
export CI_LOG_PATH=/tmp/ci_logs/test
|
||||||
|
|
||||||
|
if [ ! -d "${CI_LOG_PATH}" ]; then
|
||||||
|
# Create dir for ci log path when it does not exist
|
||||||
|
mkdir -p ${CI_LOG_PATH}
|
||||||
|
fi
|
||||||
|
|
||||||
|
# skip pip install when DISABLE_PIP_INSTALL is set
|
||||||
|
if [ "${DISABLE_PIP_INSTALL:-}" = "" ]; then
|
||||||
|
echo "prepare e2e test"
|
||||||
|
install_pytest_requirements
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Run restful test v1
|
||||||
|
|
||||||
|
cd ${ROOT}/tests/restful_client
|
||||||
|
|
||||||
|
if [[ -n "${TEST_TIMEOUT:-}" ]]; then
|
||||||
|
|
||||||
|
timeout "${TEST_TIMEOUT}" pytest testcases --endpoint http://${MILVUS_SERVICE_NAME}:${MILVUS_SERVICE_PORT} -v -x -m L0 -n 6 --timeout 180 --html=${CI_LOG_PATH}/report_restful.html --self-contained-html
|
||||||
|
else
|
||||||
|
pytest testcases --endpoint http://${MILVUS_SERVICE_NAME}:${MILVUS_SERVICE_PORT} -v -x -m L0 -n 6 --timeout 180 --html=${CI_LOG_PATH}/report_restful.html --self-contained-html
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Run restful test v2
|
||||||
|
cd ${ROOT}/tests/restful_client_v2
|
||||||
|
|
||||||
|
if [[ -n "${TEST_TIMEOUT:-}" ]]; then
|
||||||
|
|
||||||
|
timeout "${TEST_TIMEOUT}" pytest testcases --endpoint http://${MILVUS_SERVICE_NAME}:${MILVUS_SERVICE_PORT} --minio_host ${MINIO_SERVICE_NAME} -v -x -m L0 -n 6 --timeout 360 --html=${CI_LOG_PATH}/report_restful.html --self-contained-html
|
||||||
|
else
|
||||||
|
pytest testcases --endpoint http://${MILVUS_SERVICE_NAME}:${MILVUS_SERVICE_PORT} --minio_host ${MINIO_SERVICE_NAME} -v -x -m L0 -n 6 --timeout 360 --html=${CI_LOG_PATH}/report_restful.html --self-contained-html
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ "${MILVUS_HELM_RELEASE_NAME}" != *"msop"* ]]; then
|
||||||
|
if [[ -n "${TEST_TIMEOUT:-}" ]]; then
|
||||||
|
|
||||||
|
timeout "${TEST_TIMEOUT}" pytest testcases --endpoint http://${MILVUS_SERVICE_NAME}:${MILVUS_SERVICE_PORT} --minio_host ${MINIO_SERVICE_NAME} -v -x -m BulkInsert -n 6 --timeout 360 --html=${CI_LOG_PATH}/report_restful.html --self-contained-html
|
||||||
|
else
|
||||||
|
pytest testcases --endpoint http://${MILVUS_SERVICE_NAME}:${MILVUS_SERVICE_PORT} --minio_host ${MINIO_SERVICE_NAME} -v -x -m BulkInsert -n 6 --timeout 360 --html=${CI_LOG_PATH}/report_restful.html --self-contained-html
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
cd ${ROOT}/tests/python_client
|
||||||
|
|
||||||
|
# Pytest is not able to have both --timeout & --workers, so do not add --timeout or --workers in the shell script
|
||||||
|
if [[ -n "${TEST_TIMEOUT:-}" ]]; then
|
||||||
|
|
||||||
|
timeout "${TEST_TIMEOUT}" pytest --host ${MILVUS_SERVICE_NAME} --port ${MILVUS_SERVICE_PORT} --minio_host ${MINIO_SERVICE_NAME}\
|
||||||
|
--html=${CI_LOG_PATH}/report.html --self-contained-html ${@:-}
|
||||||
|
else
|
||||||
|
pytest --host ${MILVUS_SERVICE_NAME} --port ${MILVUS_SERVICE_PORT} --minio_host ${MINIO_SERVICE_NAME}\
|
||||||
|
--html=${CI_LOG_PATH}/report.html --self-contained-html ${@:-}
|
||||||
|
fi
|
||||||
Loading…
x
Reference in New Issue
Block a user