From 27a4fe002abedafb2baaed925663f8a706bf5187 Mon Sep 17 00:00:00 2001 From: presburger Date: Wed, 23 Oct 2024 17:17:28 +0800 Subject: [PATCH] enhance:change gpu default mem pool size (#36969) Signed-off-by: yusheng.ma --- configs/milvus.yaml | 4 ++-- pkg/util/paramtable/component_param.go | 18 ++++++++++-------- 2 files changed, 12 insertions(+), 10 deletions(-) diff --git a/configs/milvus.yaml b/configs/milvus.yaml index 21c20ec3eb..6d43cc0a24 100644 --- a/configs/milvus.yaml +++ b/configs/milvus.yaml @@ -1026,5 +1026,5 @@ trace: #milvus will automatically initialize half of the available GPU memory, #maxMemSize will the whole available GPU memory. gpu: - initMemSize: # Gpu Memory Pool init size - maxMemSize: # Gpu Memory Pool Max size + initMemSize: 2048 # Gpu Memory Pool init size + maxMemSize: 4096 # Gpu Memory Pool Max size diff --git a/pkg/util/paramtable/component_param.go b/pkg/util/paramtable/component_param.go index b68d2b7eaa..6c84430fa0 100644 --- a/pkg/util/paramtable/component_param.go +++ b/pkg/util/paramtable/component_param.go @@ -922,18 +922,20 @@ type gpuConfig struct { func (t *gpuConfig) init(base *BaseTable) { t.InitSize = ParamItem{ - Key: "gpu.initMemSize", - Version: "2.3.4", - Doc: `Gpu Memory Pool init size`, - Export: true, + Key: "gpu.initMemSize", + Version: "2.3.4", + Doc: `Gpu Memory Pool init size`, + Export: true, + DefaultValue: "2048", } t.InitSize.Init(base.mgr) t.MaxSize = ParamItem{ - Key: "gpu.maxMemSize", - Version: "2.3.4", - Doc: `Gpu Memory Pool Max size`, - Export: true, + Key: "gpu.maxMemSize", + Version: "2.3.4", + Doc: `Gpu Memory Pool Max size`, + Export: true, + DefaultValue: "4096", } t.MaxSize.Init(base.mgr) }