admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2025-12-07 09:38:39 +08:00
Code Issues Packages Projects Releases Wiki Activity

enhance:update mmap_chunk_manager config in milvus.yaml (#35180)

Browse Source 
issue: https://github.com/milvus-io/milvus/issues/32984
related pr: https://github.com/milvus-io/milvus/pull/35186

Signed-off-by: cqy123456 <qianya.cheng@zilliz.com>
This commit is contained in:
cqy123456 2024-08-02 19:28:15 +08:00 committed by GitHub
parent 7bf68d8657
commit b99a554827
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
configs/milvus.yaml
View File

@ -411,8 +411,8 @@ queryNode:
mmap: mmap:
mmapEnabled: false # Enable mmap for loading data mmapEnabled: false # Enable mmap for loading data
growingMmapEnabled: false # Enable mmap for using in growing raw data growingMmapEnabled: false # Enable mmap for using in growing raw data
fixedFileSizeForMmapAlloc: 4 # tmp file size for mmap chunk manager fixedFileSizeForMmapAlloc: 1 # tmp file size for mmap chunk manager
maxDiskUsagePercentageForMmapAlloc: 20 # disk percentage used in mmap chunk manager maxDiskUsagePercentageForMmapAlloc: 50 # disk percentage used in mmap chunk manager
lazyload: lazyload:
enabled: false # Enable lazyload for loading data enabled: false # Enable lazyload for loading data
waitTimeout: 30000 # max wait timeout duration in milliseconds before start to do lazyload search and retrieve waitTimeout: 30000 # max wait timeout duration in milliseconds before start to do lazyload search and retrieve

2
internal/util/initcore/init_core.go
View File

@ -179,7 +179,7 @@ func InitMmapManager(params *paramtable.ComponentParam) error {
defer C.free(unsafe.Pointer(cCacheReadAheadPolicy)) defer C.free(unsafe.Pointer(cCacheReadAheadPolicy))
diskCapacity := params.QueryNodeCfg.DiskCapacityLimit.GetAsUint64() diskCapacity := params.QueryNodeCfg.DiskCapacityLimit.GetAsUint64()
diskLimit := uint64(float64(params.QueryNodeCfg.MaxMmapDiskPercentageForMmapManager.GetAsUint64()*diskCapacity) * 0.01) diskLimit := uint64(float64(params.QueryNodeCfg.MaxMmapDiskPercentageForMmapManager.GetAsUint64()*diskCapacity) * 0.01)
mmapFileSize := params.QueryNodeCfg.FixedFileSizeForMmapManager.GetAsUint64() * 1024 * 1024 mmapFileSize := params.QueryNodeCfg.FixedFileSizeForMmapManager.GetAsFloat() * 1024 * 1024
mmapConfig := C.CMmapConfig{ mmapConfig := C.CMmapConfig{
cache_read_ahead_policy: cCacheReadAheadPolicy, cache_read_ahead_policy: cCacheReadAheadPolicy,
mmap_path: cMmapChunkManagerDir, mmap_path: cMmapChunkManagerDir,