admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2026-02-02 01:06:41 +08:00
Code Issues Packages Projects Releases Wiki Activity

enhance: limit segment load concurrency by submitting to load pool (#47322)

Browse Source 
Wrap segment.Load() and segment.FinishLoad() calls inside
GetLoadPool().Submit() to control the concurrency of segment loading
operations, preventing resource exhaustion during high-load scenarios.

Signed-off-by: Congqi Xia <congqi.xia@zilliz.com>
This commit is contained in:
congqixia 2026-01-27 20:31:32 +08:00 committed by GitHub
parent f5f5c2591e
commit efdccea84b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 11 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
internal/querynodev2/segments/segment_loader.go
View File

@ -956,13 +956,18 @@ func (loader *segmentLoader) loadSealedSegment(ctx context.Context, loadInfo *qu
zap.Int64s("unindexed text fields", lo.Keys(unindexedTextFields)),
zap.Int64s("indexed json key fields", lo.Keys(jsonKeyStats)),
)
_, err = GetLoadPool().Submit(func() (any, error) {
if err = segment.Load(ctx); err != nil {
return struct{}{}, errors.Wrap(err, "At Load")
}
if err = segment.Load(ctx); err != nil {
return errors.Wrap(err, "At Load")
}
if err = segment.FinishLoad(); err != nil {
return errors.Wrap(err, "At FinishLoad")
if err = segment.FinishLoad(); err != nil {
return struct{}{}, errors.Wrap(err, "At FinishLoad")
}
return struct{}{}, nil
}).Await()
if err != nil {
return err
}
for _, indexInfo := range loadInfo.IndexInfos {