admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2025-12-06 09:08:43 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: fail to mmap emb_list_meta in embedding list (#45127)

Browse Source 
issue: https://github.com/milvus-io/milvus/issues/44965

Signed-off-by: cqy123456 <qianya.cheng@zilliz.com>
This commit is contained in:
cqy123456 2025-10-30 11:00:09 +08:00 committed by GitHub
parent 8c98adfeb3
commit 35d8213a00
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
internal/core/src/index/VectorMemIndex.cpp
View File

@ -638,6 +638,9 @@ void VectorMemIndex<T>::LoadFromFile(const Config& config) {
LOG_INFO("load with slice meta: {}", !slice_meta_filepath.empty());
std::chrono::duration<double> load_duration_sum;
std::chrono::duration<double> write_disk_duration_sum;
// load files in two parts:
// 1. EMB_LIST_META: Written separately to embedding_list_meta_writer_ptr (if embedding list type)
// 2. All other binaries: Merged and written to file_writer, forming a unified index file for knowhere
if (!slice_meta_filepath
.empty()) { // load with the slice meta info, then we can load batch by batch
std::string index_file_prefix = slice_meta_filepath.substr(
@ -696,7 +699,8 @@ void VectorMemIndex<T>::LoadFromFile(const Config& config) {
HandleBatch(slice_num - 1);
}
}
} else {
}
if (!pending_index_files.empty()) {
//1. load files into memory
auto start_load_files2_mem = std::chrono::system_clock::now();
auto result = file_manager_->LoadIndexToMemory(