admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2026-01-07 19:31:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

Fix lost disk index data (#19636)

Browse Source 
Signed-off-by: xige-16 <xi.ge@zilliz.com>

Signed-off-by: xige-16 <xi.ge@zilliz.com>
This commit is contained in:
xige-16 2022-10-09 14:36:58 +08:00 committed by GitHub
parent f98dbcf5be
commit 49daee2e17
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
internal/core/src/index/VectorDiskIndex.cpp
View File

@ -52,7 +52,8 @@ VectorDiskAnnIndex<T>::Load(const BinarySet& binary_set /* not used */, const Co
auto index_files = GetValueFromConfig<std::vector<std::string>>(config, "index_files");
AssertInfo(index_files.has_value(), "index file paths is empty when load disk ann index data");
file_manager_->CacheIndexToDisk(index_files.value());
index_->Prepare(cfg);
auto ok = index_->Prepare(cfg);
AssertInfo(ok, "load disk index failed");
SetDim(index_->Dim());
}

2
internal/core/src/storage/DiskFileManagerImpl.cpp
View File

@ -93,7 +93,7 @@ DiskFileManagerImpl::AddFile(const std::string& file) noexcept {
// Split local data to multi part with specified size
int slice_num = 0;
auto remotePrefix = GetRemoteIndexObjectPrefix();
for (int offset = 0; offset < fileSize; slice_num++) {
for (int64_t offset = 0; offset < fileSize; slice_num++) {
auto batch_size = std::min(milvus::config::KnowhereGetIndexSliceSize() << 20, int64_t(fileSize) - offset);
auto fieldData = std::make_shared<FieldData>(buf.get() + offset, batch_size);