admin/milvus
1
0
Fork 0
mirror of https://gitee.com/milvus-io/milvus.git synced 2026-01-07 19:31:51 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat(db): cache for index

Browse Source 
Former-commit-id: e33cb100824e8714e539bec4f6622753001a9606
This commit is contained in:
Xu Peng 2019-04-24 15:42:08 +08:00
parent 1fa42f9d61
commit 7150d3c5aa
1 changed files with 8 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
cpp/src/db/DBImpl.cpp
View File

@ -239,7 +239,6 @@ Status DBImpl::merge_files(const std::string& group_id, const meta::DateT& date,
LOG(DEBUG) << "New merged file " << group_file.file_id <<
" of size=" << group_file.rows;
/* auto to_cache = zilliz::vecwise::cache::DataObj(std::make_shared<Index>(index)); */
zilliz::vecwise::cache::CpuCacheMgr::GetInstance()->InsertItem(
group_file.location, std::make_shared<Index>(index));
@ -289,7 +288,12 @@ Status DBImpl::build_index(const meta::GroupFileSchema& file) {
opd->index_type = "IDMap,Flat";
IndexBuilderPtr pBuilder = GetIndexBuilder(opd);
auto from_index = dynamic_cast<faiss::IndexIDMap*>(faiss::read_index(file.location.c_str()));
auto to_index = zilliz::vecwise::cache::CpuCacheMgr::GetInstance()->GetIndex(file.location);
if (!to_index) {
to_index = read_index(file.location.c_str());
}
auto from_index = dynamic_cast<faiss::IndexIDMap*>(to_index->data().get());
LOG(DEBUG) << "Preparing build_index for file_id=" << file.file_id
<< " with new index_file_id=" << group_file.file_id << std::endl;
auto index = pBuilder->build_all(from_index->ntotal,
@ -308,7 +312,8 @@ Status DBImpl::build_index(const meta::GroupFileSchema& file) {
meta::GroupFilesSchema update_files = {to_remove, group_file};
_pMeta->update_files(update_files);
delete from_index;
zilliz::vecwise::cache::CpuCacheMgr::GetInstance()->InsertItem(group_file.location, index);
return Status::OK();
}