mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-01 08:28:10 +08:00
105 lines
3.6 KiB
C++
105 lines
3.6 KiB
C++
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License
|
|
|
|
#include <map>
|
|
|
|
#include "exceptions/EasyAssert.h"
|
|
#include "indexbuilder/VecIndexCreator.h"
|
|
#include "index/Utils.h"
|
|
#include "index/IndexFactory.h"
|
|
#include "pb/index_cgo_msg.pb.h"
|
|
|
|
#ifdef BUILD_DISK_ANN
|
|
#include "storage/DiskFileManagerImpl.h"
|
|
#endif
|
|
|
|
namespace milvus::indexbuilder {
|
|
|
|
VecIndexCreator::VecIndexCreator(DataType data_type,
|
|
const char* serialized_type_params,
|
|
const char* serialized_index_params,
|
|
const storage::StorageConfig& storage_config)
|
|
: data_type_(data_type) {
|
|
proto::indexcgo::TypeParams type_params_;
|
|
proto::indexcgo::IndexParams index_params_;
|
|
milvus::index::ParseFromString(type_params_,
|
|
std::string(serialized_type_params));
|
|
milvus::index::ParseFromString(index_params_,
|
|
std::string(serialized_index_params));
|
|
|
|
for (auto i = 0; i < type_params_.params_size(); ++i) {
|
|
const auto& param = type_params_.params(i);
|
|
config_[param.key()] = param.value();
|
|
}
|
|
|
|
for (auto i = 0; i < index_params_.params_size(); ++i) {
|
|
const auto& param = index_params_.params(i);
|
|
config_[param.key()] = param.value();
|
|
}
|
|
|
|
index::CreateIndexInfo index_info;
|
|
index_info.field_type = data_type_;
|
|
index_info.index_type = index::GetIndexTypeFromConfig(config_);
|
|
index_info.metric_type = index::GetMetricTypeFromConfig(config_);
|
|
|
|
std::shared_ptr<storage::FileManagerImpl> file_manager = nullptr;
|
|
#ifdef BUILD_DISK_ANN
|
|
if (index::is_in_disk_list(index_info.index_type)) {
|
|
// For now, only support diskann index
|
|
file_manager = std::make_shared<storage::DiskFileManagerImpl>(
|
|
index::GetFieldDataMetaFromConfig(config_),
|
|
index::GetIndexMetaFromConfig(config_),
|
|
storage_config);
|
|
}
|
|
#endif
|
|
|
|
index_ = index::IndexFactory::GetInstance().CreateIndex(index_info,
|
|
file_manager);
|
|
AssertInfo(index_ != nullptr,
|
|
"[VecIndexCreator]Index is null after create index");
|
|
}
|
|
|
|
int64_t
|
|
VecIndexCreator::dim() {
|
|
return index::GetDimFromConfig(config_);
|
|
}
|
|
|
|
void
|
|
VecIndexCreator::Build(const milvus::DatasetPtr& dataset) {
|
|
index_->BuildWithDataset(dataset, config_);
|
|
}
|
|
|
|
milvus::BinarySet
|
|
VecIndexCreator::Serialize() {
|
|
return index_->Serialize(config_);
|
|
}
|
|
|
|
void
|
|
VecIndexCreator::Load(const milvus::BinarySet& binary_set) {
|
|
index_->Load(binary_set, config_);
|
|
}
|
|
|
|
std::unique_ptr<SearchResult>
|
|
VecIndexCreator::Query(const milvus::DatasetPtr& dataset,
|
|
const SearchInfo& search_info,
|
|
const BitsetView& bitset) {
|
|
auto vector_index = dynamic_cast<index::VectorIndex*>(index_.get());
|
|
return vector_index->Query(dataset, search_info, bitset);
|
|
}
|
|
|
|
void
|
|
VecIndexCreator::CleanLocalData() {
|
|
auto vector_index = dynamic_cast<index::VectorIndex*>(index_.get());
|
|
vector_index->CleanLocalData();
|
|
}
|
|
|
|
} // namespace milvus::indexbuilder
|