mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-06 17:18:35 +08:00
3e788f0fbd
issue: #38715 - Current milvus use a serialized index size(compressed) for estimate resource for loading. - Add a new field `MemSize` (before compressing) for index to estimate resource. --------- Signed-off-by: chyezh <chyezh@outlook.com>
71 lines
2.0 KiB
C++
71 lines
2.0 KiB
C++
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License
|
|
|
|
#include "indexbuilder/ScalarIndexCreator.h"
|
|
#include "index/IndexFactory.h"
|
|
#include "index/IndexInfo.h"
|
|
#include "index/Meta.h"
|
|
#include "index/Utils.h"
|
|
#include "pb/index_cgo_msg.pb.h"
|
|
|
|
#include <string>
|
|
#include <utility>
|
|
|
|
namespace milvus::indexbuilder {
|
|
|
|
ScalarIndexCreator::ScalarIndexCreator(
|
|
DataType dtype,
|
|
Config& config,
|
|
const storage::FileManagerContext& file_manager_context)
|
|
: config_(config), dtype_(dtype) {
|
|
milvus::index::CreateIndexInfo index_info;
|
|
if (config.contains("index_type")) {
|
|
index_type_ = config.at("index_type").get<std::string>();
|
|
}
|
|
index_info.field_type = dtype_;
|
|
index_info.index_type = index_type();
|
|
index_ = index::IndexFactory::GetInstance().CreateIndex(
|
|
index_info, file_manager_context);
|
|
}
|
|
|
|
void
|
|
ScalarIndexCreator::Build(const milvus::DatasetPtr& dataset) {
|
|
auto size = dataset->GetRows();
|
|
auto data = dataset->GetTensor();
|
|
index_->BuildWithRawData(size, data);
|
|
}
|
|
|
|
void
|
|
ScalarIndexCreator::Build() {
|
|
index_->Build(config_);
|
|
}
|
|
|
|
milvus::BinarySet
|
|
ScalarIndexCreator::Serialize() {
|
|
return index_->Serialize(config_);
|
|
}
|
|
|
|
void
|
|
ScalarIndexCreator::Load(const milvus::BinarySet& binary_set) {
|
|
index_->Load(binary_set);
|
|
}
|
|
|
|
std::string
|
|
ScalarIndexCreator::index_type() {
|
|
return index_type_;
|
|
}
|
|
|
|
index::IndexStatsPtr
|
|
ScalarIndexCreator::Upload() {
|
|
return index_->Upload();
|
|
}
|
|
} // namespace milvus::indexbuilder
|