mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
3e788f0fbd
issue: #38715 - Current milvus use a serialized index size(compressed) for estimate resource for loading. - Add a new field `MemSize` (before compressing) for index to estimate resource. --------- Signed-off-by: chyezh <chyezh@outlook.com>
81 lines
2.6 KiB
C++
81 lines
2.6 KiB
C++
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License
|
|
|
|
#include "index/IndexStats.h"
|
|
|
|
namespace milvus::index {
|
|
|
|
IndexStatsPtr
|
|
IndexStats::NewFromSizeMap(int64_t mem_size,
|
|
std::map<std::string, int64_t>& index_size_map) {
|
|
std::vector<SerializedIndexFileInfo> serialized_index_infos;
|
|
serialized_index_infos.reserve(index_size_map.size());
|
|
for (auto& file : index_size_map) {
|
|
serialized_index_infos.emplace_back(file.first, file.second);
|
|
}
|
|
return IndexStats::New(mem_size, std::move(serialized_index_infos));
|
|
}
|
|
|
|
IndexStatsPtr
|
|
IndexStats::New(int64_t mem_size,
|
|
std::vector<SerializedIndexFileInfo>&& serialized_index_infos) {
|
|
return std::unique_ptr<IndexStats>(
|
|
new IndexStats(mem_size, std::move(serialized_index_infos)));
|
|
}
|
|
|
|
IndexStats::IndexStats(
|
|
int64_t mem_size,
|
|
std::vector<SerializedIndexFileInfo>&& serialized_index_infos)
|
|
: mem_size_(mem_size), serialized_index_infos_(serialized_index_infos) {
|
|
}
|
|
|
|
void
|
|
IndexStats::AppendSerializedIndexFileInfo(SerializedIndexFileInfo&& info) {
|
|
serialized_index_infos_.push_back(std::move(info));
|
|
}
|
|
|
|
void
|
|
IndexStats::SerializeAt(milvus::ProtoLayout* layout) {
|
|
milvus::proto::cgo::IndexStats result;
|
|
result.set_mem_size(mem_size_);
|
|
for (auto& info : serialized_index_infos_) {
|
|
auto serialized_info = result.add_serialized_index_infos();
|
|
serialized_info->set_file_name(info.file_name);
|
|
serialized_info->set_file_size(info.file_size);
|
|
}
|
|
AssertInfo(layout->SerializeAndHoldProto(result),
|
|
"marshal IndexStats failed");
|
|
}
|
|
|
|
std::vector<std::string>
|
|
IndexStats::GetIndexFiles() const {
|
|
std::vector<std::string> files;
|
|
for (auto& info : serialized_index_infos_) {
|
|
files.push_back(info.file_name);
|
|
}
|
|
return files;
|
|
}
|
|
|
|
int64_t
|
|
IndexStats::GetMemSize() const {
|
|
return mem_size_;
|
|
}
|
|
|
|
int64_t
|
|
IndexStats::GetSerializedSize() const {
|
|
int64_t size = 0;
|
|
for (auto& info : serialized_index_infos_) {
|
|
size += info.file_size;
|
|
}
|
|
return size;
|
|
}
|
|
|
|
} // namespace milvus::index
|