mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
3e788f0fbd
issue: #38715 - Current milvus use a serialized index size(compressed) for estimate resource for loading. - Add a new field `MemSize` (before compressing) for index to estimate resource. --------- Signed-off-by: chyezh <chyezh@outlook.com>
65 lines
1.8 KiB
C++
65 lines
1.8 KiB
C++
// Copyright (C) 2019-2020 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License
|
|
|
|
#pragma once
|
|
|
|
#include "indexbuilder/IndexCreatorBase.h"
|
|
#include <string>
|
|
#include <memory>
|
|
#include <common/CDataType.h>
|
|
#include "index/Index.h"
|
|
#include "index/ScalarIndex.h"
|
|
|
|
namespace milvus::indexbuilder {
|
|
|
|
class ScalarIndexCreator : public IndexCreatorBase {
|
|
public:
|
|
ScalarIndexCreator(DataType data_type,
|
|
Config& config,
|
|
const storage::FileManagerContext& file_manager_context);
|
|
|
|
void
|
|
Build(const milvus::DatasetPtr& dataset) override;
|
|
|
|
void
|
|
Build() override;
|
|
|
|
milvus::BinarySet
|
|
Serialize() override;
|
|
|
|
void
|
|
Load(const milvus::BinarySet&) override;
|
|
|
|
index::IndexStatsPtr
|
|
Upload() override;
|
|
|
|
private:
|
|
std::string
|
|
index_type();
|
|
|
|
private:
|
|
index::IndexBasePtr index_ = nullptr;
|
|
Config config_;
|
|
DataType dtype_;
|
|
IndexType index_type_;
|
|
};
|
|
|
|
using ScalarIndexCreatorPtr = std::unique_ptr<ScalarIndexCreator>;
|
|
|
|
inline ScalarIndexCreatorPtr
|
|
CreateScalarIndex(DataType dtype,
|
|
Config& config,
|
|
const storage::FileManagerContext& file_manager_context) {
|
|
return std::make_unique<ScalarIndexCreator>(
|
|
dtype, config, file_manager_context);
|
|
}
|
|
} // namespace milvus::indexbuilder
|