mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
125 lines
3.6 KiB
C++
125 lines
3.6 KiB
C++
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#pragma once
|
|
|
|
#include <map>
|
|
#include <memory>
|
|
#include <string>
|
|
#include <vector>
|
|
#include <boost/dynamic_bitset.hpp>
|
|
#include "common/Types.h"
|
|
#include "knowhere/index/index_factory.h"
|
|
#include "index/VectorIndex.h"
|
|
#include "storage/MemFileManagerImpl.h"
|
|
#include "storage/space.h"
|
|
#include "index/IndexInfo.h"
|
|
|
|
namespace milvus::index {
|
|
|
|
template <typename T>
|
|
class VectorMemIndex : public VectorIndex {
|
|
public:
|
|
explicit VectorMemIndex(
|
|
const IndexType& index_type,
|
|
const MetricType& metric_type,
|
|
const IndexVersion& version,
|
|
const storage::FileManagerContext& file_manager_context =
|
|
storage::FileManagerContext());
|
|
|
|
explicit VectorMemIndex(const CreateIndexInfo& create_index_info,
|
|
const storage::FileManagerContext& file_manager,
|
|
std::shared_ptr<milvus_storage::Space> space);
|
|
BinarySet
|
|
Serialize(const Config& config) override;
|
|
|
|
void
|
|
Load(const BinarySet& binary_set, const Config& config = {}) override;
|
|
|
|
void
|
|
Load(milvus::tracer::TraceContext ctx, const Config& config = {}) override;
|
|
|
|
void
|
|
LoadV2(const Config& config = {}) override;
|
|
|
|
void
|
|
BuildWithDataset(const DatasetPtr& dataset,
|
|
const Config& config = {}) override;
|
|
|
|
void
|
|
Build(const Config& config = {}) override;
|
|
|
|
void
|
|
BuildV2(const Config& config = {}) override;
|
|
|
|
void
|
|
AddWithDataset(const DatasetPtr& dataset, const Config& config) override;
|
|
|
|
int64_t
|
|
Count() override {
|
|
return index_.Count();
|
|
}
|
|
|
|
void
|
|
Query(const DatasetPtr dataset,
|
|
const SearchInfo& search_info,
|
|
const BitsetView& bitset,
|
|
SearchResult& search_result) const override;
|
|
|
|
const bool
|
|
HasRawData() const override;
|
|
|
|
std::vector<uint8_t>
|
|
GetVector(const DatasetPtr dataset) const override;
|
|
|
|
std::unique_ptr<const knowhere::sparse::SparseRow<float>[]>
|
|
GetSparseVector(const DatasetPtr dataset) const override;
|
|
|
|
BinarySet
|
|
Upload(const Config& config = {}) override;
|
|
|
|
BinarySet
|
|
UploadV2(const Config& config = {}) override;
|
|
|
|
knowhere::expected<std::vector<knowhere::IndexNode::IteratorPtr>>
|
|
VectorIterators(const DatasetPtr dataset,
|
|
const knowhere::Json& json,
|
|
const BitsetView& bitset) const override;
|
|
|
|
protected:
|
|
virtual void
|
|
LoadWithoutAssemble(const BinarySet& binary_set, const Config& config);
|
|
|
|
private:
|
|
void
|
|
LoadFromFile(const Config& config);
|
|
|
|
void
|
|
LoadFromFileV2(const Config& config);
|
|
|
|
protected:
|
|
Config config_;
|
|
knowhere::Index<knowhere::IndexNode> index_;
|
|
std::shared_ptr<storage::MemFileManagerImpl> file_manager_;
|
|
std::shared_ptr<milvus_storage::Space> space_;
|
|
|
|
CreateIndexInfo create_index_info_;
|
|
};
|
|
|
|
template <typename T>
|
|
using VectorMemIndexPtr = std::unique_ptr<VectorMemIndex<T>>;
|
|
} // namespace milvus::index
|