mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-29 15:05:31 +08:00
124 lines
4.2 KiB
C++
124 lines
4.2 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
#include "segment/SegmentReader.h"
|
|
|
|
#include <memory>
|
|
|
|
#include "Vectors.h"
|
|
#include "codecs/default/DefaultCodec.h"
|
|
#include "storage/disk/DiskIOReader.h"
|
|
#include "storage/disk/DiskIOWriter.h"
|
|
#include "storage/disk/DiskOperation.h"
|
|
#include "utils/Log.h"
|
|
|
|
namespace milvus {
|
|
namespace segment {
|
|
|
|
SegmentReader::SegmentReader(const std::string& directory) {
|
|
storage::IOReaderPtr reader_ptr = std::make_shared<storage::DiskIOReader>();
|
|
storage::IOWriterPtr writer_ptr = std::make_shared<storage::DiskIOWriter>();
|
|
storage::OperationPtr operation_ptr = std::make_shared<storage::DiskOperation>(directory);
|
|
fs_ptr_ = std::make_shared<storage::FSHandler>(reader_ptr, writer_ptr, operation_ptr);
|
|
segment_ptr_ = std::make_shared<Segment>();
|
|
}
|
|
|
|
Status
|
|
SegmentReader::LoadCache(bool& in_cache) {
|
|
in_cache = false;
|
|
return Status::OK();
|
|
}
|
|
|
|
Status
|
|
SegmentReader::Load() {
|
|
// TODO(zhiru)
|
|
codec::DefaultCodec default_codec;
|
|
try {
|
|
fs_ptr_->operation_ptr_->CreateDirectory();
|
|
default_codec.GetVectorsFormat()->read(fs_ptr_, segment_ptr_->vectors_ptr_);
|
|
default_codec.GetDeletedDocsFormat()->read(fs_ptr_, segment_ptr_->deleted_docs_ptr_);
|
|
} catch (std::exception& e) {
|
|
return Status(DB_ERROR, e.what());
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
Status
|
|
SegmentReader::LoadVectors(off_t offset, size_t num_bytes, std::vector<uint8_t>& raw_vectors) {
|
|
codec::DefaultCodec default_codec;
|
|
try {
|
|
fs_ptr_->operation_ptr_->CreateDirectory();
|
|
default_codec.GetVectorsFormat()->read_vectors(fs_ptr_, offset, num_bytes, raw_vectors);
|
|
} catch (std::exception& e) {
|
|
std::string err_msg = "Failed to load raw vectors: " + std::string(e.what());
|
|
ENGINE_LOG_ERROR << err_msg;
|
|
return Status(DB_ERROR, err_msg);
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
Status
|
|
SegmentReader::LoadUids(std::vector<doc_id_t>& uids) {
|
|
codec::DefaultCodec default_codec;
|
|
try {
|
|
fs_ptr_->operation_ptr_->CreateDirectory();
|
|
default_codec.GetVectorsFormat()->read_uids(fs_ptr_, uids);
|
|
} catch (std::exception& e) {
|
|
std::string err_msg = "Failed to load uids: " + std::string(e.what());
|
|
ENGINE_LOG_ERROR << err_msg;
|
|
return Status(DB_ERROR, err_msg);
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
Status
|
|
SegmentReader::GetSegment(SegmentPtr& segment_ptr) {
|
|
segment_ptr = segment_ptr_;
|
|
return Status::OK();
|
|
}
|
|
|
|
Status
|
|
SegmentReader::LoadBloomFilter(segment::IdBloomFilterPtr& id_bloom_filter_ptr) {
|
|
codec::DefaultCodec default_codec;
|
|
try {
|
|
fs_ptr_->operation_ptr_->CreateDirectory();
|
|
default_codec.GetIdBloomFilterFormat()->read(fs_ptr_, id_bloom_filter_ptr);
|
|
} catch (std::exception& e) {
|
|
std::string err_msg = "Failed to load bloom filter: " + std::string(e.what());
|
|
ENGINE_LOG_ERROR << err_msg;
|
|
return Status(DB_ERROR, err_msg);
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
Status
|
|
SegmentReader::LoadDeletedDocs(segment::DeletedDocsPtr& deleted_docs_ptr) {
|
|
codec::DefaultCodec default_codec;
|
|
try {
|
|
fs_ptr_->operation_ptr_->CreateDirectory();
|
|
default_codec.GetDeletedDocsFormat()->read(fs_ptr_, deleted_docs_ptr);
|
|
} catch (std::exception& e) {
|
|
std::string err_msg = "Failed to load deleted docs: " + std::string(e.what());
|
|
ENGINE_LOG_ERROR << err_msg;
|
|
return Status(DB_ERROR, err_msg);
|
|
}
|
|
return Status::OK();
|
|
}
|
|
|
|
} // namespace segment
|
|
} // namespace milvus
|