// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #include "segment/SegmentReader.h" #include #include "Vectors.h" #include "codecs/default/DefaultCodec.h" #include "storage/disk/DiskIOReader.h" #include "storage/disk/DiskIOWriter.h" #include "storage/disk/DiskOperation.h" #include "utils/Log.h" namespace milvus { namespace segment { SegmentReader::SegmentReader(const std::string& directory) { storage::IOReaderPtr reader_ptr = std::make_shared(); storage::IOWriterPtr writer_ptr = std::make_shared(); storage::OperationPtr operation_ptr = std::make_shared(directory); fs_ptr_ = std::make_shared(reader_ptr, writer_ptr, operation_ptr); segment_ptr_ = std::make_shared(); } Status SegmentReader::LoadCache(bool& in_cache) { in_cache = false; return Status::OK(); } Status SegmentReader::Load() { // TODO(zhiru) codec::DefaultCodec default_codec; try { fs_ptr_->operation_ptr_->CreateDirectory(); default_codec.GetVectorsFormat()->read(fs_ptr_, segment_ptr_->vectors_ptr_); // default_codec.GetVectorIndexFormat()->read(fs_ptr_, segment_ptr_->vector_index_ptr_); default_codec.GetDeletedDocsFormat()->read(fs_ptr_, segment_ptr_->deleted_docs_ptr_); } catch (std::exception& e) { return Status(DB_ERROR, e.what()); } return Status::OK(); } Status SegmentReader::LoadVectors(off_t offset, size_t num_bytes, std::vector& raw_vectors) { codec::DefaultCodec default_codec; try { fs_ptr_->operation_ptr_->CreateDirectory(); default_codec.GetVectorsFormat()->read_vectors(fs_ptr_, offset, num_bytes, raw_vectors); } catch (std::exception& e) { std::string err_msg = "Failed to load raw vectors: " + std::string(e.what()); ENGINE_LOG_ERROR << err_msg; return Status(DB_ERROR, err_msg); } return Status::OK(); } Status SegmentReader::LoadUids(std::vector& uids) { codec::DefaultCodec default_codec; try { fs_ptr_->operation_ptr_->CreateDirectory(); default_codec.GetVectorsFormat()->read_uids(fs_ptr_, uids); } catch (std::exception& e) { std::string err_msg = "Failed to load uids: " + std::string(e.what()); ENGINE_LOG_ERROR << err_msg; return Status(DB_ERROR, err_msg); } return Status::OK(); } Status SegmentReader::GetSegment(SegmentPtr& segment_ptr) { segment_ptr = segment_ptr_; return Status::OK(); } Status SegmentReader::LoadVectorIndex(segment::VectorIndexPtr& vector_index_ptr) { codec::DefaultCodec default_codec; try { fs_ptr_->operation_ptr_->CreateDirectory(); default_codec.GetVectorIndexFormat()->read(fs_ptr_, vector_index_ptr); } catch (std::exception& e) { std::string err_msg = "Failed to load vector index: " + std::string(e.what()); ENGINE_LOG_ERROR << err_msg; return Status(DB_ERROR, err_msg); } return Status::OK(); } Status SegmentReader::LoadBloomFilter(segment::IdBloomFilterPtr& id_bloom_filter_ptr) { codec::DefaultCodec default_codec; try { fs_ptr_->operation_ptr_->CreateDirectory(); default_codec.GetIdBloomFilterFormat()->read(fs_ptr_, id_bloom_filter_ptr); } catch (std::exception& e) { std::string err_msg = "Failed to load bloom filter: " + std::string(e.what()); ENGINE_LOG_ERROR << err_msg; return Status(DB_ERROR, err_msg); } return Status::OK(); } Status SegmentReader::LoadDeletedDocs(segment::DeletedDocsPtr& deleted_docs_ptr) { codec::DefaultCodec default_codec; try { fs_ptr_->operation_ptr_->CreateDirectory(); default_codec.GetDeletedDocsFormat()->read(fs_ptr_, deleted_docs_ptr); } catch (std::exception& e) { std::string err_msg = "Failed to load deleted docs: " + std::string(e.what()); ENGINE_LOG_ERROR << err_msg; return Status(DB_ERROR, err_msg); } return Status::OK(); } Status SegmentReader::ReadDeletedDocsSize(size_t& size) { codec::DefaultCodec default_codec; try { fs_ptr_->operation_ptr_->CreateDirectory(); default_codec.GetDeletedDocsFormat()->readSize(fs_ptr_, size); } catch (std::exception& e) { std::string err_msg = "Failed to read deleted docs size: " + std::string(e.what()); ENGINE_LOG_ERROR << err_msg; return Status(DB_ERROR, err_msg); } return Status::OK(); } } // namespace segment } // namespace milvus