// Licensed to the LF AI & Data foundation under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include "storage/PayloadStream.h" #include "storage/FileManager.h" #include "storage/BinlogReader.h" #include "knowhere/comp/index_param.h" namespace milvus::storage { StorageType ReadMediumType(BinlogReaderPtr reader); void AddPayloadToArrowBuilder(std::shared_ptr builder, const Payload& payload); void AddOneStringToArrowBuilder(std::shared_ptr builder, const char* str, int str_size); void AddOneBinaryToArrowBuilder(std::shared_ptr builder, const uint8_t* data, int length); std::shared_ptr CreateArrowBuilder(DataType data_type); std::shared_ptr CreateArrowBuilder(DataType data_type, int dim); std::shared_ptr CreateArrowSchema(DataType data_type); std::shared_ptr CreateArrowSchema(DataType data_type, int dim); int GetDimensionFromArrowArray(std::shared_ptr array, DataType data_type); std::string GetLocalIndexPathPrefixWithBuildID(int64_t build_id); std::string GenLocalIndexPathPrefix(int64_t build_id, int64_t index_version); std::string GenFieldRawDataPathPrefix(int64_t segment_id, int64_t field_id); std::string GetSegmentRawDataPathPrefix(int64_t segment_id); template inline bool is_in_list(const T& t, std::function()> list_func) { auto l = list_func(); return std::find(l.begin(), l.end(), t) != l.end(); } bool is_in_disk_list(const IndexType& index_type); FileManagerImplPtr CreateFileManager(IndexType index_type, const FieldDataMeta& field_meta, const IndexMeta& index_meta, const StorageConfig& storage_config); } // namespace milvus::storage