// Copyright (C) 2019-2020 Zilliz. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software distributed under the License // is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express // or implied. See the License for the specific language governing permissions and limitations under the License. #pragma once #include #include #include "common/EasyAssert.h" #include "common/Types.h" #include "fmt/core.h" #include #include #include namespace milvus { #define THROW_FILE_WRITE_ERROR(path) \ ThrowInfo(ErrorCode::FileWriteFailed, \ fmt::format("write data to file {} failed, error code {}", \ path, \ strerror(errno))); class File { public: File(const File& file) = delete; File(File&& file) noexcept { fd_ = file.fd_; file.fd_ = -1; } ~File() { if (fs_ != nullptr) { fclose(fs_); } } static File Open(const std::string_view filepath, int flags) { // using default buf size = 4096 return Open(filepath, flags, 4096); } static File Open(const std::string_view filepath, int flags, size_t buf_size) { int fd = open(filepath.data(), flags, S_IRUSR | S_IWUSR); AssertInfo(fd != -1, "failed to create mmap file {}: {}", filepath, strerror(errno)); FILE* fs = fdopen(fd, get_mode_from_flags(flags)); AssertInfo(fs != nullptr, "failed to open file {}: {}", filepath, strerror(errno)); auto f = File(fd, fs, std::string(filepath)); // setup buffer size file stream will use setvbuf(f.fs_, nullptr, _IOFBF, buf_size); return f; } int Descriptor() const { return fd_; } std::string Path() const { return filepath_; } ssize_t Write(const void* buf, size_t size) { return write(fd_, buf, size); } template , int> = 0> ssize_t WriteInt(T value) { return write(fd_, &value, sizeof(value)); } ssize_t FWrite(const void* buf, size_t size) { return fwrite(buf, sizeof(char), size, fs_); } template , int> = 0> ssize_t FWriteInt(T value) { return fwrite(&value, 1, sizeof(value), fs_); } int FFlush() { return fflush(fs_); } offset_t Seek(offset_t offset, int whence) { return lseek(fd_, offset, whence); } void Close() { fclose(fs_); fs_ = nullptr; fd_ = -1; } private: static inline const char* get_mode_from_flags(int flags) { switch (flags) { case O_RDONLY: { return "rb"; } case O_WRONLY: { return flags & O_APPEND ? "ab" : "wb"; } case O_RDWR: { return flags & O_APPEND ? "ab+" : "wb+"; } default: { AssertInfo(false, "invalid file flags: {}", flags); } } } explicit File(int fd, FILE* fs, const std::string& filepath) : fd_(fd), filepath_(filepath), fs_(fs) { } int fd_{-1}; FILE* fs_; std::string filepath_; }; class MmapFileRAII { public: MmapFileRAII(const std::string& filepath) : file_path_(filepath) { } ~MmapFileRAII() { if (!file_path_.empty()) { unlink(file_path_.c_str()); } } private: const std::string file_path_; }; } // namespace milvus