mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
79 lines
2.6 KiB
C++
79 lines
2.6 KiB
C++
// Licensed to the LF AI & Data foundation under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#pragma once
|
|
|
|
#include <oneapi/tbb/concurrent_hash_map.h>
|
|
#include "mmap/Column.h"
|
|
|
|
namespace milvus::storage {
|
|
|
|
extern std::map<std::string, int> ReadAheadPolicy_Map;
|
|
|
|
class ChunkCache {
|
|
public:
|
|
explicit ChunkCache(std::string path,
|
|
const std::string& read_ahead_policy,
|
|
ChunkManagerPtr cm)
|
|
: path_prefix_(std::move(path)), cm_(cm) {
|
|
auto iter = ReadAheadPolicy_Map.find(read_ahead_policy);
|
|
AssertInfo(iter != ReadAheadPolicy_Map.end(),
|
|
fmt::format("unrecognized read ahead policy: {}, "
|
|
"should be one of `normal, random, sequential, "
|
|
"willneed, dontneed`",
|
|
read_ahead_policy));
|
|
read_ahead_policy_ = iter->second;
|
|
LOG_SEGCORE_INFO_ << "Init ChunkCache with prefix: " << path_prefix_
|
|
<< ", read_ahead_policy: " << read_ahead_policy;
|
|
}
|
|
|
|
~ChunkCache() = default;
|
|
|
|
public:
|
|
std::shared_ptr<ColumnBase>
|
|
Read(const std::string& filepath);
|
|
|
|
void
|
|
Remove(const std::string& filepath);
|
|
|
|
void
|
|
Prefetch(const std::string& filepath);
|
|
|
|
private:
|
|
std::shared_ptr<ColumnBase>
|
|
Mmap(const std::filesystem::path& path, const FieldDataPtr& field_data);
|
|
|
|
private:
|
|
using ColumnTable =
|
|
oneapi::tbb::concurrent_hash_map<std::string,
|
|
std::shared_ptr<ColumnBase>>;
|
|
|
|
using MmapFileLocks =
|
|
oneapi::tbb::concurrent_hash_map<std::string,
|
|
std::unique_ptr<std::mutex>>;
|
|
|
|
private:
|
|
MmapFileLocks mmap_file_locks_;
|
|
int read_ahead_policy_;
|
|
std::string path_prefix_;
|
|
ChunkManagerPtr cm_;
|
|
ColumnTable columns_;
|
|
};
|
|
|
|
using ChunkCachePtr = std::shared_ptr<milvus::storage::ChunkCache>;
|
|
|
|
} // namespace milvus::storage
|