mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
ff5c2770e5
issue: https://github.com/milvus-io/milvus/issues/41435 this PR is based on https://github.com/milvus-io/milvus/pull/41436. Improvements include: - Lazy Load support for Storage v1 - Use Low/High watermark to control eviction - Caching Layer related config changes - Removed ChunkCache related configs and code in golang - Add `PinAllCells` helper method to CacheSlot class - Modified ValueAt, RawAt, PrimitiveRawAt to Bulk version, to reduce caching layer overhead - Removed some unclear templated bulk_subscript methods - CachedSearchIterator to store PinWrapper when searching on ChunkedColumn, and removed unused contrustor. --------- Signed-off-by: Buqian Zheng <zhengbuqian@gmail.com>
95 lines
3.7 KiB
C++
95 lines
3.7 KiB
C++
// Copyright (C) 2019-2025 Zilliz. All rights reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software distributed under the License
|
|
// is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
|
|
// or implied. See the License for the specific language governing permissions and limitations under the License
|
|
#include "cachinglayer/Manager.h"
|
|
|
|
#include <memory>
|
|
|
|
#include "cachinglayer/Utils.h"
|
|
#include "log/Log.h"
|
|
|
|
namespace milvus::cachinglayer {
|
|
|
|
Manager&
|
|
Manager::GetInstance() {
|
|
static Manager instance;
|
|
return instance;
|
|
}
|
|
|
|
void
|
|
Manager::ConfigureTieredStorage(CacheWarmupPolicies warmup_policies,
|
|
CacheLimit cache_limit,
|
|
bool evictionEnabled,
|
|
EvictionConfig eviction_config) {
|
|
static std::once_flag once;
|
|
std::call_once(once, [&]() {
|
|
Manager& manager = GetInstance();
|
|
manager.warmup_policies_ = warmup_policies;
|
|
manager.cache_limit_ = cache_limit;
|
|
manager.evictionEnabled_ = evictionEnabled;
|
|
|
|
if (!evictionEnabled) {
|
|
LOG_INFO(
|
|
"Tiered Storage manager is configured with disabled eviction");
|
|
return;
|
|
}
|
|
|
|
ResourceUsage max{cache_limit.memory_max_bytes,
|
|
cache_limit.disk_max_bytes};
|
|
ResourceUsage low_watermark{cache_limit.memory_low_watermark_bytes,
|
|
cache_limit.disk_low_watermark_bytes};
|
|
ResourceUsage high_watermark{cache_limit.memory_high_watermark_bytes,
|
|
cache_limit.disk_high_watermark_bytes};
|
|
|
|
AssertInfo(
|
|
low_watermark.GEZero(),
|
|
"Milvus Caching Layer: low watermark must be greater than 0");
|
|
AssertInfo((high_watermark - low_watermark).GEZero(),
|
|
"Milvus Caching Layer: high watermark must be greater than "
|
|
"low watermark");
|
|
AssertInfo(
|
|
(max - high_watermark).GEZero(),
|
|
"Milvus Caching Layer: max must be greater than high watermark");
|
|
|
|
manager.dlist_ = std::make_unique<internal::DList>(
|
|
max, low_watermark, high_watermark, eviction_config);
|
|
|
|
LOG_INFO(
|
|
"Configured Tiered Storage manager with memory watermark: low {} "
|
|
"bytes ({:.2} GB), high {} bytes ({:.2} GB), max {} bytes "
|
|
"({:.2} GB), disk watermark: low "
|
|
"{} bytes ({:.2} GB), high {} bytes ({:.2} GB), max {} bytes "
|
|
"({:.2} GB), cache touch "
|
|
"window: {} ms, eviction interval: {} ms",
|
|
low_watermark.memory_bytes,
|
|
low_watermark.memory_bytes / (1024.0 * 1024.0 * 1024.0),
|
|
high_watermark.memory_bytes,
|
|
high_watermark.memory_bytes / (1024.0 * 1024.0 * 1024.0),
|
|
max.memory_bytes,
|
|
max.memory_bytes / (1024.0 * 1024.0 * 1024.0),
|
|
low_watermark.file_bytes,
|
|
low_watermark.file_bytes / (1024.0 * 1024.0 * 1024.0),
|
|
high_watermark.file_bytes,
|
|
high_watermark.file_bytes / (1024.0 * 1024.0 * 1024.0),
|
|
max.file_bytes,
|
|
max.file_bytes / (1024.0 * 1024.0 * 1024.0),
|
|
eviction_config.cache_touch_window.count(),
|
|
eviction_config.eviction_interval.count());
|
|
});
|
|
}
|
|
|
|
size_t
|
|
Manager::memory_overhead() const {
|
|
// TODO(tiered storage 2): calculate memory overhead
|
|
return 0;
|
|
}
|
|
|
|
} // namespace milvus::cachinglayer
|