mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-30 15:35:33 +08:00
89 lines
2.6 KiB
C++
89 lines
2.6 KiB
C++
// Licensed to the Apache Software Foundation (ASF) under one
|
|
// or more contributor license agreements. See the NOTICE file
|
|
// distributed with this work for additional information
|
|
// regarding copyright ownership. The ASF licenses this file
|
|
// to you under the Apache License, Version 2.0 (the
|
|
// "License"); you may not use this file except in compliance
|
|
// with the License. You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing,
|
|
// software distributed under the License is distributed on an
|
|
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
// KIND, either express or implied. See the License for the
|
|
// specific language governing permissions and limitations
|
|
// under the License.
|
|
|
|
|
|
#include "cache/GpuCacheMgr.h"
|
|
#include "utils/Log.h"
|
|
#include "server/Config.h"
|
|
|
|
#include <sstream>
|
|
#include <utility>
|
|
|
|
namespace zilliz {
|
|
namespace milvus {
|
|
namespace cache {
|
|
|
|
std::mutex GpuCacheMgr::mutex_;
|
|
std::unordered_map<uint64_t, GpuCacheMgrPtr> GpuCacheMgr::instance_;
|
|
|
|
namespace {
|
|
constexpr int64_t G_BYTE = 1024 * 1024 * 1024;
|
|
}
|
|
|
|
GpuCacheMgr::GpuCacheMgr() {
|
|
server::Config &config = server::Config::GetInstance();
|
|
Status s;
|
|
|
|
int32_t gpu_mem_cap;
|
|
s = config.GetCacheConfigGpuMemCapacity(gpu_mem_cap);
|
|
if (!s.ok()) {
|
|
SERVER_LOG_ERROR << s.message();
|
|
}
|
|
int32_t cap = gpu_mem_cap * G_BYTE;
|
|
cache_ = std::make_shared<Cache<DataObjPtr>>(cap, 1UL << 32);
|
|
|
|
float gpu_mem_threshold;
|
|
s = config.GetCacheConfigGpuMemThreshold(gpu_mem_threshold);
|
|
if (!s.ok()) {
|
|
SERVER_LOG_ERROR << s.message();
|
|
}
|
|
if (gpu_mem_threshold > 0.0 && gpu_mem_threshold <= 1.0) {
|
|
cache_->set_freemem_percent(gpu_mem_threshold);
|
|
} else {
|
|
SERVER_LOG_ERROR << "Invalid gpu_mem_threshold: " << gpu_mem_threshold
|
|
<< ", by default set to " << cache_->freemem_percent();
|
|
}
|
|
}
|
|
|
|
GpuCacheMgr *
|
|
GpuCacheMgr::GetInstance(uint64_t gpu_id) {
|
|
if (instance_.find(gpu_id) == instance_.end()) {
|
|
std::lock_guard<std::mutex> lock(mutex_);
|
|
if (instance_.find(gpu_id) == instance_.end()) {
|
|
instance_.insert(std::pair<uint64_t, GpuCacheMgrPtr>(gpu_id, std::make_shared<GpuCacheMgr>()));
|
|
}
|
|
return instance_[gpu_id].get();
|
|
} else {
|
|
std::lock_guard<std::mutex> lock(mutex_);
|
|
return instance_[gpu_id].get();
|
|
}
|
|
}
|
|
|
|
engine::VecIndexPtr
|
|
GpuCacheMgr::GetIndex(const std::string &key) {
|
|
DataObjPtr obj = GetItem(key);
|
|
if (obj != nullptr) {
|
|
return obj->data();
|
|
}
|
|
|
|
return nullptr;
|
|
}
|
|
|
|
} // namespace cache
|
|
} // namespace milvus
|
|
} // namespace zilliz
|