// Licensed to the Apache Software Foundation (ASF) under one // or more contributor license agreements. See the NOTICE file // distributed with this work for additional information // regarding copyright ownership. The ASF licenses this file // to you under the Apache License, Version 2.0 (the // "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, // software distributed under the License is distributed on an // "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, either express or implied. See the License for the // specific language governing permissions and limitations // under the License. #include "scheduler/SchedInst.h" #include "ResourceFactory.h" #include "Utils.h" #include "knowhere/index/vector_index/IndexGPUIVF.h" #include "server/Config.h" #include #include #include #include namespace milvus { namespace scheduler { ResourceMgrPtr ResMgrInst::instance = nullptr; std::mutex ResMgrInst::mutex_; SchedulerPtr SchedInst::instance = nullptr; std::mutex SchedInst::mutex_; scheduler::JobMgrPtr JobMgrInst::instance = nullptr; std::mutex JobMgrInst::mutex_; OptimizerPtr OptimizerInst::instance = nullptr; std::mutex OptimizerInst::mutex_; BuildMgrPtr BuildMgrInst::instance = nullptr; std::mutex BuildMgrInst::mutex_; void load_simple_config() { server::Config& config = server::Config::GetInstance(); std::string mode; config.GetResourceConfigMode(mode); std::vector pool; config.GetResourceConfigSearchResources(pool); // get resources auto gpu_ids = get_gpu_pool(); int32_t index_build_device_id; config.GetResourceConfigIndexBuildDevice(index_build_device_id); // create and connect ResMgrInst::GetInstance()->Add(ResourceFactory::Create("disk", "DISK", 0, true, false)); auto io = Connection("io", 500); ResMgrInst::GetInstance()->Add(ResourceFactory::Create("cpu", "CPU", 0, true, true)); ResMgrInst::GetInstance()->Connect("disk", "cpu", io); auto pcie = Connection("pcie", 12000); bool find_build_gpu_id = false; for (auto& gpu_id : gpu_ids) { ResMgrInst::GetInstance()->Add(ResourceFactory::Create(std::to_string(gpu_id), "GPU", gpu_id, true, true)); ResMgrInst::GetInstance()->Connect("cpu", std::to_string(gpu_id), pcie); if (index_build_device_id == gpu_id) { find_build_gpu_id = true; } } if (not find_build_gpu_id && index_build_device_id != server::CPU_DEVICE_ID) { ResMgrInst::GetInstance()->Add( ResourceFactory::Create(std::to_string(index_build_device_id), "GPU", index_build_device_id, true, true)); ResMgrInst::GetInstance()->Connect("cpu", std::to_string(index_build_device_id), pcie); } } void StartSchedulerService() { load_simple_config(); ResMgrInst::GetInstance()->Start(); SchedInst::GetInstance()->Start(); JobMgrInst::GetInstance()->Start(); } void StopSchedulerService() { JobMgrInst::GetInstance()->Stop(); SchedInst::GetInstance()->Stop(); ResMgrInst::GetInstance()->Stop(); } } // namespace scheduler } // namespace milvus