milvus/cpp/src/scheduler/JobMgr.cpp
wxyu d0e7744abc MS-611 Add resources validity check in ResourceMgr
Former-commit-id: cc00283529c2e56ee9829c2f42d7c217d1ba3f42
2019-10-08 15:24:50 +08:00

85 lines
2.1 KiB
C++

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
#include "scheduler/JobMgr.h"
#include "TaskCreator.h"
#include "task/Task.h"
#include <utility>
namespace milvus {
namespace scheduler {
JobMgr::JobMgr(ResourceMgrPtr res_mgr) : res_mgr_(std::move(res_mgr)) {
}
void
JobMgr::Start() {
if (not running_) {
running_ = true;
worker_thread_ = std::thread(&JobMgr::worker_function, this);
}
}
void
JobMgr::Stop() {
if (running_) {
this->Put(nullptr);
worker_thread_.join();
running_ = false;
}
}
void
JobMgr::Put(const JobPtr& job) {
{
std::lock_guard<std::mutex> lock(mutex_);
queue_.push(job);
}
cv_.notify_one();
}
void
JobMgr::worker_function() {
while (running_) {
std::unique_lock<std::mutex> lock(mutex_);
cv_.wait(lock, [this] { return !queue_.empty(); });
auto job = queue_.front();
queue_.pop();
lock.unlock();
if (job == nullptr) {
break;
}
auto tasks = build_task(job);
// disk resources NEVER be empty.
if (auto disk = res_mgr_->GetDiskResources()[0].lock()) {
for (auto& task : tasks) {
disk->task_table().Put(task);
}
}
}
}
std::vector<TaskPtr>
JobMgr::build_task(const JobPtr& job) {
return TaskCreator::Create(job);
}
} // namespace scheduler
} // namespace milvus