milvus/core/src/server/delivery/RequestScheduler.h
BossZou 5e045af51f Refactor server module separating Grpc from server handler and scheduler (#757)
* refactoring(create_table done)

* refactoring

* refactor server delivery (insert done)

* refactoring server module (count_table done)

* server refactor done

* cmake pass

* refactor server module done.

* set grpc response status correctly

* format done.

* fix redefine ErrorMap()

* optimize insert reducing ids data copy

* optimize grpc request with reducing data copy

* clang format

* [skip ci] Refactor server module done. update changlog. prepare for PR

* remove explicit and change int32_t to int64_t
2019-12-12 14:13:22 +08:00

80 lines
1.9 KiB
C++

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements. See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership. The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License. You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied. See the License for the
// specific language governing permissions and limitations
// under the License.
#pragma once
#include "server/delivery/request/BaseRequest.h"
#include "utils/BlockingQueue.h"
#include "utils/Status.h"
#include <map>
#include <memory>
#include <string>
#include <thread>
#include <vector>
namespace milvus {
namespace server {
using RequestQueue = BlockingQueue<BaseRequestPtr>;
using RequestQueuePtr = std::shared_ptr<RequestQueue>;
using ThreadPtr = std::shared_ptr<std::thread>;
class RequestScheduler {
public:
static RequestScheduler&
GetInstance() {
static RequestScheduler scheduler;
return scheduler;
}
void
Start();
void
Stop();
Status
ExecuteRequest(const BaseRequestPtr& request_ptr);
static void
ExecRequest(BaseRequestPtr& request_ptr);
protected:
RequestScheduler();
virtual ~RequestScheduler();
void
TakeToExecute(RequestQueuePtr request_queue);
Status
PutToQueue(const BaseRequestPtr& request_ptr);
private:
mutable std::mutex queue_mtx_;
std::map<std::string, RequestQueuePtr> request_groups_;
std::vector<ThreadPtr> execute_threads_;
bool stopped_;
};
} // namespace server
} // namespace milvus