// Copyright (C) 2019-2020 Zilliz. All rights reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance // with the License. You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software distributed under the License // is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express // or implied. See the License for the specific language governing permissions and limitations under the License. package querynode /* #cgo CFLAGS: -I${SRCDIR}/../core/output/include #cgo LDFLAGS: -L${SRCDIR}/../core/output/lib -lmilvus_segcore -Wl,-rpath=${SRCDIR}/../core/output/lib #include "segcore/collection_c.h" #include "segcore/segment_c.h" #include "segcore/segcore_init_c.h" */ import "C" import ( "context" "errors" "fmt" "math/rand" "strconv" "sync/atomic" "time" "go.uber.org/zap" "github.com/milvus-io/milvus/internal/log" "github.com/milvus-io/milvus/internal/msgstream" "github.com/milvus-io/milvus/internal/proto/commonpb" "github.com/milvus-io/milvus/internal/proto/internalpb" queryPb "github.com/milvus-io/milvus/internal/proto/querypb" "github.com/milvus-io/milvus/internal/types" "github.com/milvus-io/milvus/internal/util/sessionutil" "github.com/milvus-io/milvus/internal/util/typeutil" ) type QueryNode struct { queryNodeLoopCtx context.Context queryNodeLoopCancel context.CancelFunc QueryNodeID UniqueID stateCode atomic.Value // internal components historical *historical streaming *streaming // internal services searchService *searchService retrieveService *retrieveService // clients masterService types.MasterService queryService types.QueryService indexService types.IndexService dataService types.DataService msFactory msgstream.Factory scheduler *taskScheduler session *sessionutil.Session } func NewQueryNode(ctx context.Context, queryNodeID UniqueID, factory msgstream.Factory) *QueryNode { rand.Seed(time.Now().UnixNano()) ctx1, cancel := context.WithCancel(ctx) node := &QueryNode{ queryNodeLoopCtx: ctx1, queryNodeLoopCancel: cancel, QueryNodeID: queryNodeID, searchService: nil, retrieveService: nil, msFactory: factory, } node.scheduler = newTaskScheduler(ctx1) node.UpdateStateCode(internalpb.StateCode_Abnormal) return node } func NewQueryNodeWithoutID(ctx context.Context, factory msgstream.Factory) *QueryNode { ctx1, cancel := context.WithCancel(ctx) node := &QueryNode{ queryNodeLoopCtx: ctx1, queryNodeLoopCancel: cancel, searchService: nil, retrieveService: nil, msFactory: factory, } node.scheduler = newTaskScheduler(ctx1) node.UpdateStateCode(internalpb.StateCode_Abnormal) return node } // Register register query node at etcd func (node *QueryNode) Register() error { node.session = sessionutil.NewSession(node.queryNodeLoopCtx, Params.MetaRootPath, Params.EtcdEndpoints) node.session.Init(typeutil.QueryNodeRole, Params.QueryNodeIP+":"+strconv.FormatInt(Params.QueryNodePort, 10), false) Params.QueryNodeID = node.session.ServerID return nil } func (node *QueryNode) Init() error { ctx := context.Background() node.historical = newHistorical(node.queryNodeLoopCtx, node.masterService, node.dataService, node.indexService, node.msFactory) node.streaming = newStreaming(node.queryNodeLoopCtx, node.msFactory) C.SegcoreInit() registerReq := &queryPb.RegisterNodeRequest{ Base: &commonpb.MsgBase{ SourceID: Params.QueryNodeID, }, Address: &commonpb.Address{ Ip: Params.QueryNodeIP, Port: Params.QueryNodePort, }, } resp, err := node.queryService.RegisterNode(ctx, registerReq) if err != nil { log.Debug("QueryNode RegisterNode failed", zap.Error(err)) panic(err) } if resp.Status.ErrorCode != commonpb.ErrorCode_Success { log.Debug("QueryNode RegisterNode failed", zap.Any("Reason", resp.Status.Reason)) panic(resp.Status.Reason) } log.Debug("QueryNode RegisterNode success") for _, kv := range resp.InitParams.StartParams { switch kv.Key { case "StatsChannelName": Params.StatsChannelName = kv.Value case "TimeTickChannelName": Params.QueryTimeTickChannelName = kv.Value case "SearchChannelName": Params.SearchChannelNames = append(Params.SearchChannelNames, kv.Value) case "SearchResultChannelName": Params.SearchResultChannelNames = append(Params.SearchResultChannelNames, kv.Value) default: return fmt.Errorf("Invalid key: %v", kv.Key) } } log.Debug("QueryNode Init ", zap.Int64("QueryNodeID", Params.QueryNodeID), zap.Any("searchChannelNames", Params.SearchChannelNames)) if node.masterService == nil { log.Error("null master service detected") } if node.indexService == nil { log.Error("null index service detected") } if node.dataService == nil { log.Error("null data service detected") } return nil } func (node *QueryNode) Start() error { var err error m := map[string]interface{}{ "PulsarAddress": Params.PulsarAddress, "ReceiveBufSize": 1024, "PulsarBufSize": 1024} err = node.msFactory.SetParams(m) if err != nil { return err } // init services and manager // TODO: pass node.streaming.replica to search service node.searchService = newSearchService(node.queryNodeLoopCtx, node.historical, node.streaming, node.msFactory) node.retrieveService = newRetrieveService(node.queryNodeLoopCtx, node.historical, node.streaming, node.msFactory, ) // start task scheduler go node.scheduler.Start() // start services go node.retrieveService.start() go node.historical.start() node.UpdateStateCode(internalpb.StateCode_Healthy) return nil } func (node *QueryNode) Stop() error { node.UpdateStateCode(internalpb.StateCode_Abnormal) node.queryNodeLoopCancel() // close services if node.historical != nil { node.historical.close() } if node.streaming != nil { node.streaming.close() } if node.searchService != nil { node.searchService.close() } if node.retrieveService != nil { node.retrieveService.close() } return nil } func (node *QueryNode) UpdateStateCode(code internalpb.StateCode) { node.stateCode.Store(code) } func (node *QueryNode) SetMasterService(master types.MasterService) error { if master == nil { return errors.New("null master service interface") } node.masterService = master return nil } func (node *QueryNode) SetQueryService(query types.QueryService) error { if query == nil { return errors.New("null query service interface") } node.queryService = query return nil } func (node *QueryNode) SetIndexService(index types.IndexService) error { if index == nil { return errors.New("null index service interface") } node.indexService = index return nil } func (node *QueryNode) SetDataService(data types.DataService) error { if data == nil { return errors.New("null data service interface") } node.dataService = data return nil }