mirror of
https://gitee.com/milvus-io/milvus.git
synced 2025-12-06 09:08:43 +08:00
354ab2f55e
relate:https://github.com/milvus-io/milvus/issues/43687 Support use file resource with sync mode. Auto download or remove file resource to local when user add or remove file resource. Sync file resource to node when find new node session. --------- Signed-off-by: aoiasd <zhicheng.yue@zilliz.com>
91 lines
2.9 KiB
Go
91 lines
2.9 KiB
Go
package server
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
|
|
"google.golang.org/grpc"
|
|
|
|
"github.com/milvus-io/milvus/internal/streamingnode/client/handler/registry"
|
|
"github.com/milvus-io/milvus/internal/streamingnode/server/resource"
|
|
"github.com/milvus-io/milvus/internal/streamingnode/server/service"
|
|
"github.com/milvus-io/milvus/internal/streamingnode/server/walmanager"
|
|
"github.com/milvus-io/milvus/internal/util/fileresource"
|
|
"github.com/milvus-io/milvus/internal/util/initcore"
|
|
"github.com/milvus-io/milvus/internal/util/sessionutil"
|
|
"github.com/milvus-io/milvus/pkg/v2/log"
|
|
"github.com/milvus-io/milvus/pkg/v2/proto/streamingpb"
|
|
_ "github.com/milvus-io/milvus/pkg/v2/streaming/walimpls/impls/kafka"
|
|
_ "github.com/milvus-io/milvus/pkg/v2/streaming/walimpls/impls/pulsar"
|
|
_ "github.com/milvus-io/milvus/pkg/v2/streaming/walimpls/impls/rmq"
|
|
"github.com/milvus-io/milvus/pkg/v2/util/paramtable"
|
|
)
|
|
|
|
// Server is the streamingnode server.
|
|
type Server struct {
|
|
// session of current server.
|
|
session *sessionutil.Session
|
|
grpcServer *grpc.Server
|
|
|
|
// service level instances.
|
|
handlerService service.HandlerService
|
|
managerService service.ManagerService
|
|
|
|
// basic component instances.
|
|
walManager walmanager.Manager
|
|
}
|
|
|
|
// Init initializes the streamingnode server.
|
|
func (s *Server) init() {
|
|
log.Info("init streamingnode server...")
|
|
// init all basic components.
|
|
s.initBasicComponent()
|
|
|
|
// init all service.
|
|
s.initService()
|
|
|
|
// init file resource manager
|
|
fileresource.InitManager(resource.Resource().ChunkManager(), fileresource.ParseMode(paramtable.Get().QueryCoordCfg.FileResourceMode.GetValue()))
|
|
|
|
log.Info("init query segcore...")
|
|
if err := initcore.InitQueryNode(context.TODO()); err != nil {
|
|
panic(fmt.Sprintf("init query node segcore failed, %+v", err))
|
|
}
|
|
|
|
log.Info("streamingnode server initialized")
|
|
}
|
|
|
|
// Stop stops the streamingnode server.
|
|
func (s *Server) Stop() {
|
|
log.Info("stopping streamingnode server...")
|
|
log.Info("close wal manager...")
|
|
s.walManager.Close()
|
|
log.Info("release streamingnode resources...")
|
|
resource.Release()
|
|
log.Info("streamingnode server stopped")
|
|
}
|
|
|
|
// initBasicComponent initialize all underlying dependency for streamingnode.
|
|
func (s *Server) initBasicComponent() {
|
|
var err error
|
|
s.walManager, err = walmanager.OpenManager()
|
|
if err != nil {
|
|
panic(fmt.Sprintf("open wal manager failed, %+v", err))
|
|
}
|
|
// Register the wal manager to the local registry.
|
|
registry.RegisterLocalWALManager(s.walManager)
|
|
}
|
|
|
|
// initService initializes the grpc service.
|
|
func (s *Server) initService() {
|
|
s.handlerService = service.NewHandlerService(s.walManager)
|
|
s.managerService = service.NewManagerService(s.walManager)
|
|
s.registerGRPCService(s.grpcServer)
|
|
}
|
|
|
|
// registerGRPCService register all grpc service to grpc server.
|
|
func (s *Server) registerGRPCService(grpcServer *grpc.Server) {
|
|
streamingpb.RegisterStreamingNodeHandlerServiceServer(grpcServer, s.handlerService)
|
|
streamingpb.RegisterStreamingNodeManagerServiceServer(grpcServer, s.managerService)
|
|
}
|