mirror of
https://gitee.com/milvus-io/milvus.git
synced 2026-01-07 19:31:51 +08:00
c5a7000a92
issue: #38399 We want to support broadcast operation for both streaming and msgstream. But msgstream can be only sent message from rootcoord and proxy. So this pr move the streamingcoord to rootcoord to make easier implementation. --------- Signed-off-by: chyezh <chyezh@outlook.com>
111 lines
3.1 KiB
Go
111 lines
3.1 KiB
Go
package resource
|
|
|
|
import (
|
|
"reflect"
|
|
|
|
clientv3 "go.etcd.io/etcd/client/v3"
|
|
|
|
"github.com/milvus-io/milvus/internal/metastore"
|
|
"github.com/milvus-io/milvus/internal/streamingnode/client/manager"
|
|
"github.com/milvus-io/milvus/internal/types"
|
|
"github.com/milvus-io/milvus/pkg/log"
|
|
"github.com/milvus-io/milvus/pkg/util/syncutil"
|
|
"github.com/milvus-io/milvus/pkg/util/typeutil"
|
|
)
|
|
|
|
var r *resourceImpl // singleton resource instance
|
|
|
|
// optResourceInit is the option to initialize the resource.
|
|
type optResourceInit func(r *resourceImpl)
|
|
|
|
// OptETCD provides the etcd client to the resource.
|
|
func OptETCD(etcd *clientv3.Client) optResourceInit {
|
|
return func(r *resourceImpl) {
|
|
r.etcdClient = etcd
|
|
}
|
|
}
|
|
|
|
// OptRootCoordClient provides the root coordinator client to the resource.
|
|
func OptRootCoordClient(rootCoordClient *syncutil.Future[types.RootCoordClient]) optResourceInit {
|
|
return func(r *resourceImpl) {
|
|
r.rootCoordClient = rootCoordClient
|
|
}
|
|
}
|
|
|
|
// OptStreamingCatalog provides streaming catalog to the resource.
|
|
func OptStreamingCatalog(catalog metastore.StreamingCoordCataLog) optResourceInit {
|
|
return func(r *resourceImpl) {
|
|
r.streamingCatalog = catalog
|
|
}
|
|
}
|
|
|
|
// Init initializes the singleton of resources.
|
|
// Should be call when streaming node startup.
|
|
func Init(opts ...optResourceInit) {
|
|
newR := &resourceImpl{
|
|
logger: log.With(log.FieldModule(typeutil.StreamingCoordRole)),
|
|
}
|
|
for _, opt := range opts {
|
|
opt(newR)
|
|
}
|
|
assertNotNil(newR.RootCoordClient())
|
|
assertNotNil(newR.ETCD())
|
|
assertNotNil(newR.StreamingCatalog())
|
|
newR.streamingNodeManagerClient = manager.NewManagerClient(newR.etcdClient)
|
|
assertNotNil(newR.StreamingNodeManagerClient())
|
|
r = newR
|
|
}
|
|
|
|
// Resource access the underlying singleton of resources.
|
|
func Resource() *resourceImpl {
|
|
return r
|
|
}
|
|
|
|
// resourceImpl is a basic resource dependency for streamingnode server.
|
|
// All utility on it is concurrent-safe and singleton.
|
|
type resourceImpl struct {
|
|
rootCoordClient *syncutil.Future[types.RootCoordClient]
|
|
etcdClient *clientv3.Client
|
|
streamingCatalog metastore.StreamingCoordCataLog
|
|
streamingNodeManagerClient manager.ManagerClient
|
|
logger *log.MLogger
|
|
}
|
|
|
|
// RootCoordClient returns the root coordinator client.
|
|
func (r *resourceImpl) RootCoordClient() *syncutil.Future[types.RootCoordClient] {
|
|
return r.rootCoordClient
|
|
}
|
|
|
|
// StreamingCatalog returns the StreamingCatalog client.
|
|
func (r *resourceImpl) StreamingCatalog() metastore.StreamingCoordCataLog {
|
|
return r.streamingCatalog
|
|
}
|
|
|
|
// ETCD returns the etcd client.
|
|
func (r *resourceImpl) ETCD() *clientv3.Client {
|
|
return r.etcdClient
|
|
}
|
|
|
|
// StreamingNodeClient returns the streaming node client.
|
|
func (r *resourceImpl) StreamingNodeManagerClient() manager.ManagerClient {
|
|
return r.streamingNodeManagerClient
|
|
}
|
|
|
|
func (r *resourceImpl) Logger() *log.MLogger {
|
|
return r.logger
|
|
}
|
|
|
|
// assertNotNil panics if the resource is nil.
|
|
func assertNotNil(v interface{}) {
|
|
iv := reflect.ValueOf(v)
|
|
if !iv.IsValid() {
|
|
panic("nil resource")
|
|
}
|
|
switch iv.Kind() {
|
|
case reflect.Ptr, reflect.Slice, reflect.Map, reflect.Func, reflect.Interface:
|
|
if iv.IsNil() {
|
|
panic("nil resource")
|
|
}
|
|
}
|
|
}
|