Zhen Ye adbdf916e1
enhance: support proxy DML forward (#45921)
issue: #45812

- 2.6 proxy will try to forward DWL to 2.5 proxy if streaming service is
not ready

Signed-off-by: chyezh <chyezh@outlook.com>
2025-12-01 19:37:10 +08:00

100 lines
3.3 KiB
Go

package resolver
import (
"time"
"github.com/cockroachdb/errors"
clientv3 "go.etcd.io/etcd/client/v3"
"go.uber.org/zap"
"google.golang.org/grpc/resolver"
"github.com/milvus-io/milvus/internal/util/streamingutil/service/discoverer"
"github.com/milvus-io/milvus/pkg/v2/log"
"github.com/milvus-io/milvus/pkg/v2/streaming/util/types"
"github.com/milvus-io/milvus/pkg/v2/util/typeutil"
)
const (
// targets: milvus-session:///streamingcoord.
SessionResolverScheme = "milvus-session"
// targets: channel-assignment://external-grpc-client
ChannelAssignmentResolverScheme = "channel-assignment"
)
var idAllocator = typeutil.NewIDAllocator()
// NewChannelAssignmentBuilder creates a new resolver builder.
func NewChannelAssignmentBuilder(w types.AssignmentDiscoverWatcher) Builder {
b := newBuilder(ChannelAssignmentResolverScheme,
discoverer.NewChannelAssignmentDiscoverer(w),
log.With(log.FieldComponent("grpc-resolver"), zap.String("scheme", ChannelAssignmentResolverScheme)))
return b
}
// NewSessionBuilder creates a new resolver builder.
// Multiple sessions are allowed, use the role as prefix.
func NewSessionBuilder(c *clientv3.Client, sessionDiscovererOptions ...discoverer.SessionDiscovererOption) Builder {
sd := discoverer.NewSessionDiscoverer(c, sessionDiscovererOptions...)
b := newBuilder(SessionResolverScheme, sd, sd.Logger().With(log.FieldComponent("grpc-resolver"), zap.String("scheme", SessionResolverScheme)))
return b
}
// newBuilder creates a new resolver builder.
func newBuilder(scheme string, d discoverer.Discoverer, logger *log.MLogger) Builder {
resolver := newResolverWithDiscoverer(d, 1*time.Second, logger) // configurable.
b := &builderImpl{
lifetime: typeutil.NewLifetime(),
scheme: scheme,
resolver: resolver,
}
b.SetLogger(logger)
return b
}
// builderImpl implements resolver.Builder.
type builderImpl struct {
log.Binder
lifetime *typeutil.Lifetime
scheme string
resolver *resolverWithDiscoverer
}
// Build creates a new resolver for the given target.
//
// gRPC dial calls Build synchronously, and fails if the returned error is
// not nil.
//
// In our implementation, resolver.Target is ignored, because the resolver results is determined by the discoverer.
// Resolver is built when a Builder constructed.
// So build operation just register a new watcher into the existed resolver to share the resolver result.
func (b *builderImpl) Build(_ resolver.Target, cc resolver.ClientConn, _ resolver.BuildOptions) (resolver.Resolver, error) {
if !b.lifetime.Add(typeutil.LifetimeStateWorking) {
return nil, errors.New("builder is closed")
}
defer b.lifetime.Done()
r := newWatchBasedGRPCResolver(cc)
r.SetLogger(b.resolver.Logger().With(zap.Int64("id", idAllocator.Allocate())))
b.resolver.RegisterNewWatcher(r)
return r, nil
}
func (b *builderImpl) Resolver() Resolver {
return b.resolver
}
// Scheme returns the scheme supported by this resolver. Scheme is defined
// at https://github.com/grpc/grpc/blob/master/doc/naming.md. The returned
// string should not contain uppercase characters, as they will not match
// the parsed target's scheme as defined in RFC 3986.
func (b *builderImpl) Scheme() string {
return b.scheme
}
// Close closes the builder also close the underlying resolver.
func (b *builderImpl) Close() {
b.lifetime.SetState(typeutil.LifetimeStateStopped)
b.lifetime.Wait()
b.resolver.Close()
}