diff --git a/configs/milvus.yaml b/configs/milvus.yaml
index b80976ecb0..e160d81006 100644
--- a/configs/milvus.yaml
+++ b/configs/milvus.yaml
@@ -407,7 +407,7 @@ grpc:
     keepAliveTimeout: 20000
     maxMaxAttempts: 5
     initialBackOff: 1.0
-    maxBackoff: 60.0
+    maxBackoff: 10.0
     backoffMultiplier: 2.0
   server:
     retryTimes: 5 # retry times when receiving a grpc return value with a failure and retryable state code
diff --git a/internal/util/grpcclient/client.go b/internal/util/grpcclient/client.go
index 35df76dbbe..bf89b38642 100644
--- a/internal/util/grpcclient/client.go
+++ b/internal/util/grpcclient/client.go
@@ -220,8 +220,8 @@ func (c *ClientBase[T]) connect(ctx context.Context) error {
 				MinConnectTimeout: c.DialTimeout,
 			}),
 			grpc.WithPerRPCCredentials(&Token{Value: crypto.Base64Encode(util.MemberCredID)}),
-			grpc.WithDisableRetry(),
 			grpc.FailOnNonTempDialError(true),
+			grpc.WithReturnConnectionError(),
 		)
 	} else {
 		conn, err = grpc.DialContext(
@@ -259,8 +259,8 @@ func (c *ClientBase[T]) connect(ctx context.Context) error {
 				MinConnectTimeout: c.DialTimeout,
 			}),
 			grpc.WithPerRPCCredentials(&Token{Value: crypto.Base64Encode(util.MemberCredID)}),
-			grpc.WithDisableRetry(),
 			grpc.FailOnNonTempDialError(true),
+			grpc.WithReturnConnectionError(),
 		)
 	}
 
diff --git a/internal/util/paramtable/grpc_param.go b/internal/util/paramtable/grpc_param.go
index cbf313dd85..939b4d2bff 100644
--- a/internal/util/paramtable/grpc_param.go
+++ b/internal/util/paramtable/grpc_param.go
@@ -46,7 +46,7 @@ const (
 	// Grpc retry policy
 	DefaultMaxAttempts               = 5
 	DefaultInitialBackoff    float32 = 1.0
-	DefaultMaxBackoff        float32 = 60.0
+	DefaultMaxBackoff        float32 = 10.0
 	DefaultBackoffMultiplier float32 = 2.0
 
 	ProxyInternalPort = 19529