diff --git a/internal/distributed/querynode/client/client.go b/internal/distributed/querynode/client/client.go
index edd870b350..080ba4f934 100644
--- a/internal/distributed/querynode/client/client.go
+++ b/internal/distributed/querynode/client/client.go
@@ -110,7 +110,8 @@ func NewClient(ctx context.Context, addr string) (*Client, error) {
 // Init initializes QueryNode's grpc client.
 func (c *Client) Init() error {
 	Params.Init()
-	return nil
+	_, err := c.getGrpcClient()
+	return err
 }
 
 func (c *Client) connect(retryOptions ...retry.Option) error {
diff --git a/internal/distributed/querynode/client/client_test.go b/internal/distributed/querynode/client/client_test.go
index 6c3c73e384..d2585b6555 100644
--- a/internal/distributed/querynode/client/client_test.go
+++ b/internal/distributed/querynode/client/client_test.go
@@ -97,8 +97,7 @@ func Test_NewClient(t *testing.T) {
 	assert.Nil(t, err)
 	assert.NotNil(t, client)
 
-	err = client.Init()
-	assert.Nil(t, err)
+	Params.Init()
 
 	err = client.Start()
 	assert.Nil(t, err)