diff --git a/internal/distributed/proxy/service.go b/internal/distributed/proxy/service.go
index 0b0df80abd..594c3010e7 100644
--- a/internal/distributed/proxy/service.go
+++ b/internal/distributed/proxy/service.go
@@ -630,6 +630,7 @@ func (s *Server) start() error {
 func (s *Server) Stop() error {
 	Params := &paramtable.Get().ProxyGrpcServerCfg
 	log.Debug("Proxy stop", zap.String("internal address", Params.GetInternalAddress()), zap.String("external address", Params.GetInternalAddress()))
+	s.proxy.UpdateStateCode(commonpb.StateCode_Abnormal)
 	var err error
 
 	if s.etcdCli != nil {