diff --git a/internal/querynodev2/delegator/delegator.go b/internal/querynodev2/delegator/delegator.go
index 78b7258c7a..c4baf7a64c 100644
--- a/internal/querynodev2/delegator/delegator.go
+++ b/internal/querynodev2/delegator/delegator.go
@@ -873,6 +873,8 @@ func NewShardDelegator(ctx context.Context, collectionID UniqueID, replicaID Uni
 		go sd.watchTSafe()
 	}
 	log.Info("finish build new shardDelegator")
-	sd.maybeReloadPartitionStats(ctx)
+	if paramtable.Get().QueryNodeCfg.EnableSegmentPrune.GetAsBool() {
+		sd.maybeReloadPartitionStats(ctx)
+	}
 	return sd, nil
 }
diff --git a/internal/querynodev2/delegator/delegator_data.go b/internal/querynodev2/delegator/delegator_data.go
index 2c74bd5e4b..a9587ba99b 100644
--- a/internal/querynodev2/delegator/delegator_data.go
+++ b/internal/querynodev2/delegator/delegator_data.go
@@ -504,7 +504,9 @@ func (sd *shardDelegator) LoadSegments(ctx context.Context, req *querypb.LoadSeg
 	lo.ForEach(req.GetInfos(), func(info *querypb.SegmentLoadInfo, _ int) {
 		partStatsToReload = append(partStatsToReload, info.PartitionID)
 	})
-	sd.maybeReloadPartitionStats(ctx, partStatsToReload...)
+	if paramtable.Get().QueryNodeCfg.EnableSegmentPrune.GetAsBool() {
+		sd.maybeReloadPartitionStats(ctx, partStatsToReload...)
+	}
 
 	return nil
 }
@@ -906,7 +908,9 @@ func (sd *shardDelegator) ReleaseSegments(ctx context.Context, req *querypb.Rele
 			partitionsToReload = append(partitionsToReload, segment.Partition())
 		}
 	})
-	sd.maybeReloadPartitionStats(ctx, partitionsToReload...)
+	if paramtable.Get().QueryNodeCfg.EnableSegmentPrune.GetAsBool() {
+		sd.maybeReloadPartitionStats(ctx, partitionsToReload...)
+	}
 	return nil
 }