diff --git a/internal/querynodev2/segments/segment.go b/internal/querynodev2/segments/segment.go
index efede9fa3e..4b16279ce6 100644
--- a/internal/querynodev2/segments/segment.go
+++ b/internal/querynodev2/segments/segment.go
@@ -1033,6 +1033,7 @@ func (s *LocalSegment) LoadIndex(ctx context.Context, indexInfo *querypb.FieldIn
 			IndexInfo: indexInfo,
 			IsLoaded:  true,
 		})
+		return nil
 	}
 
 	return s.innerLoadIndex(ctx, fieldSchema, indexInfo, tr, fieldType)