diff --git a/internal/storage/local_chunk_manager.go b/internal/storage/local_chunk_manager.go
index 1730c5cb79..39399fb1c9 100644
--- a/internal/storage/local_chunk_manager.go
+++ b/internal/storage/local_chunk_manager.go
@@ -23,7 +23,6 @@ import (
 	"path"
 	"path/filepath"
 	"strings"
-	"time"
 
 	"github.com/cockroachdb/errors"
 	"go.uber.org/zap"
@@ -155,11 +154,7 @@ func (lcm *LocalChunkManager) WalkWithPrefix(ctx context.Context, prefix string,
 			}
 
 			if strings.HasPrefix(filePath, prefix) && !f.IsDir() {
-				modTime, err := lcm.getModTime(filePath)
-				if err != nil {
-					return err
-				}
-				if !walkFunc(&ChunkObjectInfo{FilePath: filePath, ModifyTime: modTime}) {
+				if !walkFunc(&ChunkObjectInfo{FilePath: filePath, ModifyTime: f.ModTime()}) {
 					return nil
 				}
 			}
@@ -176,11 +171,14 @@ func (lcm *LocalChunkManager) WalkWithPrefix(ctx context.Context, prefix string,
 			return ctx.Err()
 		}
 
-		modTime, err := lcm.getModTime(filePath)
+		f, err := os.Stat(filePath)
 		if err != nil {
-			return err
+			if errors.Is(err, os.ErrNotExist) {
+				return merr.WrapErrIoKeyNotFound(filePath)
+			}
+			return merr.WrapErrIoFailed(filePath, err)
 		}
-		if !walkFunc(&ChunkObjectInfo{FilePath: filePath, ModifyTime: modTime}) {
+		if !walkFunc(&ChunkObjectInfo{FilePath: filePath, ModifyTime: f.ModTime()}) {
 			return nil
 		}
 	}
@@ -263,19 +261,3 @@ func (lcm *LocalChunkManager) RemoveWithPrefix(ctx context.Context, prefix strin
 	}
 	return removeErr
 }
-
-func (lcm *LocalChunkManager) getModTime(filepath string) (time.Time, error) {
-	fi, err := os.Stat(filepath)
-	if err != nil {
-		log.Warn("stat fileinfo error",
-			zap.String("filepath", filepath),
-			zap.Error(err),
-		)
-		if os.IsNotExist(err) {
-			return time.Time{}, merr.WrapErrIoKeyNotFound(filepath)
-		}
-		return time.Time{}, merr.WrapErrIoFailed(filepath, err)
-	}
-
-	return fi.ModTime(), nil
-}
diff --git a/internal/storage/local_chunk_manager_test.go b/internal/storage/local_chunk_manager_test.go
index e9f41504b0..0420f98ce6 100644
--- a/internal/storage/local_chunk_manager_test.go
+++ b/internal/storage/local_chunk_manager_test.go
@@ -386,9 +386,6 @@ func TestLocalCM(t *testing.T) {
 		assert.Nil(t, reader)
 		assert.Error(t, err)
 
-		_, err = testCM.getModTime(key)
-		assert.Error(t, err)
-
 		err = testCM.Write(ctx, key, value)
 		assert.NoError(t, err)