admin/minio-plus
1
0
Fork 0
mirror of https://gitee.com/lxp135/minio-plus.git synced 2025-12-06 17:08:26 +08:00
Code Issues Packages Projects Releases Wiki Activity

性能优化：解决大量相同MD5文件创建时可能导致的慢SQL问题。

Browse Source
This commit is contained in:
刘小平 2024-11-13 00:55:21 +08:00
parent 17c7220def
commit 43cbbf08e0
1 changed files with 12 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

41
minio-plus-core/src/main/java/org/liuxp/minioplus/core/service/impl/StorageServiceImpl.java
View File

@ -168,22 +168,13 @@ public class StorageServiceImpl implements StorageService {
// 查询MinIO中是否存在相同MD5值的文件
FileMetadataInfoDTO fileMetadataInfo = new FileMetadataInfoDTO();
fileMetadataInfo.setFileMd5(saveDTO.getFileMd5());
List<FileMetadataInfoVo> alreadyFileList = fileMetadataRepository.list(fileMetadataInfo);
fileMetadataInfo.setIsFinished(true);
FileMetadataInfoVo alreadyFile = fileMetadataRepository.one(fileMetadataInfo);
boolean sameMd5 = false;
if (CollUtil.isNotEmpty(alreadyFileList)) {
for (FileMetadataInfoVo fileMetadataInfoVo : alreadyFileList) {
if (Boolean.TRUE.equals(fileMetadataInfoVo.getIsFinished())) {
saveDTO.setStorageBucket(fileMetadataInfoVo.getStorageBucket());
saveDTO.setStoragePath(fileMetadataInfoVo.getStoragePath());
sameMd5 = true;
break;
}
}
}
if (!sameMd5) {
if (null != alreadyFile) {
saveDTO.setStorageBucket(alreadyFile.getStorageBucket());
saveDTO.setStoragePath(alreadyFile.getStoragePath());
}else{
// 新文件时，执行写入逻辑
storageEngineService.createFile(saveDTO, fileBytes);
}
@ -215,22 +206,14 @@ public class StorageServiceImpl implements StorageService {
// 查询MinIO中是否存在相同MD5值的文件
FileMetadataInfoDTO fileMetadataInfo = new FileMetadataInfoDTO();
fileMetadataInfo.setFileMd5(saveDTO.getFileMd5());
List<FileMetadataInfoVo> alreadyFileList = fileMetadataRepository.list(fileMetadataInfo);
fileMetadataInfo.setIsFinished(true);
FileMetadataInfoVo alreadyFile = fileMetadataRepository.one(fileMetadataInfo);
boolean sameMd5 = false;
if (CollUtil.isNotEmpty(alreadyFileList)) {
for (FileMetadataInfoVo fileMetadataInfoVo : alreadyFileList) {
if (Boolean.TRUE.equals(fileMetadataInfoVo.getIsFinished())) {
saveDTO.setStorageBucket(fileMetadataInfoVo.getStorageBucket());
saveDTO.setStoragePath(fileMetadataInfoVo.getStoragePath());
sameMd5 = true;
break;
}
}
}
if (!sameMd5) {
if (null != alreadyFile) {
saveDTO.setStorageBucket(alreadyFile.getStorageBucket());
saveDTO.setStoragePath(alreadyFile.getStoragePath());
}else{
// 新文件时，执行写入逻辑
storageEngineService.createFile(saveDTO, inputStream);
}