diff --git a/internal/proxy/task_statistic.go b/internal/proxy/task_statistic.go
index 3cfe1dc413..16cfefde36 100644
--- a/internal/proxy/task_statistic.go
+++ b/internal/proxy/task_statistic.go
@@ -343,8 +343,9 @@ func checkFullLoaded(ctx context.Context, qc types.QueryCoord, collectionName st
 		for i, percentage := range resp.GetInMemoryPercentages() {
 			if percentage >= 100 {
 				loadedPartitionIDs = append(loadedPartitionIDs, resp.GetPartitionIDs()[i])
+			} else {
+				unloadPartitionIDs = append(unloadPartitionIDs, resp.GetPartitionIDs()[i])
 			}
-			unloadPartitionIDs = append(unloadPartitionIDs, resp.GetPartitionIDs()[i])
 		}
 		return loadedPartitionIDs, unloadPartitionIDs, nil
 	}