78 lines
2.4 KiB
TypeScript
78 lines
2.4 KiB
TypeScript
|
import { NestFactory } from '@nestjs/core';
|
|||
|
|
import { AppModule } from '../app.module';
|
|||
|
|
import { getRepositoryToken } from '@nestjs/typeorm';
|
|||
|
|
import { Repository } from 'typeorm';
|
|||
|
|
import { BidItem } from '../bids/entities/bid-item.entity';
|
|||
|
|
import { CustomLogger } from '../common/logger/logger.service';
|
|||
|
|
|
|||
|
|
async function removeDuplicates() {
|
|||
|
|
const app = await NestFactory.createApplicationContext(AppModule);
|
|||
|
|
|
|||
|
|
// 设置自定义 logger
|
|||
|
|
const logger = await app.resolve(CustomLogger);
|
|||
|
|
app.useLogger(logger);
|
|||
|
|
logger.setContext('RemoveDuplicatesScript');
|
|||
|
|
|
|||
|
|
try {
|
|||
|
|
// 获取 BidItem 的 repository
|
|||
|
|
const bidItemRepository = app.get<Repository<BidItem>>(getRepositoryToken(BidItem));
|
|||
|
|
|
|||
|
|
logger.log('开始查找重复的title...');
|
|||
|
|
|
|||
|
|
// 查找所有重复的title
|
|||
|
|
const duplicates = await bidItemRepository
|
|||
|
|
.createQueryBuilder('bid')
|
|||
|
|
.select('bid.title', 'title')
|
|||
|
|
.addSelect('COUNT(*)', 'count')
|
|||
|
|
.groupBy('bid.title')
|
|||
|
|
.having('COUNT(*) > 1')
|
|||
|
|
.getRawMany();
|
|||
|
|
|
|||
|
|
if (duplicates.length === 0) {
|
|||
|
|
logger.log('没有发现重复的title');
|
|||
|
|
await app.close();
|
|||
|
|
process.exit(0);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
logger.log(`发现 ${duplicates.length} 个重复的title`);
|
|||
|
|
|
|||
|
|
let totalDeleted = 0;
|
|||
|
|
|
|||
|
|
// 对每个重复的title，只保留最晚创建的一条记录
|
|||
|
|
for (const duplicate of duplicates) {
|
|||
|
|
const title = duplicate.title;
|
|||
|
|
const count = duplicate.count;
|
|||
|
|
|
|||
|
|
logger.log(`处理重复title: "${title}" (共 ${count} 条)`);
|
|||
|
|
|
|||
|
|
// 获取该title的所有记录，按创建时间降序排列
|
|||
|
|
const items = await bidItemRepository
|
|||
|
|
.createQueryBuilder('bid')
|
|||
|
|
.where('bid.title = :title', { title })
|
|||
|
|
.orderBy('bid.createdAt', 'DESC')
|
|||
|
|
.getMany();
|
|||
|
|
|
|||
|
|
// 保留第一条（最晚创建的），删除其余的
|
|||
|
|
const itemsToDelete = items.slice(1);
|
|||
|
|
|
|||
|
|
if (itemsToDelete.length > 0) {
|
|||
|
|
const idsToDelete = itemsToDelete.map(item => item.id);
|
|||
|
|
const deleteResult = await bidItemRepository.delete(idsToDelete);
|
|||
|
|
totalDeleted += deleteResult.affected || 0;
|
|||
|
|
logger.log(` 删除了 ${deleteResult.affected} 条重复记录，保留ID: ${items[0].id} (最晚创建)`);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
logger.log(`总共删除了 ${totalDeleted} 条重复记录`);
|
|||
|
|
|
|||
|
|
await app.close();
|
|||
|
|
process.exit(0);
|
|||
|
|
} catch (error) {
|
|||
|
|
logger.error('删除重复记录失败:', error);
|
|||
|
|
await app.close();
|
|||
|
|
process.exit(1);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
removeDuplicates();
|