zkldi_Tachi/server/scripts/state-sync/dedupe-score-ids.ts

import db from "external/mongo/db";
import CreateLogCtx from "lib/logger/logger";

const logger = CreateLogCtx(__filename);

async function DedupeScoreIDs() {
	const dups = await db.scores.aggregate(
		[
			{
				$group: {
					_id: "$scoreID",
					dups: { $addToSet: "$_id" },
					count: { $sum: 1 },
				},
			},
			{
				$match: {
					count: { $gt: 1 },
				},
			},
		],
		{ allowDiskUse: true }
	);

	logger.info(`Found ${dups.length} dups.`);

	for (const dup of dups) {
		dup.dups.shift();
		await db.scores.remove({ _id: { $in: dup.dups } });
	}

	logger.info(`Done.`);
	process.exit(0);
}

DedupeScoreIDs();