Max/zkldi_Tachi
1
0
Fork 0
mirror of https://github.com/zkldi/Tachi.git synced 2026-09-29 02:18:09 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update anonymise DB scripts to be way more stable.

Browse Source
This commit is contained in:
zkldi
2021-10-01 18:22:43 +01:00
parent 6b426592bb
commit ff40d09116
1 changed files with 34 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
server/scripts/anonymise-db.ts → server/scripts/clone-and-anonymise-db.ts
+34 -11
View File
@@ -1,8 +1,20 @@
//
//
import CreateLogCtx from "lib/logger/logger";
import monk from "monk";
import { execSync } from "child_process";
import { Command } from "commander";
const program = new Command();
program
.option("--nsFrom <Database to clone from.>")
.option("--nsTo <Database to clone and anonymise to.>");
program.parse(process.argv);
const options = program.opts();
if (!options.nsTo || !options.nsFrom) {
throw new Error(`Expected --nsFrom and --nsTo options.`);
}
const logger = CreateLogCtx(__filename);
@@ -10,15 +22,14 @@ const logger = CreateLogCtx(__filename);
* Strips all name and private information from the database.
* For use for things like future tachi-db-dumps?
*
* @param connectionString The database to anonymise. DO NOT PASS THE PRODUCTION DATABASE TO THIS!
* Clone the database with mongodump->mongorestore (This is the documented way to clone a db.)
* @param nsTo The database to anonymise. DO NOT PASS THE PRODUCTION DATABASE TO THIS!
*/
async function CloneAndAnonymiseDB(connectionString: string) {
logger.info(`Connecting to ${connectionString}.`);
async function AnonymiseDB(nsTo: string) {
logger.info(`Connecting to ${nsTo}.`);
const clonedDB = monk(connectionString);
const clonedDB = monk(`127.0.0.1/${nsTo}`);
logger.info(`Connected to ${connectionString}.`);
logger.info(`Connected to ${nsTo}.`);
const r1 = await clonedDB.get("user-private-information").update(
{},
@@ -75,9 +86,21 @@ async function CloneAndAnonymiseDB(connectionString: string) {
logger.info(`Removed all ${collection} documents.`, { r3 });
}
logger.info(`Done! Closing.`);
process.exit(0);
}
function CloneDB(nsFrom: string, nsTo: string) {
logger.info(`Cloning Database. This will take a while.`);
execSync(`mongodump --gzip --archive=temp-dump --db=${nsFrom}`);
execSync(`mongorestore --archive=temp-dump --gzip --nsFrom='${nsFrom}.*' --nsTo='${nsTo}.*'`);
execSync(`rm temp-dump`);
logger.info(`Cloned!`);
}
if (require.main === module) {
// Maybe turn this into a commander program, it doesn't really matter.
CloneAndAnonymiseDB(process.argv[2]);
CloneDB(options.nsFrom, options.nsTo);
AnonymiseDB(options.nsTo);
}