2023-12-03 02:09:53 +00:00
|
|
|
import log from "../log";
|
|
|
|
import { Command } from "commander";
|
|
|
|
import ClientManager from "../clientManager";
|
|
|
|
import Utils from "./utils";
|
|
|
|
import SqliteMessageStorage from "../plugins/messageStorage/sqlite";
|
2024-02-02 03:09:44 +00:00
|
|
|
import {StorageCleaner} from "../storageCleaner";
|
2023-12-03 02:09:53 +00:00
|
|
|
|
|
|
|
const program = new Command("storage").description(
|
|
|
|
"various utilities related to the message storage"
|
|
|
|
);
|
|
|
|
|
|
|
|
program
|
|
|
|
.command("migrate")
|
2024-02-02 03:09:44 +00:00
|
|
|
.argument("[username]", "migrate a specific user only, all if not provided")
|
2023-12-03 02:09:53 +00:00
|
|
|
.description("Migrate message storage where needed")
|
|
|
|
.on("--help", Utils.extraHelp)
|
|
|
|
.action(function (user) {
|
|
|
|
runMigrations(user).catch((err) => {
|
|
|
|
log.error(err.toString());
|
|
|
|
process.exit(1);
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
2024-02-02 03:09:44 +00:00
|
|
|
program
|
|
|
|
.command("clean")
|
|
|
|
.argument("[user]", "clean messages for a specific user only, all if not provided")
|
|
|
|
.description("Delete messages from the DB based on the storage policy")
|
|
|
|
.on("--help", Utils.extraHelp)
|
|
|
|
.action(function (user) {
|
|
|
|
runCleaning(user).catch((err) => {
|
|
|
|
log.error(err.toString());
|
|
|
|
process.exit(1);
|
|
|
|
});
|
|
|
|
});
|
|
|
|
|
|
|
|
async function runMigrations(user?: string) {
|
2023-12-03 02:09:53 +00:00
|
|
|
const manager = new ClientManager();
|
|
|
|
const users = manager.getUsers();
|
|
|
|
|
|
|
|
if (user) {
|
|
|
|
if (!users.includes(user)) {
|
|
|
|
throw new Error(`invalid user ${user}`);
|
|
|
|
}
|
|
|
|
|
|
|
|
return migrateUser(manager, user);
|
|
|
|
}
|
|
|
|
|
|
|
|
for (const name of users) {
|
|
|
|
await migrateUser(manager, name);
|
|
|
|
// if any migration fails we blow up,
|
|
|
|
// chances are the rest won't complete either
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// runs sqlite migrations for a user, which must exist
|
|
|
|
async function migrateUser(manager: ClientManager, user: string) {
|
|
|
|
log.info("handling user", user);
|
|
|
|
|
|
|
|
if (!isUserLogEnabled(manager, user)) {
|
|
|
|
log.info("logging disabled for user", user, ". Skipping");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
const sqlite = new SqliteMessageStorage(user);
|
|
|
|
await sqlite.enable(); // enable runs migrations
|
|
|
|
await sqlite.close();
|
|
|
|
log.info("user", user, "migrated successfully");
|
|
|
|
}
|
|
|
|
|
|
|
|
function isUserLogEnabled(manager: ClientManager, user: string): boolean {
|
|
|
|
const conf = manager.readUserConfig(user);
|
|
|
|
|
|
|
|
if (!conf) {
|
|
|
|
log.error("Could not open user configuration of", user);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
return conf.log;
|
|
|
|
}
|
|
|
|
|
2024-02-02 03:09:44 +00:00
|
|
|
async function runCleaning(user: string) {
|
|
|
|
const manager = new ClientManager();
|
|
|
|
const users = manager.getUsers();
|
|
|
|
|
|
|
|
if (user) {
|
|
|
|
if (!users.includes(user)) {
|
|
|
|
throw new Error(`invalid user ${user}`);
|
|
|
|
}
|
|
|
|
|
|
|
|
return cleanUser(manager, user);
|
|
|
|
}
|
|
|
|
|
|
|
|
for (const name of users) {
|
|
|
|
await cleanUser(manager, name);
|
|
|
|
// if any migration fails we blow up,
|
|
|
|
// chances are the rest won't complete either
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
async function cleanUser(manager: ClientManager, user: string) {
|
|
|
|
log.info("handling user", user);
|
|
|
|
|
|
|
|
if (!isUserLogEnabled(manager, user)) {
|
|
|
|
log.info("logging disabled for user", user, ". Skipping");
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
const sqlite = new SqliteMessageStorage(user);
|
|
|
|
await sqlite.enable();
|
|
|
|
const cleaner = new StorageCleaner(sqlite);
|
|
|
|
const num_deleted = await cleaner.runDeletesNoLimit();
|
|
|
|
log.info(`deleted ${num_deleted} messages`);
|
|
|
|
log.info("running a vacuum now, this might take a while");
|
|
|
|
|
|
|
|
if (num_deleted > 0) {
|
|
|
|
await sqlite.vacuum();
|
|
|
|
}
|
|
|
|
|
|
|
|
await sqlite.close();
|
|
|
|
log.info(`cleaning messages for ${user} has been successful`);
|
|
|
|
}
|
|
|
|
|
2023-12-03 02:09:53 +00:00
|
|
|
export default program;
|