Feat: Implement data clearing logic & frontend

This commit is contained in:
Nelson Chan
2021-10-09 23:33:47 +08:00
parent 656a4d6270
commit dca5a59dbc
5 changed files with 90 additions and 18 deletions

View File

@@ -5,7 +5,7 @@ const { SHARE_ENV } = require("worker_threads");
const jobs = [
{
name: "clear-old-data",
interval: "every 1 minute",
interval: "every 1 day",
}
];
@@ -17,6 +17,9 @@ const initBackgroundJobs = function (args) {
env: SHARE_ENV,
workerData: args,
},
workerMessageHandler: (message) => {
console.log("[Background Job]:", message);
}
});
bree.start();

View File

@@ -1,24 +1,40 @@
const path = require("path");
const { log, exit, connectDb } = require("./util-worker");
const { R } = require("redbean-node");
const Database = require("../database");
const { setSetting, setting } = require("../util-server");
const dbPath = path.join(
process.env.DATA_DIR ||
require("worker_threads").workerData["data-dir"] ||
"./data/"
);
Database.init({
"data-dir": dbPath,
});
const DEFAULT_KEEP_PERIOD = 30;
(async () => {
await Database.connect();
await connectDb();
console.log(await R.getAll("PRAGMA journal_mode"));
console.log(
await R.getAll("SELECT * from setting WHERE key = 'database_version'")
);
let period = await setting("keepDataPeriodDays");
process.exit(0);
// Set Default Period
if (period == null) {
await setSetting("keepDataPeriodDays", DEFAULT_KEEP_PERIOD);
period = DEFAULT_KEEP_PERIOD;
}
// Try parse setting
let parsedPeriod;
try {
parsedPeriod = parseInt(period);
} catch (_) {
log("Failed to parse setting, resetting to default..");
await setSetting("keepDataPeriodDays", DEFAULT_KEEP_PERIOD);
parsedPeriod = DEFAULT_KEEP_PERIOD;
}
log(`Clearing Data older than ${parsedPeriod} days...`);
try {
await R.exec(
"DELETE FROM heartbeat WHERE time < DATETIME('now', '-' || ? || ' days') ",
[parsedPeriod]
);
} catch (e) {
log(`Failed to clear old data: ${e.message}`);
}
exit();
})();

View File

@@ -0,0 +1,39 @@
const { parentPort, workerData } = require("worker_threads");
const Database = require("../database");
const path = require("path");
const log = function (any) {
if (parentPort) {
parentPort.postMessage(any);
}
};
const exit = function (error) {
if (error && error != 0) {
process.exit(error);
} else {
if (parentPort) {
parentPort.postMessage("done");
} else {
process.exit(0);
}
}
};
const connectDb = async function () {
const dbPath = path.join(
process.env.DATA_DIR || workerData["data-dir"] || "./data/"
);
Database.init({
"data-dir": dbPath,
});
await Database.connect();
};
module.exports = {
log,
exit,
connectDb,
};