mirror of
https://github.com/clusterio/clusterio.git
synced 2026-11-20 15:43:13 +09:00
Add clusterio_master_log_bytes metric
Export a metric for total size of logs stored on the master server.
This commit is contained in:
1 parent
351fcba4f8
commit
d39b525b07
3 files changed
+68
No files matched your search
@@ -5,6 +5,7 @@
|
|||||||
const fs = require("fs-extra");
|
const fs = require("fs-extra");
|
||||||
const path = require("path");
|
const path = require("path");
|
||||||
const crypto = require("crypto"); // needed for getTempFile
|
const crypto = require("crypto"); // needed for getTempFile
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Returns the newest file in a directory
|
* Returns the newest file in a directory
|
||||||
*
|
*
|
||||||
@@ -32,6 +33,38 @@ async function getNewestFile(directory, filter = (name) => true) {
|
|||||||
return newestFile;
|
return newestFile;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the total size of all files in a directory
|
||||||
|
*
|
||||||
|
* Sums up the file size of all files in the given directory if it exists.
|
||||||
|
* Error reading the size of files are ignored, and error reading the
|
||||||
|
* directory will result in 0 being returned.
|
||||||
|
*
|
||||||
|
* @param {string} directory - The directory to sum files in.
|
||||||
|
* @returns {Promise<number>} The size in bytes of all files in the directory.
|
||||||
|
*/
|
||||||
|
async function directorySize(directory) {
|
||||||
|
let dirEntries;
|
||||||
|
try {
|
||||||
|
dirEntries = await fs.readdir(directory, { withFileTypes: true });
|
||||||
|
} catch (err) {
|
||||||
|
if (err.code === "ENOENT") {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
throw err;
|
||||||
|
}
|
||||||
|
let statTasks = [];
|
||||||
|
for (let entry of dirEntries) {
|
||||||
|
if (entry.isFile()) {
|
||||||
|
statTasks.push(fs
|
||||||
|
.stat(path.join(directory, entry.name))
|
||||||
|
.then(stat => stat.size, _ => 0)
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return (await Promise.all(statTasks)).reduce((a, v) => a + v, 0);
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Modifies name in case it already exisist at the given directory
|
* Modifies name in case it already exisist at the given directory
|
||||||
*
|
*
|
||||||
@@ -193,6 +226,7 @@ function cleanFilename(name) {
|
|||||||
|
|
||||||
module.exports = {
|
module.exports = {
|
||||||
getNewestFile,
|
getNewestFile,
|
||||||
|
directorySize,
|
||||||
findUnusedName,
|
findUnusedName,
|
||||||
getTempFile,
|
getTempFile,
|
||||||
safeOutputFile,
|
safeOutputFile,
|
||||||
|
|||||||
@@ -32,6 +32,11 @@ const endpointDurationSummary = new libPrometheus.Summary(
|
|||||||
{ labels: ["route"] }
|
{ labels: ["route"] }
|
||||||
);
|
);
|
||||||
|
|
||||||
|
const logSizeGauge = new libPrometheus.Gauge(
|
||||||
|
"clusterio_master_log_bytes",
|
||||||
|
"Size of all log files currently stored on the master."
|
||||||
|
);
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Manages all master related operations
|
* Manages all master related operations
|
||||||
* @alias module:master/src/Master
|
* @alias module:master/src/Master
|
||||||
@@ -131,6 +136,19 @@ class Master {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the total size of the logs stored
|
||||||
|
*
|
||||||
|
* @returns {Promise<number>} size in bytes of stored log files.
|
||||||
|
*/
|
||||||
|
async logSize() {
|
||||||
|
return (await Promise.all([
|
||||||
|
libFileOps.directorySize(path.join(this.logDirectory, "cluster")),
|
||||||
|
libFileOps.directorySize(path.join(this.logDirectory, "master")),
|
||||||
|
libFileOps.directorySize(path.join(this.logDirectory, "slave")),
|
||||||
|
])).reduce((a, v) => a + v, 0);
|
||||||
|
}
|
||||||
|
|
||||||
async _startInternal(args) {
|
async _startInternal(args) {
|
||||||
this.logDirectory = args.logDirectory;
|
this.logDirectory = args.logDirectory;
|
||||||
this.clusterLogIndex = await libLoggingUtils.LogIndex.load(path.join(this.logDirectory, "cluster"));
|
this.clusterLogIndex = await libLoggingUtils.LogIndex.load(path.join(this.logDirectory, "cluster"));
|
||||||
@@ -139,6 +157,7 @@ class Master {
|
|||||||
err => logger.error(`Error building cluster log index:\n${err.stack}`)
|
err => logger.error(`Error building cluster log index:\n${err.stack}`)
|
||||||
);
|
);
|
||||||
}, 600e3);
|
}, 600e3);
|
||||||
|
logSizeGauge.callback = async () => { logSizeGauge.set(await this.logSize()); };
|
||||||
|
|
||||||
// Start webpack development server if enabled
|
// Start webpack development server if enabled
|
||||||
if (args.dev || args.devPlugin) {
|
if (args.dev || args.devPlugin) {
|
||||||
|
|||||||
@@ -41,6 +41,21 @@ describe("lib/file_ops", function() {
|
|||||||
});
|
});
|
||||||
});
|
});
|
||||||
|
|
||||||
|
describe("getNewestFile()", function() {
|
||||||
|
it("returns 0 if directory does not exist", async function() {
|
||||||
|
let size = await libFileOps.directorySize(path.join(baseDir, "invalid"));
|
||||||
|
assert.equal(size, 0);
|
||||||
|
});
|
||||||
|
it("returns 0 if directory is empty", async function() {
|
||||||
|
let size = await libFileOps.directorySize(path.join(baseDir, "test", "folder"));
|
||||||
|
assert.equal(size, 0);
|
||||||
|
});
|
||||||
|
it("returns size of files in directory", async function() {
|
||||||
|
let size = await libFileOps.directorySize(path.join(baseDir, "test"));
|
||||||
|
assert.equal(size, 21);
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
describe("findUnusedName()", function() {
|
describe("findUnusedName()", function() {
|
||||||
it("should return named unchanged if it does not exist", async function() {
|
it("should return named unchanged if it does not exist", async function() {
|
||||||
let cases = [
|
let cases = [
|
||||||
|
|||||||
Reference in new issue
Block a user