#add some more compression

#add tailing of files to prevent lost data between factorio and clusterio
#move socketio connect to the bottom after the plugins are loaded to prevent plugins not getting the connection event
This commit is contained in:
Godmave committed 2019-08-04 15:45:17 +02:00
1 parent 30cda4de3b
commit 6caef9bda9
5 files changed
+143 -132

No files matched your search

+50 -38
View File
@@ -1,4 +1,5 @@
const fs = require('fs-extra'); const fs = require('fs-extra');
const Tail = require('tail').Tail;
const https = require('follow-redirects').https; const https = require('follow-redirects').https;
const needle = require("needle"); const needle = require("needle");
const child_process = require('child_process'); const child_process = require('child_process');
@@ -55,6 +56,7 @@ if(!config.masterAuthToken || typeof config.masterAuthToken !== "string"){
You can retrieve your auth token from the master in secret-api-token.txt after running it once."); You can retrieve your auth token from the master in secret-api-token.txt after running it once.");
} }
const needleOptionsWithTokenAuthHeader = { const needleOptionsWithTokenAuthHeader = {
compressed:true,
headers: { headers: {
'x-access-token': config.masterAuthToken 'x-access-token': config.masterAuthToken
}, },
@@ -582,9 +584,6 @@ async function instanceManagement(instanceconfig) {
for(let i = 0; i < pluginsToLoad.length; i++){ for(let i = 0; i < pluginsToLoad.length; i++){
let pluginLoadStarted = Date.now(); let pluginLoadStarted = Date.now();
let log = function(message) {
console.log("Clusterio | "+ pluginsToLoad[i].name + " | " + message);
}
let combinedConfig = deepmerge(instanceconfig,config,{clone:true}); let combinedConfig = deepmerge(instanceconfig,config,{clone:true});
let pluginConfig = pluginsToLoad[i]; let pluginConfig = pluginsToLoad[i];
@@ -596,7 +595,7 @@ async function instanceManagement(instanceconfig) {
let pluginClass = require(path.resolve(pluginConfig.pluginPath, "index.js")); let pluginClass = require(path.resolve(pluginConfig.pluginPath, "index.js"));
plugins[i] = new pluginClass(combinedConfig, async function(data, callback){ plugins[i] = new pluginClass(combinedConfig, async function(data, callback){
if(data && data.toString('utf8')[0] != "/") { if(data && data.toString('utf8')[0] != "/") {
log(data.toString('utf8')); console.log("Clusterio | "+ pluginsToLoad[i].name + " | " + data.toString('utf8'));
return true; return true;
} else if (data && data.toString('utf8')[0] == "/"){ } else if (data && data.toString('utf8')[0] == "/"){
return messageInterface(data.toString('utf8'), callback); return messageInterface(data.toString('utf8'), callback);
@@ -622,37 +621,50 @@ async function instanceManagement(instanceconfig) {
global.subscribedFiles[pluginConfig.scriptOutputFileSubscription] = true; global.subscribedFiles[pluginConfig.scriptOutputFileSubscription] = true;
console.log("Clusterio | Registered file subscription on "+instancedirectory + "/script-output/" + pluginConfig.scriptOutputFileSubscription); console.log("Clusterio | Registered file subscription on "+instancedirectory + "/script-output/" + pluginConfig.scriptOutputFileSubscription);
fs.watch(instancedirectory + "/script-output/" + pluginConfig.scriptOutputFileSubscription, fileChangeHandler);
// run once in case a plugin wrote out information before the plugin loaded fully
// delay, so the socket got enough time to connect
setTimeout(()=> {
fileChangeHandler(false, pluginConfig.scriptOutputFileSubscription);
}, 500);
// send file contents to plugin for processing
function fileChangeHandler(eventType, filename) {
if(filename != null){
setTimeout(
()=>{
// get array of lines in file
let stuff = fs.readFileSync(instancedirectory + "/script-output/" + filename, "utf8").split("\n");
// if you found anything, reset the file if(!pluginConfig.fileReadDelay || pluginConfig.fileReadDelay == 0) {
if (stuff[0]) { // only wipe the file on restart for now, should most likely be rotated during runtime too
fs.writeFileSync(instancedirectory + "/script-output/" + filename, ""); fs.writeFileSync(instancedirectory + "/script-output/" + pluginConfig.scriptOutputFileSubscription, "");
} let tail = new Tail(instancedirectory + "/script-output/" + pluginConfig.scriptOutputFileSubscription);
for(let o = 0; o < stuff.length; o++) { tail.on("line", function (data) {
if(stuff[o] && !stuff[o].includes('\u0000\u0000')) { plugins[i].scriptOutput(data);
try{ });
plugins[i].scriptOutput(stuff[o]); } else {
}catch(e){console.error(e)} fs.watch(instancedirectory + "/script-output/" + pluginConfig.scriptOutputFileSubscription, fileChangeHandler);
} // run once in case a plugin wrote out information before the plugin loaded fully
} // delay, so the socket got enough time to connect
}, setTimeout(() => {
pluginConfig.fileReadDelay || 0 fileChangeHandler(false, pluginConfig.scriptOutputFileSubscription);
); }, 500);
}
} // send file contents to plugin for processing
} function fileChangeHandler(eventType, filename) {
if (filename != null) {
setTimeout(
() => {
// get array of lines in file
let stuff = fs.readFileSync(instancedirectory + "/script-output/" + filename, "utf8").split("\n");
// if you found anything, reset the file
if (stuff[0]) {
fs.writeFileSync(instancedirectory + "/script-output/" + filename, "");
}
for (let o = 0; o < stuff.length; o++) {
if (stuff[o] && !stuff[o].includes('\u0000\u0000')) {
try {
plugins[i].scriptOutput(stuff[o]);
} catch (e) {
console.error(e)
}
}
}
},
pluginConfig.fileReadDelay || 0
);
}
}
}
}
console.log(`Clusterio | Loaded plugin ${pluginsToLoad[i].name} in ${Date.now() - pluginLoadStarted}ms`); console.log(`Clusterio | Loaded plugin ${pluginsToLoad[i].name} in ${Date.now() - pluginLoadStarted}ms`);
} else { } else {
// this plugin doesn't have a client portion. Maybe it runs on the master only? // this plugin doesn't have a client portion. Maybe it runs on the master only?
@@ -675,7 +687,7 @@ async function instanceManagement(instanceconfig) {
mods:modHashes, mods:modHashes,
instanceName: instance, instanceName: instance,
info: instanceconfig.info, info: instanceconfig.info,
} };
if(playerCount){ if(playerCount){
payload.playerCount = playerCount.replace(/(\r\n\t|\n|\r\t)/gm, ""); payload.playerCount = playerCount.replace(/(\r\n\t|\n|\r\t)/gm, "");
} else { } else {
@@ -722,7 +734,7 @@ async function instanceManagement(instanceconfig) {
let payload = { let payload = {
modName: modHashes[i].modName, modName: modHashes[i].modName,
hash: modHashes[i].hash, hash: modHashes[i].hash,
} };
needle.post(config.masterIP + ":" + config.masterPort + '/api/checkMod', payload, needleOptionsWithTokenAuthHeader, function (err, response, body) { needle.post(config.masterIP + ":" + config.masterPort + '/api/checkMod', payload, needleOptionsWithTokenAuthHeader, function (err, response, body) {
if(err) console.error("Unable to contact master server /api/checkMod! Please check your config.json."); if(err) console.error("Unable to contact master server /api/checkMod! Please check your config.json.");
if(response && body && body == "found") { if(response && body && body == "found") {
@@ -765,7 +777,7 @@ function hashMods(instanceName, callback) {
hashedMods[hashedMods.length] = { hashedMods[hashedMods.length] = {
modName: modName, modName: modName,
hash: hash, hash: hash,
} };
// check if this callback has ran once for each mod // check if this callback has ran once for each mod
if(hashedMods.length == instanceMods.length) { if(hashedMods.length == instanceMods.length) {
callback(hashedMods); callback(hashedMods);
@@ -788,7 +800,7 @@ function hashMods(instanceName, callback) {
let name = instanceMods[i]; let name = instanceMods[i];
let options = { let options = {
files:path, files:path,
} };
// options {files:[array of paths]} // options {files:[array of paths]}
hashFiles(options, function(error, hash) { hashFiles(options, function(error, hash) {
// hash will be a string if no error occurred // hash will be a string if no error occurred
+90 -92
View File
@@ -40,14 +40,13 @@ const deepmerge = require("deepmerge");
const path = require("path"); const path = require("path");
const fs = require("fs-extra"); const fs = require("fs-extra");
const jwt = require('jsonwebtoken'); const jwt = require('jsonwebtoken');
const bcrypt = require('bcryptjs');
const crypto = require('crypto'); const crypto = require('crypto');
const base64url = require('base64url'); const base64url = require('base64url');
const moment = require("moment"); const moment = require("moment");
const request = require("request") const request = require("request");
// constants // constants
console.log(`Requiring config from ${args.config || './config'}`) console.log(`Requiring config from ${args.config || './config'}`);
const config = require(args.config || './config'); const config = require(args.config || './config');
config.databaseDirectory = args.databaseDirectory || config.databaseDirectory || "./database"; config.databaseDirectory = args.databaseDirectory || config.databaseDirectory || "./database";
const masterModFolder = path.join(config.databaseDirectory, "/masterMods/"); const masterModFolder = path.join(config.databaseDirectory, "/masterMods/");
@@ -56,8 +55,6 @@ mkdirp.sync(masterModFolder);
// homebrew modules // homebrew modules
const getFactorioLocale = require("./lib/getFactorioLocale"); const getFactorioLocale = require("./lib/getFactorioLocale");
const stringUtils = require("./lib/stringUtils");
const fileOps = require("_app/fileOps");
// homemade express middleware for token auth // homemade express middleware for token auth
const authenticate = require("./lib/authenticate")(config); const authenticate = require("./lib/authenticate")(config);
@@ -176,11 +173,6 @@ const prometheusUPSGauge = new Prometheus.Gauge({
help: 'UPS of the current server', help: 'UPS of the current server',
labelNames: ["instanceID", "instanceName"], labelNames: ["instanceID", "instanceName"],
}); });
const prometheusTickGauge = new Prometheus.Gauge({
name: prometheusPrefix+'tick_gauge',
help: 'Servers current gametick',
labelNames: ["instanceID", "instanceName"],
});
const prometheusMasterInventoryGauge = new Prometheus.Gauge({ const prometheusMasterInventoryGauge = new Prometheus.Gauge({
name: prometheusPrefix+'master_inventory_gauge', name: prometheusPrefix+'master_inventory_gauge',
help: 'Amount of items stored on master', help: 'Amount of items stored on master',
@@ -198,7 +190,7 @@ GET Prometheus metrics endpoint. Returns performance and usage metrics in a prom
app.get('/metrics', (req, res) => { app.get('/metrics', (req, res) => {
endpointHitCounter.labels(req.route.path).inc(); endpointHitCounter.labels(req.route.path).inc();
res.set('Content-Type', Prometheus.register.contentType); res.set('Content-Type', Prometheus.register.contentType);
/// gather some static metrics /// gather some static metrics
registerMoreMetrics(); registerMoreMetrics();
res.end(Prometheus.register.metrics()); res.end(Prometheus.register.metrics());
@@ -248,7 +240,7 @@ const db = {};
} catch (e){ } catch (e){
db.items = {}; db.items = {};
} }
})() })();
db.items.addItem = function(object) { db.items.addItem = function(object) {
if(object.name == "addItem" || object.name == "removeItem") { if(object.name == "addItem" || object.name == "removeItem") {
@@ -262,7 +254,7 @@ db.items.addItem = function(object) {
} }
return true; return true;
} }
} };
db.items.removeItem = function(object) { db.items.removeItem = function(object) {
if(object.name == "addItem" || object.name == "removeItem") { if(object.name == "addItem" || object.name == "removeItem") {
console.error("Fuck you, that would screw everything up if you named your item that."); console.error("Fuck you, that would screw everything up if you named your item that.");
@@ -275,7 +267,7 @@ db.items.removeItem = function(object) {
} }
return true; return true;
} }
} };
// store slaves and inventory in a .json full of JSON data // store slaves and inventory in a .json full of JSON data
process.on('SIGINT', shutdown); // ctrl + c process.on('SIGINT', shutdown); // ctrl + c
@@ -308,8 +300,8 @@ async function shutdown() {
console.log("Clusterio cleanly exited in "+(Date.now()-exitStartTime)+"ms"); console.log("Clusterio cleanly exited in "+(Date.now()-exitStartTime)+"ms");
process.exit(0); process.exit(0);
} catch(e) { } catch(e) {
console.log(e) console.log(e);
console.log("Clusterio failed to exit cleanly. Time elapsed: "+(Date.now()-exitStartTime)+"ms") console.log("Clusterio failed to exit cleanly. Time elapsed: "+(Date.now()-exitStartTime)+"ms");
process.exit(1) process.exit(1)
} }
} }
@@ -351,7 +343,7 @@ app.post("/api/editSlaveMeta", authenticate.middleware, function(req,res) {
endpointHitCounter.labels(req.route.path).inc(); endpointHitCounter.labels(req.route.path).inc();
// request.body should be an object // request.body should be an object
// {instanceID, pass, meta:{x,y,z}} // {instanceID, pass, meta:{x,y,z}}
if(req.body && req.body.instanceID && req.body.meta){ if(req.body && req.body.instanceID && req.body.meta){
if(slaves[req.body.instanceID]){ if(slaves[req.body.instanceID]){
if(!slaves[req.body.instanceID].meta) { if(!slaves[req.body.instanceID].meta) {
@@ -387,7 +379,7 @@ app.post("/api/getSlaveMeta", function (req, res) {
} }
res.send(JSON.stringify(slaves[req.body.instanceID].meta)) res.send(JSON.stringify(slaves[req.body.instanceID].meta))
} else { } else {
res.status(404) res.status(404);
res.send('{"status": 404, "info": "Slave not registered"}') res.send('{"status": 404, "info": "Slave not registered"}')
} }
} else { } else {
@@ -440,7 +432,7 @@ app.post("/api/uploadMod", authenticate.middleware, function(req,res) {
}); });
} else { } else {
res.send('No files were uploaded.'); res.send('No files were uploaded.');
return;
} }
}); });
/** /**
@@ -559,20 +551,20 @@ app.post("/api/place", authenticate.middleware, function(req, res) {
name:req.body.name, name:req.body.name,
count:req.body.count count:req.body.count
}); });
// Attempt confirming // Attempt confirming
res.send("success"); res.send("success");
} else { } else {
res.send("failure"); res.send("failure");
} }
}); });
const routes_api_remove = require("./routes/api/remove.js") const routes_api_remove = require("./routes/api/remove.js");
var neuralDole = null var neuralDole = null;
if(config.useNeuralNetDoleDivider)//Only initialize neural network when it's enabled, otherwise it might override gauge if(config.useNeuralNetDoleDivider)//Only initialize neural network when it's enabled, otherwise it might override gauge
neuralDole=new routes_api_remove.neuralDole({ neuralDole=new routes_api_remove.neuralDole({
items: db.items, gaugePrefix: prometheusPrefix items: db.items, gaugePrefix: prometheusPrefix
}) });
/** /**
POST endpoint to remove items from DB when client orders items. POST endpoint to remove items from DB when client orders items.
@@ -597,7 +589,7 @@ app.post("/api/remove", authenticate.middleware, function(req, res) {
object.instanceName = "unknown"; object.instanceName = "unknown";
} }
if(slaves[object.instanceID]) object.instanceName = slaves[object.instanceID].instanceName; if(slaves[object.instanceID]) object.instanceName = slaves[object.instanceID].instanceName;
let item = db.items[object.name] let item = db.items[object.name];
// console.dir(doc); // console.dir(doc);
if((item === undefined) if((item === undefined)
||(( ||((
@@ -613,7 +605,7 @@ app.post("/api/remove", authenticate.middleware, function(req, res) {
let numberToRemove = Math.min(Math.abs(Number(object.count)),Number(item)); let numberToRemove = Math.min(Math.abs(Number(object.count)),Number(item));
db.items.removeItem({count: numberToRemove, name: object.name}); db.items.removeItem({count: numberToRemove, name: object.name});
res.send({count: numberToRemove, name: object.name}); res.send({count: numberToRemove, name: object.name});
// track statistics and do graphing things // track statistics and do graphing things
prometheusImportGauge.labels(object.instanceID, object.name).inc(Number(numberToRemove) || 0); prometheusImportGauge.labels(object.instanceID, object.name).inc(Number(numberToRemove) || 0);
let sentItemStatistics = sentItemStatisticsBySlaveID[object.instanceID]; let sentItemStatistics = sentItemStatisticsBySlaveID[object.instanceID];
@@ -797,16 +789,17 @@ if(args.masterPort || config.masterPort){
} }
/* Websockets for remoteMap */ /* Websockets for remoteMap */
var io = require("socket.io")(server); var io = require("socket.io")();
const ioMetrics = require("socket.io-prometheus"); const ioMetrics = require("socket.io-prometheus");
ioMetrics(io); ioMetrics(io);
var slaveMappers = {}; var slaveMappers = {};
class slaveMapper { class slaveMapper {
constructor(instanceID, socket) { constructor(instanceID, socket) {
this.instanceID = instanceID; this.instanceID = instanceID;
this.socket = socket; this.socket = socket;
this.lastBeat = Date.now(); this.lastBeat = Date.now();
this.socket.on("heartbeat", () => { this.socket.on("heartbeat", () => {
prometheusWsUsageCounter.labels('heartbeat', this.instanceID).inc(); prometheusWsUsageCounter.labels('heartbeat', this.instanceID).inc();
// we aren't ready to die yet apparently // we aren't ready to die yet apparently
@@ -821,7 +814,7 @@ class slaveMapper {
prometheusWsUsageCounter.labels('sendEntity', this.instanceID).inc(); prometheusWsUsageCounter.labels('sendEntity', this.instanceID).inc();
Object.keys(mapRequesters).forEach(requesterName => { Object.keys(mapRequesters).forEach(requesterName => {
let requester = mapRequesters[requesterName]; let requester = mapRequesters[requesterName];
if(requester.instanceID == this.instanceID){ if(requester.instanceID == this.instanceID){
// this mapRequester is listening to this slaveMapper, so we send it updates // this mapRequester is listening to this slaveMapper, so we send it updates
requester.socket.emit("displayEntity", entity); requester.socket.emit("displayEntity", entity);
@@ -830,6 +823,8 @@ class slaveMapper {
}); });
} }
} }
var mapRequesters = {}; var mapRequesters = {};
class mapRequester { class mapRequester {
constructor(requesterID, socket, instanceID){ constructor(requesterID, socket, instanceID){
@@ -837,7 +832,7 @@ class mapRequester {
this.socket = socket; this.socket = socket;
this.instanceID = instanceID; this.instanceID = instanceID;
this.lastBeat = Date.now(); this.lastBeat = Date.now();
this.socket.on("heartbeat", () => { this.socket.on("heartbeat", () => {
prometheusWsUsageCounter.labels('heartbeat', "other").inc(); prometheusWsUsageCounter.labels('heartbeat', "other").inc();
// we aren't ready to die yet apparently // we aren't ready to die yet apparently
@@ -869,6 +864,8 @@ class mapRequester {
}); });
} }
} }
/* Websockets for send and recieve combinators */ /* Websockets for send and recieve combinators */
var wsSlaves = {}; var wsSlaves = {};
class wsSlave { class wsSlave {
@@ -876,7 +873,7 @@ class wsSlave {
this.instanceID = instanceID; this.instanceID = instanceID;
this.socket = socket; this.socket = socket;
this.lastBeat = Date.now(); this.lastBeat = Date.now();
this.socket.on("heartbeat", () => { this.socket.on("heartbeat", () => {
prometheusWsUsageCounter.labels('heartbeat', this.instanceID).inc(); prometheusWsUsageCounter.labels('heartbeat', this.instanceID).inc();
this.lastBeat = Date.now(); this.lastBeat = Date.now();
@@ -898,7 +895,7 @@ class wsSlave {
delete this.commandsWaitingForReturn[resp.commandID]; delete this.commandsWaitingForReturn[resp.commandID];
} }
}); });
this.socket.on("gameChat", data => { this.socket.on("gameChat", data => {
prometheusWsUsageCounter.labels('gameChat', this.instanceID).inc(); prometheusWsUsageCounter.labels('gameChat', this.instanceID).inc();
if(typeof data === "object"){ if(typeof data === "object"){
@@ -909,7 +906,7 @@ class wsSlave {
}); });
} }
}); });
this.socket.on("alert", alert => { this.socket.on("alert", alert => {
prometheusWsUsageCounter.labels('alert', this.instanceID).inc(); prometheusWsUsageCounter.labels('alert', this.instanceID).inc();
if(typeof alert === "object"){ if(typeof alert === "object"){
@@ -927,70 +924,64 @@ class wsSlave {
if(commandID) this.commandsWaitingForReturn[commandID] = {callback, timestamp: Date.now()}; if(commandID) this.commandsWaitingForReturn[commandID] = {callback, timestamp: Date.now()};
} }
} }
io.on('connection', function (socket) { io.on('connection', function (socket) {
// cleanup dead sockets from disconnected people // cleanup dead sockets from disconnected people
let terminatedConnections = 0; let terminatedConnections = 0;
let currentConnections = Object.keys(mapRequesters).length + Object.keys(slaveMappers).length + Object.keys(wsSlaves).length; let currentConnections = Object.keys(mapRequesters).length + Object.keys(slaveMappers).length + Object.keys(wsSlaves).length;
[mapRequesters, slaveMappers, wsSlaves].forEach(list => { [mapRequesters, slaveMappers, wsSlaves].forEach(list => {
Object.keys(list).forEach(connectionID => { Object.keys(list).forEach(connectionID => {
let connection = list[connectionID]; let connection = list[connectionID];
if(connection.lastBeat < (Date.now() - 30000)){ if(connection.lastBeat < (Date.now() - 30000)){
terminatedConnections++; terminatedConnections++;
delete list[connectionID]; delete list[connectionID];
} }
}); });
}); });
if(terminatedConnections > 0) console.log("SOCKET | There are currently "+currentConnections+" websocket connections, deleting "+terminatedConnections+" on timeout"); if(terminatedConnections > 0) console.log("SOCKET | There are currently "+currentConnections+" websocket connections, deleting "+terminatedConnections+" on timeout");
// tell our friend that we are listening // tell our friend that we are listening
setTimeout(()=>socket.emit('hello', { hello: 'world' }), 5000); setTimeout(()=>socket.emit('hello', { hello: 'world' }), 5000);
/* initial processing for remoteMap */ /* initial processing for remoteMap */
socket.on('registerSlaveMapper', function (data) { socket.on('registerSlaveMapper', function (data) {
prometheusWsUsageCounter.labels('registerSlaveMapper', "other").inc(); prometheusWsUsageCounter.labels('registerSlaveMapper', "other").inc();
slaveMappers[data.instanceID] = new slaveMapper(data.instanceID, socket); slaveMappers[data.instanceID] = new slaveMapper(data.instanceID, socket);
console.log("remoteMap | SOCKET registered map provider for "+data.instanceID); console.log("remoteMap | SOCKET registered map provider for "+data.instanceID);
}); });
socket.on('registerMapRequester', function(data){ socket.on('registerMapRequester', function(data){
// data {instanceID:""} // data {instanceID:""}
prometheusWsUsageCounter.labels('registerMapRequester', "other").inc(); prometheusWsUsageCounter.labels('registerMapRequester', "other").inc();
let requesterID = Math.random().toString(); let requesterID = Math.random().toString();
mapRequesters[requesterID] = new mapRequester(requesterID, socket, data.instanceID); mapRequesters[requesterID] = new mapRequester(requesterID, socket, data.instanceID);
socket.emit("mapRequesterReady", true); socket.emit("mapRequesterReady", true);
console.log("remoteMap | SOCKET registered map requester for "+data.instanceID); console.log("remoteMap | SOCKET registered map requester for "+data.instanceID);
}); });
/* Websockets for send and recieve combinators */ /* Websockets for send and recieve combinators */
socket.on("registerSlave", function(data) { socket.on("registerSlave", function(data) {
prometheusWsUsageCounter.labels('registerSlave', "other").inc(); prometheusWsUsageCounter.labels('registerSlave', "other").inc();
if(data && data.instanceID){ if(data && data.instanceID){
wsSlaves[data.instanceID] = new wsSlave(data.instanceID, socket); wsSlaves[data.instanceID] = new wsSlave(data.instanceID, socket);
console.log("SOCKET | Created new wsSlave: "+ data.instanceID); console.log("SOCKET | Created new wsSlave: "+ data.instanceID);
} }
}); });
socket.on("registerChatReciever", function(data){ socket.on("registerChatReciever", function(data){
prometheusWsUsageCounter.labels("registerChatReciever", "other").inc(); prometheusWsUsageCounter.labels("registerChatReciever", "other").inc();
if(!global.wsChatRecievers) global.wsChatRecievers = []; if(!global.wsChatRecievers) global.wsChatRecievers = [];
global.wsChatRecievers.push(socket); global.wsChatRecievers.push(socket);
}); });
socket.on("registerAlertReciever", function(data){ socket.on("registerAlertReciever", function(data){
prometheusWsUsageCounter.labels("registerAlertReciever", "other").inc(); prometheusWsUsageCounter.labels("registerAlertReciever", "other").inc();
if(!global.wsAlertRecievers) global.wsAlertRecievers = []; if(!global.wsAlertRecievers) global.wsAlertRecievers = [];
global.wsAlertRecievers.push(socket); global.wsAlertRecievers.push(socket);
}); });
}); });
// handle plugins on the master // handle plugins on the master
pluginManagement();
masterPlugins = [];
async function pluginManagement(){
let startPluginLoad = Date.now();
masterPlugins = await getPlugins();
console.log("All plugins loaded in "+(Date.now() - startPluginLoad)+"ms");
return;
}
async function getPlugins(){ async function getPlugins(){
let startPluginLoad = Date.now();
const pluginManager = require("./lib/manager/pluginManager.js")(config); const pluginManager = require("./lib/manager/pluginManager.js")(config);
let plugins = []; let plugins = [];
let pluginsToLoad = await pluginManager.getPlugins(); let pluginsToLoad = await pluginManager.getPlugins();
@@ -1012,7 +1003,7 @@ async function getPlugins(){
}), }),
pluginConfig, pluginConfig,
}); });
console.log("Loaded plugin "+pluginConfig.name+" in "+(Date.now() - pluginStartedLoading)+"ms"); console.log("Loaded plugin "+pluginConfig.name+" in "+(Date.now() - pluginStartedLoading)+"ms");
} }
} }
@@ -1021,8 +1012,15 @@ async function getPlugins(){
let plugin = plugins[i]; let plugin = plugins[i];
if(plugin.main.onLoadFinish && typeof plugin.main.onLoadFinish == "function") await plugin.main.onLoadFinish({plugins}); if(plugin.main.onLoadFinish && typeof plugin.main.onLoadFinish == "function") await plugin.main.onLoadFinish({plugins});
} }
console.log("All plugins loaded in "+(Date.now() - startPluginLoad)+"ms");
return plugins; return plugins;
} }
var masterPlugins = await getPlugins();
io.attach(server);
module.exports = app; module.exports = app;
})(); })();
+1
View File
@@ -69,6 +69,7 @@
"socket.io-client": "^2.0.4", "socket.io-client": "^2.0.4",
"socket.io-prometheus": "^0.2.1", "socket.io-prometheus": "^0.2.1",
"sync-request": "^4.0.1", "sync-request": "^4.0.1",
"tail": "^2.0.2",
"typescript-collections": "^1.3.2", "typescript-collections": "^1.3.2",
"underscore": "^1.8.3" "underscore": "^1.8.3"
}, },
+1 -1
View File
@@ -307,7 +307,7 @@ module.exports = class remoteCommands {
return new Promise((resolve, reject) => { return new Promise((resolve, reject) => {
let instance = this.instances[instanceID]; let instance = this.instances[instanceID];
if(!instance){ if(!instance){
needle.get(this.config.masterIP+":"+this.config.masterPort+ '/api/slaves', (err, response) => { needle.get(this.config.masterIP+":"+this.config.masterPort+ '/api/slaves', { compressed: true }, (err, response) => {
if(err || response.statusCode != 200) { if(err || response.statusCode != 200) {
console.log("Unable to get JSON master/api/slaves, master might be unaccessible"); console.log("Unable to get JSON master/api/slaves, master might be unaccessible");
} else if (response && response.body) { } else if (response && response.body) {
+1 -1
View File
@@ -55,7 +55,7 @@ module.exports = class remoteCommands {
return new Promise((resolve, reject) => { return new Promise((resolve, reject) => {
let instance = this.instances[instanceID]; let instance = this.instances[instanceID];
if(!instance){ if(!instance){
needle.get(this.config.masterIP+":"+this.config.masterPort+ '/api/slaves', (err, response) => { needle.get(this.config.masterIP+":"+this.config.masterPort+ '/api/slaves', { compressed: true }, (err, response) => {
if(err || response.statusCode != 200) { if(err || response.statusCode != 200) {
console.log("Unable to get JSON master/api/slaves, master might be unaccessible"); console.log("Unable to get JSON master/api/slaves, master might be unaccessible");
} else if (response && response.body) { } else if (response && response.body) {