factorio-clusterio/packages/controller/controller.ts

#!/usr/bin/env node

/**
 * Clusterio controller
 *
 * Facilitates communication between hosts and control of the cluster
 * through WebSocet connections, and hosts a webserver for browser
 * interfaces and Prometheus statistics export.  It is remotely controlled
 * by {@link module:ctl/ctl}.
 *
 * @module controller/controller
 * @author Danielv123, Hornwitser
 * @example
 * npx clusteriocontroller run
 */

import path from "path";
import fs from "node:fs/promises";

import crypto from "crypto";
import yargs from "yargs";
import util from "util";
import winston from "winston";
import DailyRotateFile from "winston-daily-rotate-file";

import jwt from "jsonwebtoken";

// homebrew modules
// Reduce startup time by lazy compiling schemas.
import "./src/set_lazy_schema_compilation.js";
import * as lib from "@clusterio/lib";
import { ConsoleTransport, levels, logger } from "@clusterio/lib";

import type Controller from "./src/Controller.js";
import UserManager from "./src/UserManager.js";
import UserRecord from "./src/UserRecord.js";
import packageConfig from "@clusterio/controller/package.json" with { type: "json" };

// globals
let controller: Controller;

void new lib.Gauge(
	"clusterio_controller_pending_requests",
	"Count of pending link requests currently waiting in memory on the controller.",
	{
		callback: (gauge) => {
			let count = 0;
			if (controller) {
				for (const host of controller.wsServer.hostConnections.values()) {
					count += host.pendingRequestCount;
				}
				for (const control of controller.wsServer.controlConnections.values()) {
					count += control.pendingRequestCount;
				}
			}
			gauge.set(count);
		},
	}
);

void new lib.Gauge(
	"clusterio_controller_host_mapping",
	"Mapping of Host ID to name",
	{
		labels: ["host_id", "host_name"],
		callback: function(gauge:lib.Gauge) {
			gauge.clear();
			if (!controller || !controller.hosts) {
				return;
			}
			for (const host of controller.hosts.values()) {
				gauge.labels({
					host_id: String(host.id),
					host_name: host.name,
				}).set(1);
			};
		},
	}
);

void new lib.Gauge(
	"clusterio_controller_instance_mapping",
	"Mapping of Instance ID to name and host",
	{
		labels: ["instance_id", "instance_name", "host_id"],
		callback: function(gauge:lib.Gauge) {
			gauge.clear();
			if (!controller || !controller.instances) {
				return;
			}
			for (const instance of controller.instances.values()) {
				gauge.labels({
					instance_id: String(instance.id),
					instance_name: String(instance.config.get("instance.name")),
					host_id: String(instance.config.get("instance.assigned_host")),
				}).set(1);
			}
		},
	}
);

void new lib.Gauge(
	"clusterio_controller_websocket_active_connections",
	"How many WebSocket connections are currently open to the controller",
	{ callback: function(gauge:lib.Gauge) {
		if (!controller) {
			return;
		}
		gauge.set(controller.wsServer.activeConnectors.size);
	}}
);

void new lib.Gauge(
	"clusterio_controller_active_hosts",
	"How many hosts are currently connected to the controller",
	{ callback: function(gauge:lib.Gauge) {
		if (!controller) {
			return;
		}
		gauge.set(controller.wsServer.hostConnections.size);
	}}
);

void new lib.Gauge(
	"clusterio_controller_connected_clients_count",
	"How many clients are currently connected to this controller",
	{
		labels: ["type"], callback: async function(gauge:lib.Gauge) {
			if (!controller) {
				return;
			}
			gauge.labels("host").set(controller.wsServer.hostConnections.size);
			gauge.labels("control").set(controller.wsServer.controlConnections.size);
		},
	},
);


async function handleBootstrapCommand(
	args: any,
	controllerConfig: lib.ControllerConfig,
	controllerConfigLock: lib.LockFile,
): Promise<void> {
	let subCommand = args._[1];

	const databaseDirectory = controllerConfig.get("controller.database_directory");
	await UserManager.attemptMigrateLegacyUsersFile(
		path.join(databaseDirectory, "users.json"),
		path.join(databaseDirectory, "roles.json"),
	);

	const roles = await lib.SubscribableDatastore.fromProvider(new lib.JsonIdDatastoreProvider(
		path.join(databaseDirectory, "roles.json"),
		lib.Role.fromJSON.bind(lib.Role),
	));

	const users = await lib.SubscribableDatastore.fromProvider(new lib.JsonIdDatastoreProvider(
		path.join(databaseDirectory, "users.json"),
		UserRecord.fromJSON.bind(UserRecord),
	));

	const userManager = new UserManager(users, roles, controllerConfig);

	if (subCommand === "create-admin") {
		await controllerConfigLock.acquire(); // Also needed to write to the database files

		if (!args.name) {
			logger.error("name cannot be blank");
			process.exitCode = 1;
			return;
		}

		const user = userManager.getOrCreateUser(args.name);
		user.roleIds.add(lib.Role.DefaultAdminRoleId);
		user.isAdmin = true;
		user.saveRecord();

		await userManager.records.save();
		await controllerConfigLock.release();

	} else if (subCommand === "generate-user-token") {
		let user = userManager.getByName(args.name);
		if (!user) {
			logger.error(`No user named '${args.name}'`);
			process.exitCode = 1;
			return;
		}
		// eslint-disable-next-line no-console
		console.log(userManager.signUserToken(user));

	} else if (subCommand === "generate-host-token") {
		// eslint-disable-next-line no-console
		console.log(jwt.sign(
			{ aud: "host", host: args.id },
			// Auth secret is never null after startup
			Buffer.from(controllerConfig.get("controller.auth_secret")!, "base64")
		));

	} else if (subCommand === "create-ctl-config") {
		let admin = userManager.getByName(args.name);
		if (!admin) {
			logger.error(`No user named '${args.name}'`);
			process.exitCode = 1;
			return;
		}
		let ctlConfig = new lib.CtlConfig("control");

		const { default: Controller } = await import("./src/Controller.js");
		ctlConfig.set("ctl.controller_url", Controller.calculateControllerUrl(controllerConfig));
		ctlConfig.set(
			"ctl.controller_token",
			userManager.signUserToken(admin),
		);

		let content = JSON.stringify(ctlConfig, null, "\t");
		if (args.output === "-") {
			// eslint-disable-next-line no-console
			console.log(content);
		} else {
			logger.info(`Writing ${args.output}`);
			await lib.safeOutputFile(args.output, content, { mode: 0o600 });
		}
	}
}

async function handleCopyStaticCommand(
	args: any,
	pluginInfos: lib.PluginNodeEnvInfo[],
) {
	await fs.cp(
		path.join(import.meta.dirname, "..", "web", "static"),
		args.target,
		{
			recursive: true,
			mode: fs.constants.COPYFILE_FICLONE,
		},
	);
	logger.info("Copied main web interface files");
	for (const pluginInfo of pluginInfos) {
		try {
			await fs.cp(
				pluginInfo.webStaticPath,
				args.target,
				{
					recursive: true,
					mode: fs.constants.COPYFILE_FICLONE,
				},
			);
		} catch (err: any) {
			if (err.code === "ENOENT") {
				logger.info(`Skipped web interface files for ${pluginInfo.name}: ${err.message}`);
			} else {
				logger.error(`Unexpected error copying web interface files for ${pluginInfo.name}:\n${err.stack}`);
				process.exitCode = 1;
			}
		}
		logger.info(`Copied web interface files for ${pluginInfo.name}`);
	}
}

export interface ControllerArgs {
	[x: string]: unknown;
	logLevel: string;
	logDirectory: string;
	pluginList: string;
	devPlugin?: (string | number)[] | undefined;
	dev?: boolean;
	config: string;
	_: (string | number)[];
	$0: string;
}

interface InitializeParameters {
	args: ControllerArgs;
	shouldRun: boolean;
	clusterLogger: winston.Logger;
	pluginInfos: lib.PluginNodeEnvInfo[] | null;
	controllerConfig: lib.ControllerConfig | null;
}

async function initialize(): Promise<InitializeParameters> {
	// argument parsing
	const args = await yargs(process.argv.slice(2))
		.scriptName("controller")
		.usage("$0 <command> [options]")
		.option("log-level", {
			nargs: 1,
			describe: "Log level to print to stdout",
			default: "info",
			choices: ["none"].concat(Object.keys(levels)),
			type: "string",
		})
		.option("log-directory", {
			nargs: 1,
			describe: "Directory to place logs in",
			default: "logs",
			type: "string",
		})
		.option("config", {
			nargs: 1,
			describe: "controller config file to use",
			default: "config-controller.json",
			type: "string",
		})
		.option("create-config", {
			nargs: 0,
			describe: "Create config file if it does not exist",
			default: false,
			type: "boolean",
		})
		.option("plugin-list", {
			nargs: 1,
			describe: "File containing list of plugins available with their install path",
			default: "plugin-list.json",
			type: "string",
		})
		.option("bypass-lock-file", { hidden: true, type: "boolean", nargs: 0, default: false })
		.command("plugin", "Manage available plugins", lib.pluginCommand)
		.command("config", "Manage Controller config", lib.configCommand)
		.command("bootstrap", "Bootstrap access to cluster", yargs => {
			yargs
				.command("create-admin <name>", "Create a cluster admin", yargs => {
					yargs.positional("name", { describe: "Name of the admin user", type: "string" });
				})
				.command("generate-user-token <name>", "Generate authentication token for the given user", yargs => {
					yargs.positional("name", { describe: "Name of the user", type: "string" });
				})
				.command("generate-host-token <id>", "Generate authentication token for the given host", yargs => {
					yargs.positional("id", { describe: "ID of the host", type: "number" });
				})
				.command("create-ctl-config <name>", "Create clusterioctl config for the given user", yargs => {
					yargs.option("output", {
						describe: "Path to output config (- for stdout)", type: "string",
						nargs: 1, default: "config-ctl.json",
					});
				})
				.demandCommand(1, "You need to specify a command to run");
		})
		.command("copy-static [target]", "Copy static Web UI files to a folder", yargs => {
			yargs.positional("target", {
				describe: "Target directory to copy files to",
				type: "string",
				default: "static",
			});
		})
		.command("run", "Run controller", yargs => {
			yargs.option("can-restart", {
				type: "boolean", nargs: 0, default: false,
				describe: "Indicate that a process monitor will restart the controller on failure",
			});
			yargs.option("recovery", {
				type: "boolean", nargs: 0, default: false,
				describe: "Start the controller in recovery mode with all plugins disabled and hosts disconnected",
			});
			yargs.option("check-user-count", { hidden: true, type: "boolean", nargs: 0, default: true });
			yargs.option("dev", { hidden: true, type: "boolean", nargs: 0 });
			yargs.option("dev-plugin", { hidden: true, type: "array" });
		})
		.demandCommand(1, "You need to specify a command to run")
		.strict()
		.parse()
	;

	// Combined log stream of the whole cluster.
	const clusterLogger = winston.createLogger({
		format: winston.format.json(),
		level: "verbose",
		levels,
	});
	clusterLogger.add(new DailyRotateFile({
		format: winston.format.json(),
		filename: "cluster-%DATE%.log",
		utc: true,
		dirname: path.join(args.logDirectory, "cluster"),
	}));

	// Log stream for the controller.
	logger.add(new DailyRotateFile({
		format: winston.format.json(),
		filename: "controller-%DATE%.log",
		utc: true,
		dirname: path.join(args.logDirectory, "controller"),
	}));
	logger.add(new winston.transports.Stream({
		stream: clusterLogger,
	}));
	if (args.logLevel !== "none") {
		logger.add(new ConsoleTransport({
			level: args.logLevel,
			format: new lib.TerminalFormat(),
		}));
	}
	lib.handleUnhandledErrors();

	let command = args._[0];
	let shouldRun = false;
	if (command === "run") {
		logger.info(`Starting Clusterio controller ${packageConfig.version}`);
		if (args.recovery) {
			logger.warn("Controller recovery mode enabled. Some features will be disabled.");
		}
		shouldRun = true;
	}

	logger.info(`Loading available plugins from ${args.pluginList}`);
	const skippedNpmPlugins = new Map<string, string>();
	let pluginList = await lib.loadPluginList(args.pluginList, true, skippedNpmPlugins);

	// If the command is plugin management we don't try to load plugins
	if (command === "plugin") {
		await lib.handlePluginCommand(args, pluginList, args.pluginList);
		return {
			args,
			shouldRun,
			clusterLogger,
			pluginInfos: null,
			controllerConfig: null,
		};
	}

	logger.info("Loading Plugin info");
	const pluginInfos = await lib.loadPluginInfos(pluginList, skippedNpmPlugins);
	lib.registerPluginMessages(pluginInfos);
	lib.registerPluginPermissions(pluginInfos);
	lib.addPluginConfigFields(pluginInfos);
	if (!args.recovery) {
		await lib.loadPluginMigrations(pluginInfos);
	}

	const [controllerConfig, controllerConfigLock] = await lib.loadConfigFromArgs(
		args,
		lib.ControllerConfig,
		"controller",
	);

	controllerConfig.set("controller.version", packageConfig.version); // Allows tracking last loaded version

	if (!controllerConfig.get("controller.auth_secret")) {
		logger.info("Generating new controller authentication secret");
		let asyncRandomBytes = util.promisify(crypto.randomBytes);
		let bytes = await asyncRandomBytes(256);
		controllerConfig.set("controller.auth_secret", bytes.toString("base64"));
		await controllerConfig.save();
	}

	if (command === "config") {
		await lib.handleConfigCommand(args, controllerConfig, controllerConfigLock);
	} else if (command === "bootstrap") {
		await handleBootstrapCommand(args, controllerConfig, controllerConfigLock);
	} else if (command === "copy-static") {
		await handleCopyStaticCommand(args, pluginInfos);
	} else if (shouldRun) {
		await controllerConfigLock.acquire(); // Hold the lock until process exit
	}

	return {
		args,
		clusterLogger,
		pluginInfos,
		controllerConfig,
		shouldRun,
	};
}

async function startup() {
	// Set the process title, shows up as the title of the CMD window on windows
	// and as the process name in ps/top on linux.
	process.title = "clusteriocontroller";

	let {
		args,
		shouldRun,
		clusterLogger,
		pluginInfos,
		controllerConfig,
	} = await initialize();
	if (!shouldRun || !pluginInfos || !controllerConfig) {
		return;
	}

	// Loaded here as the server is not needed by the other commands
	const { default: Controller } = await import("./src/Controller.js");
	controller = await Controller.fromConfig(
		controllerConfig,
		pluginInfos,
		clusterLogger,
		Boolean(args.canRestart),
		Boolean(args.recovery),
	);

	// Refuse to start if there are no users loaded
	if (args.checkUserCount && controller.users.records.size === 0) {
		logger.fatal(
			"Cannot start controller, no users loaded.\n" +
			"Try `npx clusteriocontroller bootstrap create-admin <username>`");
		process.exit(1);
	}

	// Handle interrupts
	process.on("SIGINT", lib.createShutdownGuard(logger, "interrupt", controller.stop.bind(controller)));
	process.on("SIGTERM", lib.createShutdownGuard(logger, "termination", controller.stop.bind(controller)));
	process.on("SIGHUP", () => {
		logger.info("Terminal closed, shutting down");
		controller.stop();
	});

	await controller.start(args);
}

export function bootstrap() {
	startup().catch(err => {
		if (err instanceof lib.StartupError || err.code === "InstallationError") {
			logger.fatal(`
+-------------------------------+
| Unable to to start controller |
+-------------------------------+
${err.stack}`
			);
		} else if (err instanceof lib.PluginError) {
			logger.fatal(`
${err.pluginName} plugin threw an unexpected error
during startup, please report it to the plugin author.
------------------------------------------------------
${err.original.stack}`
			);
		} else {
			logger.fatal(`
+------------------------------------------------------------+
| Unexpected error occured while starting controller, please |
| report it to https://github.com/clusterio/clusterio/issues |
+------------------------------------------------------------+
${err.stack}`
			);
		}

		process.exitCode = 1;
	});
}

if (import.meta.main) {
	bootstrap();
}