import assert from "node:assert/strict"; const hrtime = process.hrtime.bigint; import * as lib from "@clusterio/lib"; describe("lib/helpers", function() { describe("basicType()", function() { it("should return the expected values", function() { assert.equal(lib.basicType("s"), "string"); assert.equal(lib.basicType(null), "null"); assert.equal(lib.basicType(undefined), "undefined"); assert.equal(lib.basicType([1, 2]), "array"); assert.equal(lib.basicType(7), "number"); assert.equal(lib.basicType({ a: 1 }), "object"); }); }); describe("wait", function() { it("should wait the approximate amount of time given", async function() { let startNs = hrtime(); await lib.wait(100); let durationMs = Number(hrtime() - startNs) / 1e6; // On windows the time waited is normally up to 15 ms late with outliers in the 20ms range. assert(durationMs > 90 && durationMs < 130, `duration (${durationMs}ms) not within (90-130)`); }); }); describe("timeout", function() { it("should return the result of an already resolved promise", async function() { assert.equal(await lib.timeout(Promise.resolve("value"), 10, "timeout"), "value"); }); it("should return the result of the promise if received before timeout", async function() { assert.equal(await lib.timeout( (async () => { await lib.wait(10); return "value"; })(), 20, "timeout" ), "value"); }); it("should return the timeoutResult if not received before timeout", async function() { assert.equal(await lib.timeout( (async () => { await lib.wait(20); return "value"; })(), 10, "timeout" ), "timeout"); }); }); describe("class AsyncSerialMergingCallback", function() { let started; let ended; let merger; beforeEach(function() { started = 0; ended = 0; merger = new lib.AsyncSerialMergingCallback( () => new Promise(resolve => { started += 1; process.nextTick(() => { ended += 1; resolve(); }); }) ); }); it("should await the callback when invoked", async function() { await merger.invoke(); assert.equal(started, 1, "incorrect started count"); assert.equal(ended, 1, "incorrect ended count"); }); it("should immediately call the callback", async function() { let promise = merger.invoke(); assert.equal(started, 1, "incorrect started count"); assert.equal(ended, 0, "incorrect ended count"); await promise; assert.equal(started, 1, "incorrect started count"); assert.equal(ended, 1, "incorrect ended count"); }); it("should call the callback twice if invoked in twice in paralell", async function() { await Promise.all([ merger.invoke(), merger.invoke(), ]); assert.equal(started, 2, "incorrect started count"); assert.equal(ended, 2, "incorrect ended count"); }); it("should call the callback twice if invoked many times in paralell", async function() { await Promise.all([ merger.invoke(), merger.invoke(), merger.invoke(), merger.invoke(), ]); assert.equal(started, 2, "incorrect started count"); assert.equal(ended, 2, "incorrect ended count"); }); it("should serialise calls", async function() { let events = []; await Promise.all([ merger.invoke().then(() => { events.push(1); }), merger.invoke().then(() => { events.push(2); }), merger.invoke().then(() => { events.push(3); }), merger.invoke().then(() => { events.push(4); }), ]); assert.deepEqual(events, [1, 2, 3, 4]); }); }); describe("class AsyncSerialCallback", function() { let started; let ended; let serialiser; beforeEach(function() { started = 0; ended = 0; serialiser = new lib.AsyncSerialCallback( (input) => new Promise((resolve, reject) => { started += 1; process.nextTick(() => { ended += 1; if (input !== 99) { resolve(input); } else { reject(new Error("99")); } }); }) ); }); it("should await the callback when invoked", async function() { await serialiser.invoke(); assert.equal(started, 1, "incorrect started count"); assert.equal(ended, 1, "incorrect ended count"); }); it("should return the result of the callback", async function() { const id = await serialiser.invoke(42); assert.equal(id, 42, "returned result not passed"); }); it("should immediately call the callback", async function() { let promise = serialiser.invoke(); assert.equal(started, 1, "incorrect started count"); assert.equal(ended, 0, "incorrect ended count"); await promise; assert.equal(started, 1, "incorrect started count"); assert.equal(ended, 1, "incorrect ended count"); }); it("should call the callback twice if invoked in twice in paralell", async function() { await Promise.all([ serialiser.invoke(), serialiser.invoke(), ]); assert.equal(started, 2, "incorrect started count"); assert.equal(ended, 2, "incorrect ended count"); }); it("should call the callback many if invoked many times in paralell", async function() { await Promise.all([ serialiser.invoke(), serialiser.invoke(), serialiser.invoke(), serialiser.invoke(), ]); assert.equal(started, 4, "incorrect started count"); assert.equal(ended, 4, "incorrect ended count"); }); it("should serialise calls", async function() { let events = []; let calls = await Promise.all([ serialiser.invoke(11).then((res) => { events.push(1); return res; }), serialiser.invoke(12).then((res) => { events.push(2); return res; }), serialiser.invoke(13).then((res) => { events.push(3); return res; }), serialiser.invoke(14).then((res) => { events.push(4); return res; }), ]); assert.deepEqual(events, [1, 2, 3, 4]); assert.deepEqual(calls, [11, 12, 13, 14]); }); it("should forward rejections", async function() { await assert.rejects(serialiser.invoke(99), new Error("99")); }); it("should handle queued rejections", async function() { let events = []; let calls = await Promise.allSettled([ serialiser.invoke(11).then((res) => { events.push(1); return res; }), serialiser.invoke(99).then((res) => { events.push(2); return res; }), serialiser.invoke(13).then((res) => { events.push(3); return res; }), serialiser.invoke(14).then((res) => { events.push(4); return res; }), ]); assert.deepEqual(events, [1, 3, 4]); assert.deepEqual(calls, [ { status: "fulfilled", value: 11 }, { status: "rejected", reason: new Error("99") }, { status: "fulfilled", value: 13 }, { status: "fulfilled", value: 14 }, ]); }); }); describe("formatBytes()", function() { it("should format whole number of base unit bytes", function() { assert.equal(lib.formatBytes(100), "100\u{A0}Bytes"); assert.equal(lib.formatBytes(100e3), "100\u{A0}kB"); assert.equal(lib.formatBytes(100e6), "100\u{A0}MB"); assert.equal(lib.formatBytes(100e9), "100\u{A0}GB"); assert.equal(lib.formatBytes(100e12), "100\u{A0}TB"); assert.equal(lib.formatBytes(100, false), "100\u{A0}Bytes"); assert.equal(lib.formatBytes(100 * 2**10, false), "100\u{A0}kiB"); assert.equal(lib.formatBytes(100 * 2**20, false), "100\u{A0}MiB"); assert.equal(lib.formatBytes(100 * 2**30, false), "100\u{A0}GiB"); assert.equal(lib.formatBytes(100 * 2**40, false), "100\u{A0}TiB"); }); it("should format with 3 significant digits fractional number of base unit bytes", function() { // 1 digits base and 2 digit fraction assert.equal(lib.formatBytes(1.234e3), "1.23\u{A0}kB"); assert.equal(lib.formatBytes(1.234e6), "1.23\u{A0}MB"); assert.equal(lib.formatBytes(1.234e9), "1.23\u{A0}GB"); assert.equal(lib.formatBytes(1.234e12), "1.23\u{A0}TB"); assert.equal(lib.formatBytes(1.234 * 2**10, "binary"), "1.23\u{A0}kiB"); assert.equal(lib.formatBytes(1.234 * 2**20, "binary"), "1.23\u{A0}MiB"); assert.equal(lib.formatBytes(1.234 * 2**30, "binary"), "1.23\u{A0}GiB"); assert.equal(lib.formatBytes(1.234 * 2**40, "binary"), "1.23\u{A0}TiB"); // 2 digits base and 1 digit fraction assert.equal(lib.formatBytes(12.34e3), "12.3\u{A0}kB"); assert.equal(lib.formatBytes(12.34e6), "12.3\u{A0}MB"); assert.equal(lib.formatBytes(12.34e9), "12.3\u{A0}GB"); assert.equal(lib.formatBytes(12.34e12), "12.3\u{A0}TB"); assert.equal(lib.formatBytes(12.34 * 2**10, "binary"), "12.3\u{A0}kiB"); assert.equal(lib.formatBytes(12.34 * 2**20, "binary"), "12.3\u{A0}MiB"); assert.equal(lib.formatBytes(12.34 * 2**30, "binary"), "12.3\u{A0}GiB"); assert.equal(lib.formatBytes(12.34 * 2**40, "binary"), "12.3\u{A0}TiB"); // 3 digits base and no fraction assert.equal(lib.formatBytes(123.4e3), "123\u{A0}kB"); assert.equal(lib.formatBytes(123.4e6), "123\u{A0}MB"); assert.equal(lib.formatBytes(123.4e9), "123\u{A0}GB"); assert.equal(lib.formatBytes(123.4e12), "123\u{A0}TB"); assert.equal(lib.formatBytes(123.4 * 2**10, "binary"), "123\u{A0}kiB"); assert.equal(lib.formatBytes(123.4 * 2**20, "binary"), "123\u{A0}MiB"); assert.equal(lib.formatBytes(123.4 * 2**30, "binary"), "123\u{A0}GiB"); assert.equal(lib.formatBytes(123.4 * 2**40, "binary"), "123\u{A0}TiB"); }); }); describe("redactUrl()", function() { it("should redact the value of credential query parameters", function() { assert.equal( lib.redactUrl("https://mods.factorio.com/download/mod?username=user&token=secret"), "https://mods.factorio.com/download/mod?username=user&token=REDACTED" ); for (const name of ["access_token", "api_key", "apikey", "code", "password", "secret", "token"]) { assert.equal( lib.redactUrl(`https://example.com/?${name}=secret`), `https://example.com/?${name}=REDACTED` ); } }); it("should match credential parameter names case insensitively", function() { assert.equal(lib.redactUrl("https://example.com/?Token=secret"), "https://example.com/?Token=REDACTED"); assert.equal(lib.redactUrl("https://example.com/?API_KEY=secret"), "https://example.com/?API_KEY=REDACTED"); }); it("should redact every occurrence of a repeated credential parameter", function() { assert.equal( lib.redactUrl("https://example.com/?token=first&token=second"), "https://example.com/?token=REDACTED&token=REDACTED" ); }); it("should accept a URL object", function() { assert.equal( lib.redactUrl(new URL("https://example.com/path?token=secret")), "https://example.com/path?token=REDACTED" ); }); it("should leave URLs without credentials untouched", function() { assert.equal(lib.redactUrl("https://example.com/path"), "https://example.com/path"); assert.equal(lib.redactUrl("https://example.com/?page=2"), "https://example.com/?page=2"); }); it("should return unparsable input unchanged", function() { assert.equal(lib.redactUrl("not a url?token=secret"), "not a url?token=secret"); assert.equal(lib.redactUrl(""), ""); }); it("should redact a path with a query string and return a path", function() { assert.equal( lib.redactUrl("/api/plugin/callback?code=secret&state=abc"), "/api/plugin/callback?code=REDACTED&state=abc" ); assert.equal(lib.redactUrl("/api/plugin?page=2"), "/api/plugin?page=2"); }); it("should keep the original encoding when there is nothing to redact", function() { assert.equal(lib.redactUrl("/search?q=a%20b"), "/search?q=a%20b"); }); }); describe("safeExternalUrl()", function() { it("should return http and https URLs", function() { assert.equal(lib.safeExternalUrl("https://example.com/path?q=1#top"), "https://example.com/path?q=1#top"); assert.equal(lib.safeExternalUrl("http://example.com"), "http://example.com/"); assert.equal(lib.safeExternalUrl(" https://example.com/ "), "https://example.com/"); }); it("should reject links with other protocols", function() { /* eslint-disable no-script-url */ for (const link of [ "javascript:alert(1)", "JavaScript:alert(1)", " javascript:alert(1)", "java\tscript:alert(1)", "\u0001javascript:alert(1)", /* eslint-enable no-script-url */ "data:text/html,", "vbscript:msgbox(1)", "file:///etc/passwd", "ftp://example.com/", ]) { assert.equal(lib.safeExternalUrl(link), undefined, link); } }); it("should reject values that are not URLs", function() { for (const link of [undefined, null, 1, {}, { url: 1 }, "", "not a url", "/relative", "owner/repo"]) { assert.equal(lib.safeExternalUrl(link), undefined, String(link)); } }); it("should accept npm repository objects", function() { assert.equal( lib.safeExternalUrl({ type: "git", url: "git+https://github.com/owner/repo.git" }), "https://github.com/owner/repo" ); // eslint-disable-next-line no-script-url assert.equal(lib.safeExternalUrl({ type: "git", url: "javascript:alert(1)" }), undefined); }); it("should convert git URLs to https", function() { for (const link of [ "git+https://github.com/owner/repo.git", "git://github.com/owner/repo.git", "git+ssh://git@github.com/owner/repo.git", "git@github.com:owner/repo.git", ]) { assert.equal(lib.safeExternalUrl(link), "https://github.com/owner/repo", link); } }); it("should expand repository shorthands", function() { assert.equal(lib.safeExternalUrl("github:owner/repo"), "https://github.com/owner/repo"); assert.equal(lib.safeExternalUrl("gitlab:owner/repo"), "https://gitlab.com/owner/repo"); assert.equal(lib.safeExternalUrl("bitbucket:owner/repo"), "https://bitbucket.org/owner/repo"); assert.equal(lib.safeExternalUrl("github://evil.example/x"), "https://github.com/evil.example/x"); }); it("should remove credentials", function() { assert.equal(lib.safeExternalUrl("https://user:secret@example.com/"), "https://example.com/"); assert.equal( lib.safeExternalUrl("git+https://user:secret@example.com/repo.git"), "https://example.com/repo" ); }); }); describe("redactQuery()", function() { it("should redact credential parameters and keep the rest", function() { const query = { code: "secret", Token: "secret", state: "abc" }; assert.deepEqual(lib.redactQuery(query), { code: "REDACTED", Token: "REDACTED", state: "abc" }); assert.equal(query.code, "secret"); }); }); function parse(input, attributes) { const result = lib.parseSearchString(input, attributes); if (!result.issues.length) { return result.terms; } return result; } describe("parseSearchString()", function() { function word(value, opts = {}) { return { type: "word", value, ...opts }; } function attr(name, value) { return { type: "attribute", name, value: typeof value === "string" ? word(value) : value }; } it("should split words", function() { assert.deepEqual(parse(""), [].map(word)); assert.deepEqual(parse("word"), ["word"].map(word)); assert.deepEqual(parse("some words here"), ["some", "words", "here"].map(word)); }); it("should trim whitespace", function() { assert.deepEqual(parse(" "), [].map(word)); assert.deepEqual(parse("word "), ["word"].map(word)); assert.deepEqual(parse(" some words here"), ["some", "words", "here"].map(word)); }); it("should parse negated words", function() { assert.deepEqual(parse("this -that"), [word("this"), word("that", { exclude: true })]); assert.deepEqual(parse("not-negated"), [word("not-negated")]); }); it("should not split quoted words", function() { assert.deepEqual(parse('"some quoted words" here'), ["some quoted words", "here"].map(word)); assert.deepEqual(parse('"a quoted string"'), ["a quoted string"].map(word)); assert.deepEqual(parse('words and "a quoted string"'), ["words", "and", "a quoted string"].map(word)); }); it("should split on quotation mark", function() { assert.deepEqual(parse('"quoted"unquoted'), ["quoted", "unquoted"].map(word)); assert.deepEqual(parse('"quoted""double"'), ["quoted", "double"].map(word)); assert.deepEqual(parse('word"with"quote'), ["word", "with", "quote"].map(word)); assert.deepEqual( parse('word-"with"-negation'), [word("word-"), word("with"), word("negation", { exclude: true })] ); }); it("should allow colons in quotes", function() { assert.deepEqual(parse('"word:value"'), ["word:value"].map(word)); }); it("should parse attribute:value", function() { assert.deepEqual(parse("author:Me", { author: "word" }), [attr("author", "Me")]); assert.deepEqual(parse("word author:Me", { author: "word" }), [word("word"), attr("author", "Me")]); assert.deepEqual( parse("author:Me and author:You", { author: "word" }), [attr("author", "Me"), word("and"), attr("author", "You")] ); assert.deepEqual( parse("author:Me"), { terms: [word("Me")], issues: ['Unregonized attribute "author", use quotes to escape colons'], } ); assert.deepEqual( parse("constructor:value"), { terms: [word("value")], issues: ['Unregonized attribute "constructor", use quotes to escape colons'], } ); }); it("should throw on bad attribute format", function() { assert.throws( () => parse("author:Me", { author: "bad" }), new Error("Bad attribute format bad for author") ); }); it("should ignore attribute case", function() { assert.deepEqual(parse("Author:Me", { author: "word" }), [attr("author", "Me")]); assert.deepEqual(parse("AUTHOR:Me", { author: "word" }), [attr("author", "Me")]); assert.deepEqual(parse("auThOR:Me", { author: "word" }), [attr("author", "Me")]); }); it("should parse partial inputs", function() { assert.deepEqual(parse("-"), [word("", { exclude: true })]); assert.deepEqual(parse('"'), [""].map(word)); assert.deepEqual(parse('"word'), ["word"].map(word)); assert.deepEqual(parse("author:", { author: "word" }), [attr("author", "")]); assert.deepEqual(parse("author:-", { author: "word" }), [attr("author", word("", { exclude: true }))]); }); }); describe("wordMatches()", function() { const match = lib.wordMatches; it("should match any inputs", function() { assert(match(parse("word")[0], "a word in a string"), "one text"); assert(!match(parse("word")[0], "a string without"), "one text no match"); assert(match(parse("word")[0], "no match", "no things", "a word", "bad text", ""), "five text"); assert(!match(parse("unword")[0], "no match", "no things", "a word", "bad text", ""), "five text no match"); }); it("should invert match if using exclude", function() { assert(!match(parse("-word")[0], "a word in a string"), "one text"); assert(match(parse("-word")[0], "a string without"), "one text no match"); assert(!match(parse("-word")[0], "no match", "no things", "a word", "bad text", ""), "five text"); assert(match(parse("-unword")[0], "no match", "no things", "a word", "bad text", ""), "five text no match"); }); it("should throw on bad input", function() { assert.throws( () => match(parse("attr:value", { attr: "word" })[0], "a string"), new Error("wordMatches: parameter is not a word"), ); }); }); describe("parseRanges()", function() { function range(input, min=1, max=10) { return [...lib.parseRanges(input, min, max)]; } function expectedRange(start, end) { const items = new Set(); for (let i = start; i <= end; i++) { items.add(i); } return [...items]; } it("should parse numbers separated by spaces and or commas", function() { assert.deepEqual(range("1"), [1]); assert.deepEqual(range(" 1"), [1]); assert.deepEqual(range("1 "), [1]); assert.deepEqual(range(" 1 "), [1]); assert.deepEqual(range("1 2"), [1, 2]); assert.deepEqual(range("1, 2"), [1, 2]); assert.deepEqual(range("1 , 2"), [1, 2]); assert.deepEqual(range(" 1 2 "), [1, 2]); }); it("should parse ranges", function() { assert.deepEqual(range("1-4"), [1, 2, 3, 4]); assert.deepEqual(range(" 1-4 "), [1, 2, 3, 4]); assert.deepEqual(range(" 1 - 4 "), [1, 2, 3, 4]); assert.deepEqual(range("1- 4"), [1, 2, 3, 4]); assert.deepEqual(range("1 -4"), [1, 2, 3, 4]); assert.deepEqual(range(" 1, 2-4"), [1, 2, 3, 4]); assert.deepEqual(range("4-1"), [1, 2, 3, 4]); }); it("should ignore duplicates in ranges", function() { assert.deepEqual(range("1, 2, 2, 2"), [1, 2]); assert.deepEqual(range("1-4, 3, 4"), [1, 2, 3, 4]); assert.deepEqual(range("3, 1-4"), [3, 1, 2, 4]); }); it("should throw on bad input", function() { assert.throws(() => range("1-"), new Error('Expected digit but got end of input while parsing "1-"')); assert.throws(() => range("a1-4"), new Error('Expected digit but got \'a\' at pos 0 while parsing "a1-4"')); assert.throws(() => range("1a-4"), new Error('Expected digit but got \'a\' at pos 1 while parsing "1a-4"')); assert.throws(() => range("1-a4"), new Error('Expected digit but got \'a\' at pos 2 while parsing "1-a4"')); assert.throws(() => range("1-4a"), new Error('Expected digit but got \'a\' at pos 3 while parsing "1-4a"')); }); it("should throw if out of range", function() { assert.throws(() => range("0"), new Error("value 0 is below the minimum value 1")); assert.throws(() => range("110"), new Error("value 110 is above the maximum value 10")); assert.throws(() => range("1-999"), new Error("end of range 1-999 is above the maximum value 10")); assert.throws(() => range("0-1"), new Error("start of range 0-1 is below the minimum value 1")); }); it("should handle 16-bit ranges", function() { assert.deepEqual(range("1-65535", 1, 2**16 - 1), expectedRange(1, 2**16 - 1)); assert.deepEqual(range("20000-20002", 1, 2**16 - 1), [20000, 20001, 20002]); }); }); });