Files
openclaw/test/openclaw-npm-postpublish-verify.test.ts
2026-06-04 20:37:28 -04:00

497 lines
16 KiB
TypeScript

// OpenClaw npm postpublish tests validate postpublish verification behavior.
import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from "node:fs";
import { tmpdir } from "node:os";
import { dirname, join } from "node:path";
import { describe, expect, it } from "vitest";
import {
buildPublishedInstallCommandArgs,
buildPublishedInstallScenarios,
collectInstalledBundledRuntimeSidecarPaths,
collectInstalledContextEngineRuntimeErrors,
collectInstalledPluginSdkZodArtifactErrors,
collectInstalledRootDependencyManifestErrors,
collectInstalledPackageErrors,
normalizeInstalledBinaryVersion,
resolveInstalledBinaryCommandInvocation,
resolveInstalledBinaryPath,
} from "../scripts/openclaw-npm-postpublish-verify.ts";
describe("buildPublishedInstallScenarios", () => {
it("uses a single fresh scenario for plain stable releases", () => {
expect(buildPublishedInstallScenarios("2026.3.23")).toEqual([
{
name: "fresh-exact",
installSpecs: ["openclaw@2026.3.23"],
expectedVersion: "2026.3.23",
},
]);
});
it("adds a stable-to-correction upgrade scenario for correction releases", () => {
expect(buildPublishedInstallScenarios("2026.3.23-2")).toEqual([
{
name: "fresh-exact",
installSpecs: ["openclaw@2026.3.23-2"],
expectedVersion: "2026.3.23-2",
},
{
name: "upgrade-from-base-stable",
installSpecs: ["openclaw@2026.3.23", "openclaw@2026.3.23-2"],
expectedVersion: "2026.3.23-2",
},
]);
});
});
describe("buildPublishedInstallCommandArgs", () => {
it("runs lifecycle scripts for published install verification", () => {
const args = buildPublishedInstallCommandArgs("/tmp/openclaw-prefix", "openclaw@2026.4.10");
expect(args).toEqual([
"install",
"-g",
"--prefix",
"/tmp/openclaw-prefix",
"openclaw@2026.4.10",
"--no-fund",
"--no-audit",
]);
expect(args).not.toContain("--ignore-scripts");
});
});
describe("collectInstalledPackageErrors", () => {
function makeInstalledPackageRoot(): string {
return mkdtempSync(join(tmpdir(), "openclaw-postpublish-package-"));
}
it("flags version mismatches", () => {
const errors = collectInstalledPackageErrors({
expectedVersion: "2026.3.23-2",
installedVersion: "2026.3.23",
packageRoot: "/tmp/empty-openclaw",
});
expect(errors[0]).toBe(
"installed package version mismatch: expected 2026.3.23-2, found 2026.3.23.",
);
});
it("requires runtime sidecars for bundled extensions included in the package", () => {
const packageRoot = makeInstalledPackageRoot();
try {
writeFileSync(join(packageRoot, "package.json"), '{"version":"2026.3.23"}\n', "utf8");
mkdirSync(join(packageRoot, "dist", "extensions", "telegram"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "extensions", "telegram", "package.json"),
"{}\n",
"utf8",
);
expect(collectInstalledBundledRuntimeSidecarPaths(packageRoot)).toContain(
"dist/extensions/telegram/runtime-api.js",
);
expect(
collectInstalledPackageErrors({
expectedVersion: "2026.3.23",
installedVersion: "2026.3.23",
packageRoot,
}),
).toContain(
"installed package is missing required bundled runtime sidecar: dist/extensions/telegram/runtime-api.js",
);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
});
describe("collectInstalledContextEngineRuntimeErrors", () => {
function makeInstalledPackageRoot(): string {
return mkdtempSync(join(tmpdir(), "openclaw-postpublish-context-engine-"));
}
it("rejects packaged bundles with unresolved legacy context engine runtime loaders", () => {
const packageRoot = makeInstalledPackageRoot();
try {
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "runtime-plugins-BUG.js"),
'throw new Error("Failed to load legacy context engine runtime.");\n',
"utf8",
);
expect(collectInstalledContextEngineRuntimeErrors(packageRoot)).toEqual([
"installed package includes unresolved legacy context engine runtime loader; rebuild with a bundler-traceable LegacyContextEngine import.",
]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
it("accepts packaged bundles that inline the legacy context engine registration", () => {
const packageRoot = makeInstalledPackageRoot();
try {
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "runtime-plugins-OK.js"),
"registerContextEngineForOwner('legacy', async () => new LegacyContextEngine());\n",
"utf8",
);
expect(collectInstalledContextEngineRuntimeErrors(packageRoot)).toStrictEqual([]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
});
describe("collectInstalledPluginSdkZodArtifactErrors", () => {
function withInstalledPackageRoot(run: (packageRoot: string) => void): void {
const packageRoot = mkdtempSync(join(tmpdir(), "openclaw-postpublish-zod-sdk-"));
try {
run(packageRoot);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
}
function writeInstalledFile(packageRoot: string, relativePath: string, contents: string): void {
const filePath = join(packageRoot, ...relativePath.split("/"));
mkdirSync(dirname(filePath), { recursive: true });
writeFileSync(filePath, contents, "utf8");
}
it("requires the plugin-sdk zod artifact", () => {
withInstalledPackageRoot((packageRoot) => {
expect(collectInstalledPluginSdkZodArtifactErrors(packageRoot)).toEqual([
"installed package is missing required plugin SDK artifact: dist/plugin-sdk/zod.js",
]);
});
});
it("rejects plugin-sdk zod artifacts with a bare zod export", () => {
withInstalledPackageRoot((packageRoot) => {
writeInstalledFile(
packageRoot,
"dist/plugin-sdk/zod.js",
'import "../zod-D2c0iocA.js";\nexport * from "zod";\n',
);
expect(collectInstalledPluginSdkZodArtifactErrors(packageRoot)).toEqual([
"installed package plugin SDK zod artifact must be self-contained but dist/plugin-sdk/zod.js imports zod.",
]);
});
});
it("rejects plugin-sdk zod artifacts when a reachable local chunk imports zod", () => {
withInstalledPackageRoot((packageRoot) => {
writeInstalledFile(
packageRoot,
"dist/plugin-sdk/zod.js",
'export { z } from "../zod-D2c0iocA.js";\n',
);
writeInstalledFile(
packageRoot,
"dist/zod-D2c0iocA.js",
'import * as zodCore from "zod/v4/core";\nexport const z = zodCore;\n',
);
expect(collectInstalledPluginSdkZodArtifactErrors(packageRoot)).toEqual([
"installed package plugin SDK zod artifact must be self-contained but dist/zod-D2c0iocA.js imports zod/v4/core.",
]);
});
});
it("accepts plugin-sdk zod artifacts that only import package-local chunks", () => {
withInstalledPackageRoot((packageRoot) => {
writeInstalledFile(
packageRoot,
"dist/plugin-sdk/zod.js",
'export { z } from "../zod-D2c0iocA.js";\n',
);
writeInstalledFile(packageRoot, "dist/zod-D2c0iocA.js", "export const z = {};\n");
expect(collectInstalledPluginSdkZodArtifactErrors(packageRoot)).toEqual([]);
});
});
});
describe("normalizeInstalledBinaryVersion", () => {
it("accepts decorated CLI version output", () => {
expect(normalizeInstalledBinaryVersion("OpenClaw 2026.4.8 (9ece252)")).toBe("2026.4.8");
expect(normalizeInstalledBinaryVersion("OpenClaw 2026.4.8-beta.1 (9ece252)")).toBe(
"2026.4.8-beta.1",
);
expect(normalizeInstalledBinaryVersion("OpenClaw 2026.4.8-alpha.1 (9ece252)")).toBe(
"2026.4.8-alpha.1",
);
});
});
describe("resolveInstalledBinaryPath", () => {
it("uses the Unix global bin path on non-Windows platforms", () => {
expect(resolveInstalledBinaryPath("/tmp/openclaw-prefix", "darwin")).toBe(
"/tmp/openclaw-prefix/bin/openclaw",
);
});
it("uses the Windows npm shim path on win32", () => {
expect(resolveInstalledBinaryPath("C:/openclaw-prefix", "win32")).toBe(
"C:\\openclaw-prefix\\openclaw.cmd",
);
});
});
describe("resolveInstalledBinaryCommandInvocation", () => {
it("runs the Unix installed binary directly", () => {
expect(
resolveInstalledBinaryCommandInvocation("/tmp/openclaw-prefix", ["--version"], {
platform: "linux",
}),
).toEqual({
command: "/tmp/openclaw-prefix/bin/openclaw",
args: ["--version"],
});
});
it("wraps the Windows installed npm shim without Node shell argv", () => {
expect(
resolveInstalledBinaryCommandInvocation(
"C:/openclaw prefix",
["agent", "--message", "hello world"],
{
comSpec: "C:\\Windows\\System32\\cmd.exe",
platform: "win32",
},
),
).toEqual({
command: "C:\\Windows\\System32\\cmd.exe",
args: [
"/d",
"/s",
"/c",
'""C:\\openclaw prefix\\openclaw.cmd" agent --message "hello world""',
],
windowsVerbatimArguments: true,
});
});
});
describe("collectInstalledRootDependencyManifestErrors", () => {
function makeInstalledPackageRoot(): string {
return mkdtempSync(join(tmpdir(), "openclaw-postpublish-root-deps-"));
}
function writePackageFile(root: string, relativePath: string, value: unknown): void {
const fullPath = join(root, relativePath);
mkdirSync(dirname(fullPath), { recursive: true });
writeFileSync(fullPath, `${JSON.stringify(value, null, 2)}\n`, "utf8");
}
it("flags root dist imports whose declared runtime package name is missing", () => {
const packageRoot = makeInstalledPackageRoot();
try {
writePackageFile(packageRoot, "package.json", {
version: "2026.4.22",
dependencies: {},
});
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "typebox-CXXonh2u.js"),
'import { Type } from "typebox";\nexport { Type };\n',
"utf8",
);
expect(collectInstalledRootDependencyManifestErrors(packageRoot)).toEqual([
"installed package root is missing declared runtime dependency 'typebox' for dist importers: typebox-CXXonh2u.js. Add it to package.json dependencies/optionalDependencies.",
]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
it("accepts root dist imports when the runtime package name is declared", () => {
const packageRoot = makeInstalledPackageRoot();
try {
writePackageFile(packageRoot, "package.json", {
version: "2026.4.22",
dependencies: {
typebox: "1.1.28",
},
});
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "typebox-CXXonh2u.js"),
'import { Type } from "typebox";\nexport { Type };\n',
"utf8",
);
expect(collectInstalledRootDependencyManifestErrors(packageRoot)).toStrictEqual([]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
it("accepts optional or externalized runtime imports", () => {
const packageRoot = makeInstalledPackageRoot();
try {
writePackageFile(packageRoot, "package.json", {
version: "2026.4.22",
dependencies: {},
});
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "optional-runtime.js"),
['await import("@a2ui/markdown-it");', 'await import("@lancedb/lancedb");', ""].join("\n"),
"utf8",
);
writeFileSync(
join(packageRoot, "dist", "externalized-plugin-runtime.js"),
[
'import * as lark from "@larksuiteoapi/node-sdk";',
'import prism from "prism-media";',
"export { lark, prism };",
"",
].join("\n"),
"utf8",
);
mkdirSync(join(packageRoot, "dist", "plugin-sdk"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "plugin-sdk/channel-test-helpers.js"),
'import { expect, it } from "vitest";\nexport { expect, it };\n',
"utf8",
);
expect(collectInstalledRootDependencyManifestErrors(packageRoot)).toStrictEqual([]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
it("flags undeclared imports from mjs and cjs root dist files", () => {
const packageRoot = makeInstalledPackageRoot();
try {
writePackageFile(packageRoot, "package.json", {
version: "2026.4.22",
dependencies: {},
});
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "esm-entry.mjs"),
'export { value } from "mjs-only";\n',
"utf8",
);
writeFileSync(
join(packageRoot, "dist", "cjs-entry.cjs"),
'const cjsOnly = require("cjs-only");\nmodule.exports = cjsOnly;\n',
"utf8",
);
expect(collectInstalledRootDependencyManifestErrors(packageRoot)).toEqual([
"installed package root is missing declared runtime dependency 'cjs-only' for dist importers: cjs-entry.cjs. Add it to package.json dependencies/optionalDependencies.",
"installed package root is missing declared runtime dependency 'mjs-only' for dist importers: esm-entry.mjs. Add it to package.json dependencies/optionalDependencies.",
]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
it("ignores import-like text inside comments", () => {
const packageRoot = makeInstalledPackageRoot();
try {
writePackageFile(packageRoot, "package.json", {
version: "2026.4.22",
dependencies: {},
});
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "comment-only.js"),
[
'// import "fake-package";',
'/* require("fake-package-two"); */',
"export const ok = true;",
"",
].join("\n"),
"utf8",
);
expect(collectInstalledRootDependencyManifestErrors(packageRoot)).toStrictEqual([]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
it("ignores import-like text inside string literals", () => {
const packageRoot = makeInstalledPackageRoot();
try {
writePackageFile(packageRoot, "package.json", {
version: "2026.4.22",
dependencies: {},
});
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "string-only.js"),
[
"export const help = \"run import('fake-package') after setup\";",
'export const note = "from \\"fake-package-two\\"";',
"",
].join("\n"),
"utf8",
);
expect(collectInstalledRootDependencyManifestErrors(packageRoot)).toStrictEqual([]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
it("returns a structured error when installed package.json is invalid", () => {
const packageRoot = makeInstalledPackageRoot();
try {
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(join(packageRoot, "package.json"), "{not-json\n", "utf8");
const errors = collectInstalledRootDependencyManifestErrors(packageRoot);
expect(errors).toHaveLength(1);
expect(errors[0]?.startsWith("installed package.json could not be parsed:")).toBe(true);
expect(errors[0]?.endsWith(".")).toBe(true);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
it("refuses oversized root dist files", () => {
const packageRoot = makeInstalledPackageRoot();
try {
writePackageFile(packageRoot, "package.json", {
version: "2026.4.22",
dependencies: {},
});
mkdirSync(join(packageRoot, "dist"), { recursive: true });
writeFileSync(
join(packageRoot, "dist", "oversized.js"),
"x".repeat(6 * 1024 * 1024 + 1),
"utf8",
);
expect(collectInstalledRootDependencyManifestErrors(packageRoot)).toEqual([
"installed package root dist file 'oversized.js' is invalid or exceeds 6291456 bytes.",
]);
} finally {
rmSync(packageRoot, { recursive: true, force: true });
}
});
});