* fix(cli): separate unit tests from integration tests and fix test cleanup - Rename 14 non-backend test files to *_unit.test.ts convention - Add UNIT_ONLY env var guard in setup.ts to skip cargo build/backend startup - Add test:unit and test:integration scripts to package.json - Use setsid on Linux for process group management so stop() kills both cargo and the windmill child process - Fix exit handler to kill process group instead of just the direct child - Add cleanupStaleTestResources() to drop orphaned windmill_test_* databases and kill orphaned backend processes on startup - Rewrite TESTING.md with current bun-based instructions Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * fix(cli): fix process group approach - kill by db name instead of setsid The setsid approach didn't work because setsid forks, making the PID we get from Bun.spawn ephemeral. Instead, kill orphaned windmill child processes by matching our unique database name in /proc/pid/environ. Also add afterAll hook in setup.ts so full async cleanup (process kill + database drop) runs when all tests complete normally, not just on SIGINT/SIGTERM. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> * fix(cli): address PR review feedback - Remove duplicate cleanupStaleTestResources() call in getTestBackend() (already called in setup.ts) - Add regex guard on database names before SQL interpolation - Extract shared killWindmillProcessesByEnvMatch() helper to deduplicate process-killing logic - Remove redundant test:integration script (test already runs everything) - Flip setup.ts to if/else pattern for readability Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com> --------- Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
359 lines
9.9 KiB
TypeScript
359 lines
9.9 KiB
TypeScript
import { expect, test } from "bun:test";
|
|
import { mkdtemp, rm, mkdir, writeFile } from "node:fs/promises";
|
|
import os from "node:os";
|
|
import * as path from "node:path";
|
|
import {
|
|
formatValidationError,
|
|
runLint,
|
|
} from "../src/commands/lint/lint.ts";
|
|
|
|
async function withTempDir(
|
|
fn: (tempDir: string) => Promise<void>,
|
|
): Promise<void> {
|
|
const tempDir = await mkdtemp(path.join(os.tmpdir(), "wmill_lint_test_"));
|
|
const originalCwd = process.cwd();
|
|
try {
|
|
process.chdir(tempDir);
|
|
await fn(tempDir);
|
|
} finally {
|
|
process.chdir(originalCwd);
|
|
await rm(tempDir, { recursive: true });
|
|
}
|
|
}
|
|
|
|
test("lint: validates flow, schedule, and trigger yaml files", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/my_flow.flow`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/my_flow.flow/flow.yaml`,
|
|
`summary: My flow
|
|
value:
|
|
modules: []
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await mkdir(`${tempDir}/f/jobs`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/jobs/daily.schedule.yaml`,
|
|
`schedule: "0 0 12 * * *"
|
|
timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/daily_sync"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await mkdir(`${tempDir}/f/triggers`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/hook.http_trigger.yaml`,
|
|
`script_path: "f/triggers/http_handler"
|
|
is_flow: false
|
|
route_path: "api/webhook"
|
|
request_type: "sync"
|
|
authentication_method: "none"
|
|
http_method: "post"
|
|
is_static_website: false
|
|
workspaced_route: false
|
|
wrap_body: false
|
|
raw_string: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/inbox.email_trigger.yaml`,
|
|
`script_path: "f/triggers/email_handler"
|
|
is_flow: false
|
|
local_part: "inbox"
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.exitCode).toEqual(0);
|
|
expect(report.validatedFiles).toEqual(4);
|
|
expect(report.validFiles).toEqual(4);
|
|
expect(report.invalidFiles).toEqual(0);
|
|
expect(report.warnings.length).toEqual(0);
|
|
});
|
|
});
|
|
|
|
test("lint: returns errors for invalid schedule documents", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/jobs`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/jobs/broken.schedule.yaml`,
|
|
`timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/broken"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.exitCode).toEqual(1);
|
|
expect(report.validatedFiles).toEqual(1);
|
|
expect(report.invalidFiles).toEqual(1);
|
|
expect(report.issues[0].path).toEqual("f/jobs/broken.schedule.yaml");
|
|
expect(
|
|
report.issues[0].errors.some((message) =>
|
|
message.includes("missing required property 'schedule'")
|
|
),
|
|
).toBeTruthy();
|
|
});
|
|
});
|
|
|
|
test("lint: warns and skips unsupported native trigger schemas", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/triggers`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/webhook.script.123.nextcloud_native_trigger.yaml`,
|
|
`path: "f/triggers/native"
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.exitCode).toEqual(0);
|
|
expect(report.validatedFiles).toEqual(0);
|
|
expect(report.skippedUnsupportedFiles).toEqual(1);
|
|
expect(report.warnings.length).toEqual(1);
|
|
expect(
|
|
report.warnings[0].message,
|
|
).toContain("Unsupported trigger schema");
|
|
|
|
const failOnWarnReport = await runLint(
|
|
{ failOnWarn: true } as any,
|
|
tempDir,
|
|
);
|
|
expect(failOnWarnReport.exitCode).toEqual(1);
|
|
});
|
|
});
|
|
|
|
test("lint: uses wmill.yaml include filters for file discovery", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await writeFile(
|
|
`${tempDir}/wmill.yaml`,
|
|
`defaultTs: bun
|
|
includes:
|
|
- "f/allowed/**"
|
|
excludes: []
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await mkdir(`${tempDir}/f/allowed`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/allowed/ok.schedule.yaml`,
|
|
`schedule: "0 0 12 * * *"
|
|
timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/ok"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await mkdir(`${tempDir}/f/blocked`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/blocked/bad.schedule.yaml`,
|
|
`timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/bad"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.exitCode).toEqual(0);
|
|
expect(report.validatedFiles).toEqual(1);
|
|
expect(report.validFiles).toEqual(1);
|
|
expect(report.invalidFiles).toEqual(0);
|
|
expect(report.issues.length).toEqual(0);
|
|
});
|
|
});
|
|
|
|
// --- formatValidationError unit tests ---
|
|
|
|
test("formatValidationError: required keyword", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "/value",
|
|
keyword: "required",
|
|
message: "must have required property 'modules'",
|
|
params: { missingProperty: "modules" },
|
|
}),
|
|
).toEqual("/value missing required property 'modules'");
|
|
});
|
|
|
|
test("formatValidationError: additionalProperties keyword", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "/value",
|
|
keyword: "additionalProperties",
|
|
message: "must NOT have additional properties",
|
|
params: { additionalProperty: "typo_field" },
|
|
}),
|
|
).toEqual("/value has unknown property 'typo_field'");
|
|
});
|
|
|
|
test("formatValidationError: enum keyword filters null values", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "/http_method",
|
|
keyword: "enum",
|
|
message: "must be equal to one of the allowed values",
|
|
params: { allowedValues: [null, "get", "post", "put"] },
|
|
}),
|
|
).toEqual("/http_method must be one of: 'get', 'post', 'put'");
|
|
});
|
|
|
|
test("formatValidationError: falls back to message", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "/timeout",
|
|
keyword: "type",
|
|
message: "must be integer",
|
|
}),
|
|
).toEqual("/timeout must be integer");
|
|
});
|
|
|
|
test("formatValidationError: uses / for empty instancePath", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "",
|
|
keyword: "required",
|
|
message: "must have required property 'summary'",
|
|
params: { missingProperty: "summary" },
|
|
}),
|
|
).toEqual("/ missing required property 'summary'");
|
|
});
|
|
|
|
test("formatValidationError: generic fallback when no message", () => {
|
|
expect(
|
|
formatValidationError({ instancePath: "/field", keyword: "custom" }),
|
|
).toEqual("/field validation error");
|
|
});
|
|
|
|
// --- runLint integration tests ---
|
|
|
|
test("lint: throws for non-existent directory", async () => {
|
|
let threw = false;
|
|
try {
|
|
await runLint({} as any, "/tmp/wmill_lint_nonexistent_" + Date.now());
|
|
} catch (e) {
|
|
threw = true;
|
|
expect((e as Error).message).toContain("Directory not found");
|
|
}
|
|
expect(threw).toBeTruthy();
|
|
});
|
|
|
|
test("lint: json-shaped report contains all fields", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/jobs`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/jobs/ok.schedule.yaml`,
|
|
`schedule: "0 0 * * *"
|
|
timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/ok"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({ json: true } as any, tempDir);
|
|
|
|
// Verify the report object has the shape expected by --json output
|
|
expect(typeof report.scannedFiles).toEqual("number");
|
|
expect(typeof report.validatedFiles).toEqual("number");
|
|
expect(typeof report.validFiles).toEqual("number");
|
|
expect(typeof report.invalidFiles).toEqual("number");
|
|
expect(typeof report.skippedUnsupportedFiles).toEqual("number");
|
|
expect(Array.isArray(report.warnings)).toBeTruthy();
|
|
expect(Array.isArray(report.issues)).toBeTruthy();
|
|
expect(typeof report.success).toEqual("boolean");
|
|
expect(typeof report.exitCode).toEqual("number");
|
|
|
|
// JSON.stringify should round-trip cleanly
|
|
const json = JSON.parse(JSON.stringify(report));
|
|
expect(json.success).toEqual(true);
|
|
expect(json.exitCode).toEqual(0);
|
|
});
|
|
});
|
|
|
|
test("lint: --fail-on-warn with mixed valid and warning files", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
// A valid schedule
|
|
await mkdir(`${tempDir}/f/jobs`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/jobs/ok.schedule.yaml`,
|
|
`schedule: "0 0 * * *"
|
|
timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/ok"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
// An unsupported native trigger that produces a warning
|
|
await mkdir(`${tempDir}/f/triggers`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/webhook.script.123.nextcloud_native_trigger.yaml`,
|
|
`path: "f/triggers/native"
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
// Without --fail-on-warn: passes
|
|
const normalReport = await runLint({} as any, tempDir);
|
|
expect(normalReport.exitCode).toEqual(0);
|
|
expect(normalReport.success).toEqual(true);
|
|
expect(normalReport.validFiles).toEqual(1);
|
|
expect(normalReport.warnings.length).toEqual(1);
|
|
|
|
// With --fail-on-warn: fails due to warning
|
|
const strictReport = await runLint({ failOnWarn: true } as any, tempDir);
|
|
expect(strictReport.exitCode).toEqual(1);
|
|
expect(strictReport.success).toEqual(false);
|
|
expect(strictReport.validFiles).toEqual(1);
|
|
expect(strictReport.warnings.length).toEqual(1);
|
|
});
|
|
});
|
|
|
|
test("lint: reports enum errors with allowed values for invalid trigger", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/triggers`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/hook.http_trigger.yaml`,
|
|
`script_path: "f/triggers/http_handler"
|
|
is_flow: false
|
|
route_path: "api/webhook"
|
|
authentication_method: "none"
|
|
http_method: "invalid_method"
|
|
is_static_website: false
|
|
workspaced_route: false
|
|
wrap_body: false
|
|
raw_string: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.invalidFiles).toEqual(1);
|
|
expect(
|
|
report.issues[0].errors.some((msg) => msg.includes("must be one of:")),
|
|
).toBeTruthy();
|
|
});
|
|
});
|