* feat(cli): add consistent get/list/new subcommands for all item types Make the CLI consistent so every item type (script, flow, app, resource, resource-type, variable, schedule, folder, trigger) supports get/list/new subcommands, enabling the CLI to be used as a full API client in bash scripts with jq piping. - Add --json flag to all list commands for machine-readable output - Register explicit "list" subcommand alongside default action - Add "get <path> [--json]" subcommand to fetch single items from API - Rename "bootstrap" to "new" for script/flow, keep "bootstrap" as alias - Add "new" subcommand for resource, resource-type, variable, schedule, folder, and trigger to create local template YAML files - Update cli-commands skill documentation for wmill init - Add integration tests for all new commands Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * all * feat: install wmill CLI in Docker images and use it for bash variable/resource access - Install windmill-cli via bun in all Dockerfiles that include bun - DockerfileCli: switch from node:slim to oven/bun:slim - CLI: auto-configure from WM_WORKSPACE/WM_TOKEN/BASE_INTERNAL_URL env vars as last-resort fallback when no workspace is configured - Frontend: replace curl-based bash snippets with wmill variable/resource get - Add backend integration tests for wmill CLI in bash scripts Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * fix(ci): install windmill-cli in backend test workflow Ensures wmill is available on PATH for bash integration tests that use `wmill variable get` and `wmill resource get`. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * refactor(cli): replace @std/* Deno dependencies with Node.js equivalents Replace @std/log with a lightweight custom logger (core/log.ts), @std/path with node:path, and @std/yaml with the yaml npm package. Also fix process hang on exit, add --node option to install_dev.sh, and add missing hasRequiredPermissions to NpmProvider. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * all * all * all * refactor(cli): replace @ayonli/jsext and @std/encoding with lightweight alternatives Replace @ayonli/jsext (8.4MB) with tar-stream (32kB) for tar creation, replace @std/encoding with Node.js Buffer.toString("hex"), and fix @windmill-labs/shared-utils to use direct npm instead of JSR mirror. Also resolve merge conflicts in sync.ts and fix pre-existing type errors. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * fix(cli): use singleQuote YAML output and pass yamlOptions in gitsync pull The yaml library defaults to double quotes, but the codebase (and tests) expect single-quoted strings. Add singleQuote: true to yamlOptions and pass yamlOptions to gitsync-settings pull writeFile calls. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * all * all * fix(cli): address code review feedback - Install CLI from source in backend tests instead of npm - Fix script bootstrap catch block to re-throw "File already exists" - Add type-safe local variable after trigger kind validation - Use created_by instead of policy.on_behalf_of for app get output - Note --kind is recommended for faster trigger lookup in help text - Document node symlink purpose in Dockerfiles Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * fix(ci): use /usr/bin for wmill wrapper to ensure it's in PATH Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * fix(ci): install wmill to ~/.local/bin to avoid permission issues Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * ci(backend): switch to Blacksmith runner and add cargo caching - Switch from ubicloud-standard-16 to blacksmith-16vcpu-ubuntu-2404 for faster NVMe-backed builds - Add stickydisk for cargo target directory (persistent NVMe cache across runs) - Add cache for cargo registry and git dependencies - Upgrade DuckDB FFI cache from actions/cache@v3 to useblacksmith/cache@v1 - Enable CARGO_INCREMENTAL=1 to benefit from persistent target cache Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com> * fix ci --------- Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
359 lines
9.9 KiB
TypeScript
359 lines
9.9 KiB
TypeScript
import { expect, test } from "bun:test";
|
|
import { mkdtemp, rm, mkdir, writeFile } from "node:fs/promises";
|
|
import os from "node:os";
|
|
import * as path from "node:path";
|
|
import {
|
|
formatValidationError,
|
|
runLint,
|
|
} from "../src/commands/lint/lint.ts";
|
|
|
|
async function withTempDir(
|
|
fn: (tempDir: string) => Promise<void>,
|
|
): Promise<void> {
|
|
const tempDir = await mkdtemp(path.join(os.tmpdir(), "wmill_lint_test_"));
|
|
const originalCwd = process.cwd();
|
|
try {
|
|
process.chdir(tempDir);
|
|
await fn(tempDir);
|
|
} finally {
|
|
process.chdir(originalCwd);
|
|
await rm(tempDir, { recursive: true });
|
|
}
|
|
}
|
|
|
|
test("lint: validates flow, schedule, and trigger yaml files", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/my_flow.flow`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/my_flow.flow/flow.yaml`,
|
|
`summary: My flow
|
|
value:
|
|
modules: []
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await mkdir(`${tempDir}/f/jobs`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/jobs/daily.schedule.yaml`,
|
|
`schedule: "0 0 12 * * *"
|
|
timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/daily_sync"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await mkdir(`${tempDir}/f/triggers`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/hook.http_trigger.yaml`,
|
|
`script_path: "f/triggers/http_handler"
|
|
is_flow: false
|
|
route_path: "api/webhook"
|
|
request_type: "sync"
|
|
authentication_method: "none"
|
|
http_method: "post"
|
|
is_static_website: false
|
|
workspaced_route: false
|
|
wrap_body: false
|
|
raw_string: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/inbox.email_trigger.yaml`,
|
|
`script_path: "f/triggers/email_handler"
|
|
is_flow: false
|
|
local_part: "inbox"
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.exitCode).toEqual(0);
|
|
expect(report.validatedFiles).toEqual(4);
|
|
expect(report.validFiles).toEqual(4);
|
|
expect(report.invalidFiles).toEqual(0);
|
|
expect(report.warnings.length).toEqual(0);
|
|
});
|
|
});
|
|
|
|
test("lint: returns errors for invalid schedule documents", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/jobs`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/jobs/broken.schedule.yaml`,
|
|
`timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/broken"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.exitCode).toEqual(1);
|
|
expect(report.validatedFiles).toEqual(1);
|
|
expect(report.invalidFiles).toEqual(1);
|
|
expect(report.issues[0].path).toEqual("f/jobs/broken.schedule.yaml");
|
|
expect(
|
|
report.issues[0].errors.some((message) =>
|
|
message.includes("missing required property 'schedule'")
|
|
),
|
|
).toBeTruthy();
|
|
});
|
|
});
|
|
|
|
test("lint: warns and skips unsupported native trigger schemas", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/triggers`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/webhook.script.123.nextcloud_native_trigger.yaml`,
|
|
`path: "f/triggers/native"
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.exitCode).toEqual(0);
|
|
expect(report.validatedFiles).toEqual(0);
|
|
expect(report.skippedUnsupportedFiles).toEqual(1);
|
|
expect(report.warnings.length).toEqual(1);
|
|
expect(
|
|
report.warnings[0].message,
|
|
).toContain("Unsupported trigger schema");
|
|
|
|
const failOnWarnReport = await runLint(
|
|
{ failOnWarn: true } as any,
|
|
tempDir,
|
|
);
|
|
expect(failOnWarnReport.exitCode).toEqual(1);
|
|
});
|
|
});
|
|
|
|
test("lint: uses wmill.yaml include filters for file discovery", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await writeFile(
|
|
`${tempDir}/wmill.yaml`,
|
|
`defaultTs: bun
|
|
includes:
|
|
- "f/allowed/**"
|
|
excludes: []
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await mkdir(`${tempDir}/f/allowed`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/allowed/ok.schedule.yaml`,
|
|
`schedule: "0 0 12 * * *"
|
|
timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/ok"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
await mkdir(`${tempDir}/f/blocked`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/blocked/bad.schedule.yaml`,
|
|
`timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/bad"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.exitCode).toEqual(0);
|
|
expect(report.validatedFiles).toEqual(1);
|
|
expect(report.validFiles).toEqual(1);
|
|
expect(report.invalidFiles).toEqual(0);
|
|
expect(report.issues.length).toEqual(0);
|
|
});
|
|
});
|
|
|
|
// --- formatValidationError unit tests ---
|
|
|
|
test("formatValidationError: required keyword", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "/value",
|
|
keyword: "required",
|
|
message: "must have required property 'modules'",
|
|
params: { missingProperty: "modules" },
|
|
}),
|
|
).toEqual("/value missing required property 'modules'");
|
|
});
|
|
|
|
test("formatValidationError: additionalProperties keyword", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "/value",
|
|
keyword: "additionalProperties",
|
|
message: "must NOT have additional properties",
|
|
params: { additionalProperty: "typo_field" },
|
|
}),
|
|
).toEqual("/value has unknown property 'typo_field'");
|
|
});
|
|
|
|
test("formatValidationError: enum keyword filters null values", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "/http_method",
|
|
keyword: "enum",
|
|
message: "must be equal to one of the allowed values",
|
|
params: { allowedValues: [null, "get", "post", "put"] },
|
|
}),
|
|
).toEqual("/http_method must be one of: 'get', 'post', 'put'");
|
|
});
|
|
|
|
test("formatValidationError: falls back to message", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "/timeout",
|
|
keyword: "type",
|
|
message: "must be integer",
|
|
}),
|
|
).toEqual("/timeout must be integer");
|
|
});
|
|
|
|
test("formatValidationError: uses / for empty instancePath", () => {
|
|
expect(
|
|
formatValidationError({
|
|
instancePath: "",
|
|
keyword: "required",
|
|
message: "must have required property 'summary'",
|
|
params: { missingProperty: "summary" },
|
|
}),
|
|
).toEqual("/ missing required property 'summary'");
|
|
});
|
|
|
|
test("formatValidationError: generic fallback when no message", () => {
|
|
expect(
|
|
formatValidationError({ instancePath: "/field", keyword: "custom" }),
|
|
).toEqual("/field validation error");
|
|
});
|
|
|
|
// --- runLint integration tests ---
|
|
|
|
test("lint: throws for non-existent directory", async () => {
|
|
let threw = false;
|
|
try {
|
|
await runLint({} as any, "/tmp/wmill_lint_nonexistent_" + Date.now());
|
|
} catch (e) {
|
|
threw = true;
|
|
expect((e as Error).message).toContain("Directory not found");
|
|
}
|
|
expect(threw).toBeTruthy();
|
|
});
|
|
|
|
test("lint: json-shaped report contains all fields", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/jobs`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/jobs/ok.schedule.yaml`,
|
|
`schedule: "0 0 * * *"
|
|
timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/ok"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({ json: true } as any, tempDir);
|
|
|
|
// Verify the report object has the shape expected by --json output
|
|
expect(typeof report.scannedFiles).toEqual("number");
|
|
expect(typeof report.validatedFiles).toEqual("number");
|
|
expect(typeof report.validFiles).toEqual("number");
|
|
expect(typeof report.invalidFiles).toEqual("number");
|
|
expect(typeof report.skippedUnsupportedFiles).toEqual("number");
|
|
expect(Array.isArray(report.warnings)).toBeTruthy();
|
|
expect(Array.isArray(report.issues)).toBeTruthy();
|
|
expect(typeof report.success).toEqual("boolean");
|
|
expect(typeof report.exitCode).toEqual("number");
|
|
|
|
// JSON.stringify should round-trip cleanly
|
|
const json = JSON.parse(JSON.stringify(report));
|
|
expect(json.success).toEqual(true);
|
|
expect(json.exitCode).toEqual(0);
|
|
});
|
|
});
|
|
|
|
test("lint: --fail-on-warn with mixed valid and warning files", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
// A valid schedule
|
|
await mkdir(`${tempDir}/f/jobs`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/jobs/ok.schedule.yaml`,
|
|
`schedule: "0 0 * * *"
|
|
timezone: "UTC"
|
|
enabled: true
|
|
script_path: "f/jobs/ok"
|
|
is_flow: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
// An unsupported native trigger that produces a warning
|
|
await mkdir(`${tempDir}/f/triggers`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/webhook.script.123.nextcloud_native_trigger.yaml`,
|
|
`path: "f/triggers/native"
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
// Without --fail-on-warn: passes
|
|
const normalReport = await runLint({} as any, tempDir);
|
|
expect(normalReport.exitCode).toEqual(0);
|
|
expect(normalReport.success).toEqual(true);
|
|
expect(normalReport.validFiles).toEqual(1);
|
|
expect(normalReport.warnings.length).toEqual(1);
|
|
|
|
// With --fail-on-warn: fails due to warning
|
|
const strictReport = await runLint({ failOnWarn: true } as any, tempDir);
|
|
expect(strictReport.exitCode).toEqual(1);
|
|
expect(strictReport.success).toEqual(false);
|
|
expect(strictReport.validFiles).toEqual(1);
|
|
expect(strictReport.warnings.length).toEqual(1);
|
|
});
|
|
});
|
|
|
|
test("lint: reports enum errors with allowed values for invalid trigger", async () => {
|
|
await withTempDir(async (tempDir) => {
|
|
await mkdir(`${tempDir}/f/triggers`, { recursive: true });
|
|
await writeFile(
|
|
`${tempDir}/f/triggers/hook.http_trigger.yaml`,
|
|
`script_path: "f/triggers/http_handler"
|
|
is_flow: false
|
|
route_path: "api/webhook"
|
|
authentication_method: "none"
|
|
http_method: "invalid_method"
|
|
is_static_website: false
|
|
workspaced_route: false
|
|
wrap_body: false
|
|
raw_string: false
|
|
`,
|
|
"utf-8"
|
|
);
|
|
|
|
const report = await runLint({} as any, tempDir);
|
|
|
|
expect(report.invalidFiles).toEqual(1);
|
|
expect(
|
|
report.issues[0].errors.some((msg) => msg.includes("must be one of:")),
|
|
).toBeTruthy();
|
|
});
|
|
});
|