111 lines
5.1 KiB
TypeScript
111 lines
5.1 KiB
TypeScript
import { describe, expect, it } from "vitest";
|
|
|
|
import {
|
|
buildCustomWidgetAiPrompt,
|
|
CUSTOM_WIDGET_FINAL_OUTPUT_INSTRUCTION,
|
|
CUSTOM_WIDGET_MCP_AUTHORING_PROMPT,
|
|
} from "../core/ai-prompt";
|
|
|
|
describe("AI prompt", () => {
|
|
it("is self-contained, request-first, and compact", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(
|
|
undefined,
|
|
null,
|
|
null,
|
|
"Create a beautiful Pokédex",
|
|
"https://pokeapi.co/docs/v2",
|
|
);
|
|
expect(prompt.length).toBeLessThanOrEqual(12_000);
|
|
expect(prompt.indexOf("Create a beautiful Pokédex")).toBeLessThan(prompt.indexOf("Manifest contract"));
|
|
expect(prompt).toContain('"requests": {');
|
|
expect(prompt).toContain("{option:name}");
|
|
expect(prompt).toContain("Example — Service dashboard");
|
|
expect(prompt).toContain("Example — Search and action");
|
|
expect(prompt).toContain("visual hierarchy");
|
|
expect(prompt).toContain("Put the complete JSX directly in its template string");
|
|
expect(prompt).toContain("copy one code block and paste it into Homarr once");
|
|
expect(prompt).not.toContain("fenced block followed by");
|
|
expect(prompt).toContain('trigger="manual"');
|
|
expect(prompt).toContain("never write `=> {` anywhere");
|
|
expect(prompt).toContain('"choicesFrom"');
|
|
expect(prompt).toContain("must not shadow the reserved roots");
|
|
expect(prompt.endsWith(CUSTOM_WIDGET_FINAL_OUTPUT_INSTRUCTION)).toBe(true);
|
|
});
|
|
|
|
it("does not claim offline MCP tools or embed the component catalog", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(undefined, null, null, "Build a widget");
|
|
expect(prompt).not.toContain("customWidget_validate");
|
|
expect(prompt).not.toContain("homarr://");
|
|
expect(prompt).not.toContain("OFFLINE BUNDLE");
|
|
expect(prompt.match(/Recommended components:/gu)).toHaveLength(1);
|
|
});
|
|
|
|
it("makes the connected MCP workflow load the complete skill and test every preview query", () => {
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("First call customWidget_getSkill");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_validate");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_previewCreate");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_previewQuery once for every query");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_createFromPreview");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_getSharedProps");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("at most eight named component documents");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("at most four after loading a complete example");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Treat preview data as the binding contract");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("freshness context");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Make initial states actionable");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("compact narrow-tile rows");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Label standalone icons");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Prefer templateLines");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT.indexOf("customWidget_previewQuery")).toBeLessThan(
|
|
CUSTOM_WIDGET_MCP_AUTHORING_PROMPT.indexOf("customWidget_create"),
|
|
);
|
|
});
|
|
|
|
it("redacts secrets and preserves the final instruction when optional context is large", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(
|
|
undefined,
|
|
JSON.stringify({ token: "sensitive", data: "x".repeat(20_000) }),
|
|
null,
|
|
"Build it",
|
|
);
|
|
expect(prompt).not.toContain("sensitive");
|
|
expect(prompt.endsWith(CUSTOM_WIDGET_FINAL_OUTPUT_INSTRUCTION)).toBe(true);
|
|
expect(prompt.length).toBeLessThanOrEqual(12_000);
|
|
});
|
|
|
|
it("redacts embedded request credentials while retaining harmless request metadata", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(undefined, null, {
|
|
requests: {
|
|
status: {
|
|
path: "/status?credential=Bearer-sk-secret-123456",
|
|
headers: {
|
|
"X-Auth": "Bearer sk-secret-123456",
|
|
"X-Service": "Basic dXNlcjpwYXNz",
|
|
"X-Feature-Key": "dashboard-layout",
|
|
},
|
|
},
|
|
},
|
|
template: "<Text>Bearer ghp_abcdefghijklmnopqrstuvwxyz123456</Text>",
|
|
});
|
|
|
|
expect(prompt).not.toContain("sk-secret-123456");
|
|
expect(prompt).not.toContain("dXNlcjpwYXNz");
|
|
expect(prompt).not.toContain("ghp_abcdefghijklmnopqrstuvwxyz123456");
|
|
expect(prompt).toContain('"X-Auth": "[REDACTED]"');
|
|
expect(prompt).toContain('"X-Feature-Key": "dashboard-layout"');
|
|
});
|
|
|
|
it("redacts credentials embedded directly in the free-form request", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(
|
|
undefined,
|
|
null,
|
|
null,
|
|
"Use Authorization: Bearer sk-secret-123456 and token=ghp_abcdefghijklmnopqrstuvwxyz123456",
|
|
);
|
|
|
|
expect(prompt).not.toContain("sk-secret-123456");
|
|
expect(prompt).not.toContain("ghp_abcdefghijklmnopqrstuvwxyz123456");
|
|
expect(prompt).toContain("Authorization: Bearer [REDACTED]");
|
|
expect(prompt).toContain("token=[REDACTED]");
|
|
});
|
|
});
|