146 lines
7.1 KiB
TypeScript
146 lines
7.1 KiB
TypeScript
import { describe, expect, it } from "vitest";
|
|
|
|
import {
|
|
buildCustomWidgetAiPrompt,
|
|
CUSTOM_WIDGET_FINAL_OUTPUT_INSTRUCTION,
|
|
CUSTOM_WIDGET_MCP_AUTHORING_PROMPT,
|
|
} from "../core/ai-prompt";
|
|
|
|
describe("AI prompt", () => {
|
|
it("is self-contained, request-first, and compact", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(
|
|
undefined,
|
|
null,
|
|
null,
|
|
"Create a beautiful Pokédex",
|
|
"https://pokeapi.co/docs/v2",
|
|
);
|
|
expect(prompt.length).toBeLessThanOrEqual(12_000);
|
|
expect(prompt.indexOf("Create a beautiful Pokédex")).toBeLessThan(prompt.indexOf("Manifest contract"));
|
|
expect(prompt).toContain('"requests": {');
|
|
expect(prompt).toContain("{option:name}");
|
|
expect(prompt).toContain("Example — Service dashboard");
|
|
expect(prompt).toContain("Example — Search and action");
|
|
expect(prompt).toContain("visual hierarchy");
|
|
expect(prompt).toContain("Put the complete JSX directly in its template string");
|
|
expect(prompt).toContain("copy one code block and paste it into Homarr once");
|
|
expect(prompt).not.toContain("fenced block followed by");
|
|
expect(prompt).toContain('trigger="manual"');
|
|
expect(prompt).toContain("never write `=> {` anywhere");
|
|
expect(prompt).toContain('"choicesFrom"');
|
|
expect(prompt).toContain("must not shadow the reserved roots");
|
|
expect(prompt.endsWith(CUSTOM_WIDGET_FINAL_OUTPUT_INSTRUCTION)).toBe(true);
|
|
});
|
|
|
|
it("does not claim offline MCP tools or embed the component catalog", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(undefined, null, null, "Build a widget");
|
|
expect(prompt).not.toContain("customWidget_validate");
|
|
expect(prompt).not.toContain("homarr://");
|
|
expect(prompt).not.toContain("OFFLINE BUNDLE");
|
|
expect(prompt.match(/Recommended components:/gu)).toHaveLength(1);
|
|
});
|
|
|
|
it("makes the connected MCP workflow load the complete skill and test every preview query", () => {
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("First call customWidget_getSkill");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_validate");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_previewCreate");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_previewQuery once for every query");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_createFromPreview");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("customWidget_getSharedProps");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("at most eight named component documents");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("at most four after loading a complete example");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Treat preview data as the binding contract");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Make initial states actionable");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Label standalone icons");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Prefer templateLines");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Make one documentation tool call at a time");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Never issue batched customWidget_getComponent calls");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain(
|
|
"choose at most four component names total and never request a fifth",
|
|
);
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain(
|
|
"reject IIFEs, new, block callbacks or => {, and raw HTML tags such as span",
|
|
);
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("concise human-readable absolute dates and times");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain(
|
|
"do not compute relative time with Date, Date.now, or Date.parse unless the live docs provide a safe helper",
|
|
);
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("one restrained accent for decorative chrome");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain(
|
|
"operational, degraded, and down states retain distinct semantic colors",
|
|
);
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("Do not wrap every metric or service row in Paper or Card");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain("one dominant surface with clearly separated service rows");
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain(
|
|
"a one-column compact narrow layout, and an intentionally more spacious wide layout",
|
|
);
|
|
const orderedSteps = [
|
|
"1. First call customWidget_getSkill",
|
|
"2. Call customWidget_schema",
|
|
"3. If a complete example is useful, call customWidget_getExample before any customWidget_getComponent call",
|
|
"4. Before validation",
|
|
"5. Call customWidget_previewCreate",
|
|
"6. Call customWidget_previewQuery once for every query",
|
|
"7. Call customWidget_createFromPreview",
|
|
];
|
|
for (const [index, step] of orderedSteps.entries()) {
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT).toContain(step);
|
|
if (index === 0) continue;
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT.indexOf(orderedSteps[index - 1] ?? "")).toBeLessThan(
|
|
CUSTOM_WIDGET_MCP_AUTHORING_PROMPT.indexOf(step),
|
|
);
|
|
}
|
|
expect(CUSTOM_WIDGET_MCP_AUTHORING_PROMPT.indexOf("customWidget_previewQuery")).toBeLessThan(
|
|
CUSTOM_WIDGET_MCP_AUTHORING_PROMPT.indexOf("customWidget_create"),
|
|
);
|
|
});
|
|
|
|
it("redacts secrets and preserves the final instruction when optional context is large", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(
|
|
undefined,
|
|
JSON.stringify({ token: "sensitive", data: "x".repeat(20_000) }),
|
|
null,
|
|
"Build it",
|
|
);
|
|
expect(prompt).not.toContain("sensitive");
|
|
expect(prompt.endsWith(CUSTOM_WIDGET_FINAL_OUTPUT_INSTRUCTION)).toBe(true);
|
|
expect(prompt.length).toBeLessThanOrEqual(12_000);
|
|
});
|
|
|
|
it("redacts embedded request credentials while retaining harmless request metadata", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(undefined, null, {
|
|
requests: {
|
|
status: {
|
|
path: "/status?credential=Bearer-sk-secret-123456",
|
|
headers: {
|
|
"X-Auth": "Bearer sk-secret-123456",
|
|
"X-Service": "Basic dXNlcjpwYXNz",
|
|
"X-Feature-Key": "dashboard-layout",
|
|
},
|
|
},
|
|
},
|
|
template: "<Text>Bearer ghp_abcdefghijklmnopqrstuvwxyz123456</Text>",
|
|
});
|
|
|
|
expect(prompt).not.toContain("sk-secret-123456");
|
|
expect(prompt).not.toContain("dXNlcjpwYXNz");
|
|
expect(prompt).not.toContain("ghp_abcdefghijklmnopqrstuvwxyz123456");
|
|
expect(prompt).toContain('"X-Auth": "[REDACTED]"');
|
|
expect(prompt).toContain('"X-Feature-Key": "dashboard-layout"');
|
|
});
|
|
|
|
it("redacts credentials embedded directly in the free-form request", () => {
|
|
const prompt = buildCustomWidgetAiPrompt(
|
|
undefined,
|
|
null,
|
|
null,
|
|
"Use Authorization: Bearer sk-secret-123456 and token=ghp_abcdefghijklmnopqrstuvwxyz123456",
|
|
);
|
|
|
|
expect(prompt).not.toContain("sk-secret-123456");
|
|
expect(prompt).not.toContain("ghp_abcdefghijklmnopqrstuvwxyz123456");
|
|
expect(prompt).toContain("Authorization: Bearer [REDACTED]");
|
|
expect(prompt).toContain("token=[REDACTED]");
|
|
});
|
|
});
|