Harden Homarr provider integration

packages/custom-widgets/src/test/ai-evaluation.spec.ts

@@ -7,11 +7,13 @@ import {
   buildRepairPrompt,
   DEFAULT_GENERATOR_MODEL,
   DEFAULT_JUDGE_MODEL,
+  getAiProviderChatCompletionsUrl,
   getDeterministicEvaluationIssues,
   getEvaluationResponseFixtureText,
   getJudgeResponseFormat,
   judgePasses,
   parseJudgeResult,
+  resolveAiEvaluationProviderConfig,
 } from "../../scripts/ai-evaluation";
 import type { CustomWidgetJudgeResult } from "../../scripts/ai-evaluation";
 
@@ -178,6 +180,24 @@ describe("AI authoring evaluation", () => {
     expect(format.json_schema.schema).toMatchObject({ type: "object", additionalProperties: false });
   });
 
+  it("can run the same evaluation against the Homarr provider endpoint", () => {
+    expect(getAiProviderChatCompletionsUrl("https://homarr.dev/api/ai/v1/")).toBe(
+      "https://homarr.dev/api/ai/v1/chat/completions",
+    );
+    expect(getAiProviderChatCompletionsUrl()).toBe("https://openrouter.ai/api/v1/chat/completions");
+    expect(
+      resolveAiEvaluationProviderConfig({
+        AI_PROVIDER_BASE_URL: "https://homarr.dev/api/ai/v1/",
+        AI_PROVIDER_API_KEY: "workshop-token",
+      }),
+    ).toEqual({
+      apiKey: "workshop-token",
+      baseUrl: "https://homarr.dev/api/ai/v1",
+      generatorModel: "homarr/deepseek-v4-flash-latest",
+      judgeModel: "homarr/deepseek-v4-flash-latest",
+    });
+  });
+
   it("requires exceptional goal, design, practicality, and complexity scores", () => {
     expect(judgePasses(makeJudgeResult(90))).toBe(true);
     expect(