feat(plugins): add llama.cpp server integration and widget (#6765)

packages/api/src/router/widgets/index.ts

@@ -46,4 +46,5 @@ export const widgetRouter = createTRPCRouter({
   customApi: lazy(() => import("./custom-api").then((mod) => mod.customApiRouter)),
   secrets: lazy(() => import("./widget-secrets").then((mod) => mod.widgetSecretsRouter)),
   wud: lazy(() => import("./wud").then((mod) => mod.wudRouter)),
+  llamacpp: lazy(() => import("./llamacpp").then((mod) => mod.llamacppRouter)),
 });

packages/api/src/router/widgets/llamacpp.ts

@@ -0,0 +1,29 @@
+import { llamacppStatsRequestHandler } from "@homarr/request-handler/llamacpp";
+import { mockWidgetData } from "@homarr/integrations";
+
+import { createOneWidgetIntegrationMiddleware } from "../../middlewares/integration";
+import { createTRPCRouter, publicProcedure } from "../../trpc";
+
+export const llamacppRouter = createTRPCRouter({
+  getStats: publicProcedure
+    .meta({
+      mcp: {
+        enabled: true,
+        description:
+          "Returns health, loaded model and Prometheus metrics (generation speed, token counts, request queue) from a llama.cpp (llama-server) integration. REQUIRED: integrationId from integration_all. The caller needs query permission for that integration.",
+      },
+    })
+    .concat(createOneWidgetIntegrationMiddleware("query", "llamacpp"))
+    .query(async ({ ctx }) => {
+      if (ctx.integration.kind === "mock") {
+        return { stats: mockWidgetData.llamacpp, updatedAt: new Date(mockWidgetData.timestamp) };
+      }
+      const handler = llamacppStatsRequestHandler.handler({ ...ctx.integration, kind: "llamacpp" }, {});
+      const { data, timestamp } = await handler.getDataAsync();
+
+      return {
+        stats: data,
+        updatedAt: timestamp,
+      };
+    }),
+});