"use client"; import { useId, useMemo, useState } from "react"; import { useAuiState } from "@assistant-ui/react"; import { Badge, Box, Collapse, Divider, Group, Loader, Popover, RingProgress, ScrollArea, Stack, Text, Tooltip, UnstyledButton, useComputedColorScheme, } from "@mantine/core"; import { IconChevronDown, IconRobot } from "@tabler/icons-react"; import { clientApi } from "@homarr/api/client"; import { assistantProviderIds, assistantProviderPresets } from "@homarr/definitions"; import type { AssistantProvider } from "@homarr/definitions"; import { useI18n } from "@homarr/translation/client"; import classes from "./assistant-panel.module.css"; import { getAssistantContextBreakdown, getAssistantConversationUsage, getAssistantTelemetry, } from "./assistant-message-metadata"; import type { AssistantContextBreakdown, AssistantConversationTurnUsage } from "./assistant-message-metadata"; const formatDuration = (milliseconds: number) => milliseconds < 1000 ? `${Math.round(milliseconds)} ms` : `${(milliseconds / 1000).toFixed(1)} s`; const getCostPrecision = (cost: number) => { if (cost < 0.001) return 5; if (cost < 0.01) return 4; return 3; }; const formatCost = (cost: number) => { if (cost === 0) return "$0"; if (cost < 0.00001) return `<$0.00001`; return `$${cost.toFixed(getCostPrecision(cost))}`; }; const formatStepThroughput = (providerThroughput: number | undefined, fallbackThroughput: number | undefined) => { const throughput = providerThroughput ?? fallbackThroughput; if (throughput === undefined) return ""; return ` · ${throughput.toFixed(1)} tok/s`; }; const getContextColor = (percentage: number) => { if (percentage >= 90) return "red"; if (percentage >= 75) return "orange"; return "blue"; }; const getAssistantProviderPreset = (provider: string) => { if (!assistantProviderIds.includes(provider as AssistantProvider)) return null; return assistantProviderPresets[provider as AssistantProvider]; }; const ProviderIcon = ({ provider, size = 16 }: { provider: string; size?: number }) => { const colorScheme = useComputedColorScheme("light"); const preset = getAssistantProviderPreset(provider); const source = colorScheme === "dark" && preset && "darkIconUrl" in preset ? preset.darkIconUrl : preset?.iconUrl; return source ? ( ) : ( ); }; export const ProviderMessageInfo = () => { const metadata = useAuiState((state) => state.message.metadata); const telemetry = getAssistantTelemetry(metadata); if (!telemetry) return null; const details = [ telemetry.modelId, telemetry.durationMs !== undefined ? formatDuration(telemetry.durationMs) : undefined, telemetry.outputTokensPerSecond !== undefined ? `${telemetry.outputTokensPerSecond.toFixed(1)} tok/s` : undefined, telemetry.cost !== undefined ? formatCost(telemetry.cost) : undefined, ].filter(Boolean); return ( {telemetry.provider} {details.join(" · ")} } multiline maw="min(24rem, calc(100vw - 2rem))" > ); }; const ConversationTurn = ({ index, messageId, threadId, turn, }: { index: number; messageId?: string; threadId?: string; turn: AssistantConversationTurnUsage; }) => { const t = useI18n("assistant"); const detailsId = useId(); const [opened, setOpened] = useState(false); const generationQuery = clientApi.assistant.getGenerationTelemetry.useQuery( { threadId: threadId ?? "", messageId: messageId ?? "" }, { enabled: opened && turn.provider === "openrouter" && Boolean(threadId) && Boolean(messageId), refetchInterval: (query) => query.state.data?.complete === false && query.state.dataUpdateCount < 6 ? 1500 : false, retry: 2, staleTime: (query) => (query.state.data?.complete ? 5 * 60_000 : 0), }, ); const generationById = new Map( generationQuery.data?.generations.flatMap((generation) => generation.generationId ? [[generation.generationId, generation] as const] : [], ) ?? [], ); const steps = turn.telemetry.steps.map((step) => ({ ...step, ...(step.generationId ? generationById.get(step.generationId) : undefined), })); const sumCompleteMetric = (getValue: (step: (typeof steps)[number]) => number | undefined) => { if (steps.length === 0) return undefined; const values = steps.map(getValue); return values.some((value) => value === undefined) ? undefined : (values as number[]).reduce((sum, value) => sum + value, 0); }; const providerInputTokens = sumCompleteMetric((step) => step.inputTokens); const providerOutputTokens = sumCompleteMetric((step) => step.outputTokens); const providerGenerationTimeMs = sumCompleteMetric((step) => step.generationTimeMs); const providerOutputTokensPerSecond = providerOutputTokens !== undefined && providerGenerationTimeMs !== undefined && providerGenerationTimeMs > 0 ? providerOutputTokens / (providerGenerationTimeMs / 1000) : undefined; const latestStep = steps.at(-1); const providerContextUsed = latestStep?.inputTokens !== undefined && latestStep.outputTokens !== undefined ? latestStep.inputTokens + latestStep.outputTokens : undefined; const usage = { ...turn.usage, ...(generationQuery.data?.complete && providerInputTokens !== undefined ? { inputTokens: providerInputTokens } : {}), ...(generationQuery.data?.complete && providerOutputTokens !== undefined ? { outputTokens: providerOutputTokens } : {}), ...(generationQuery.data?.complete && providerInputTokens !== undefined && providerOutputTokens !== undefined ? { totalTokens: providerInputTokens + providerOutputTokens } : {}), ...(generationQuery.data?.complete && sumCompleteMetric((step) => step.cachedInputTokens) !== undefined ? { cachedInputTokens: sumCompleteMetric((step) => step.cachedInputTokens) } : {}), ...(generationQuery.data?.complete && sumCompleteMetric((step) => step.reasoningTokens) !== undefined ? { reasoningTokens: sumCompleteMetric((step) => step.reasoningTokens) } : {}), }; const telemetry = { ...turn.telemetry, steps, ...(generationQuery.data?.complete && providerGenerationTimeMs !== undefined ? { generationTimeMs: providerGenerationTimeMs } : {}), ...(generationQuery.data?.complete && providerOutputTokensPerSecond !== undefined ? { providerOutputTokensPerSecond } : {}), ...(generationQuery.data?.complete && providerContextUsed !== undefined ? { contextUsed: providerContextUsed, ...(turn.telemetry.contextLength ? { contextUtilization: Math.min(providerContextUsed / turn.telemetry.contextLength, 1) } : {}), } : {}), ...(generationQuery.data?.complete && sumCompleteMetric((step) => step.cost) !== undefined ? { cost: sumCompleteMetric((step) => step.cost), costType: "reported" as const } : {}), ...(generationQuery.data?.complete && sumCompleteMetric((step) => step.upstreamCost) !== undefined ? { upstreamCost: sumCompleteMetric((step) => step.upstreamCost) } : {}), ...(generationQuery.data?.complete && sumCompleteMetric((step) => step.cacheDiscount) !== undefined ? { cacheDiscount: sumCompleteMetric((step) => step.cacheDiscount) } : {}), ...(generationQuery.data?.complete && sumCompleteMetric((step) => step.fallbackCount) !== undefined ? { fallbackCount: sumCompleteMetric((step) => step.fallbackCount) } : {}), ...(generationQuery.data?.complete && sumCompleteMetric((step) => step.fallbackLatencyMs) !== undefined ? { fallbackLatencyMs: sumCompleteMetric((step) => step.fallbackLatencyMs) } : {}), }; const displayedThroughput = telemetry.providerOutputTokensPerSecond ?? telemetry.outputTokensPerSecond; let reportedCost: string | undefined; if (telemetry.cost !== undefined) { reportedCost = formatCost(telemetry.cost); if (telemetry.costType) reportedCost += ` · ${t(`usage.${telemetry.costType}`)}`; } return ( setOpened((value) => !value)} > {t("usage.step", { number: index + 1 })} · {turn.modelId} {[ telemetry.durationMs !== undefined ? formatDuration(telemetry.durationMs) : undefined, displayedThroughput !== undefined ? `${displayedThroughput.toFixed(1)} tok/s` : undefined, usage.totalTokens !== undefined ? `${usage.totalTokens.toLocaleString()} ${t("usage.tokens")}` : undefined, telemetry.cost !== undefined ? formatCost(telemetry.cost) : undefined, ] .filter(Boolean) .join(" · ") || t("usage.notReported")} {generationQuery.isFetching && generationQuery.data?.complete !== true && ( {t("usage.loadingProviderDetails")} )} {!generationQuery.isFetching && generationQuery.data?.complete === false && ( {t("usage.providerDetailsPending")} )} {[ [t("usage.input"), usage.inputTokens?.toLocaleString()], [t("usage.output"), usage.outputTokens?.toLocaleString()], [t("usage.cached"), usage.cachedInputTokens?.toLocaleString()], [t("usage.reasoning"), usage.reasoningTokens?.toLocaleString()], [t("usage.cacheWrite"), usage.cacheWriteTokens?.toLocaleString()], [t("usage.tokens"), usage.totalTokens?.toLocaleString()], [ t("usage.firstOutput"), telemetry.timeToFirstOutputMs !== undefined ? formatDuration(telemetry.timeToFirstOutputMs) : undefined, ], [ t("usage.endToEnd"), telemetry.durationMs !== undefined ? formatDuration(telemetry.durationMs) : undefined, ], [ t("usage.generationTime"), telemetry.generationTimeMs !== undefined ? formatDuration(telemetry.generationTimeMs) : undefined, ], [ t("usage.providerThroughput"), displayedThroughput !== undefined ? `${displayedThroughput.toFixed(1)} tok/s` : undefined, ], [t("usage.cost"), reportedCost], [ t("usage.upstreamCost"), telemetry.upstreamCost !== undefined ? formatCost(telemetry.upstreamCost) : undefined, ], [t("usage.fallbacks"), telemetry.fallbackCount?.toLocaleString()], [ t("usage.fallbackLatency"), telemetry.fallbackLatencyMs !== undefined ? formatDuration(telemetry.fallbackLatencyMs) : undefined, ], [ t("usage.cacheDiscount"), telemetry.cacheDiscount !== undefined ? formatCost(telemetry.cacheDiscount) : undefined, ], [t("usage.webSearches"), telemetry.webSearchRequests?.toLocaleString()], [t("usage.finishReason"), telemetry.finishReason], ].map(([label, value]) => (
{label} {value ?? t("usage.notReported")}
))}
{(telemetry.contextUsed !== undefined || telemetry.contextLength !== undefined) && ( {t("usage.contextWindow")}: {telemetry.contextUsed?.toLocaleString() ?? t("usage.notReported")} /{" "} {telemetry.contextLength?.toLocaleString() ?? t("usage.notReported")} )} {steps.length > 0 && ( {t("usage.agentSteps")} {steps.map((step) => ( {t("usage.step", { number: step.index })} {step.routedProvider ? ` · ${step.routedProvider}` : ""} {formatDuration(step.durationMs)} {formatStepThroughput(step.providerOutputTokensPerSecond, step.outputTokensPerSecond)} {step.cost !== undefined ? ` · ${formatCost(step.cost)}` : ""} {[ step.providerLatencyMs !== undefined ? `${t("usage.providerLatency")} ${formatDuration(step.providerLatencyMs)}` : undefined, step.generationTimeMs !== undefined ? `${t("usage.generationTime")} ${formatDuration(step.generationTimeMs)}` : undefined, step.moderationLatencyMs !== undefined ? `${t("usage.moderationLatency")} ${formatDuration(step.moderationLatencyMs)}` : undefined, step.inputTokens !== undefined ? `${step.inputTokens.toLocaleString()} ${t("usage.inputShort")}` : undefined, step.outputTokens !== undefined ? `${step.outputTokens.toLocaleString()} ${t("usage.outputShort")}` : undefined, step.cachedInputTokens !== undefined ? `${step.cachedInputTokens.toLocaleString()} ${t("usage.cachedShort")}` : undefined, step.reasoningTokens !== undefined ? `${step.reasoningTokens.toLocaleString()} ${t("usage.reasoningShort")}` : undefined, step.fallbackCount !== undefined ? `${t("usage.fallbacks")} ${step.fallbackCount.toLocaleString()}` : undefined, step.fallbackLatencyMs !== undefined ? `${t("usage.fallbackLatency")} ${formatDuration(step.fallbackLatencyMs)}` : undefined, step.nativeFinishReason, ] .filter(Boolean) .join(" · ") || t("usage.notReported")} {(step.normalizedInputTokens !== undefined || step.normalizedOutputTokens !== undefined) && ( {t("usage.normalizedTokens")}: {step.normalizedInputTokens?.toLocaleString() ?? "–"} /{" "} {step.normalizedOutputTokens?.toLocaleString() ?? "–"} )} {(step.routerStrategy || step.routerRegion || step.serviceTier || step.dataRegion || step.isByok) && ( {[ step.routerStrategy, step.routerRegion, step.serviceTier, step.dataRegion, step.isByok ? t("usage.byok") : undefined, ] .filter(Boolean) .join(" · ")} )} {step.generationId && ( {t("usage.generation")}: {step.generationId} )} ))} )}
); }; const ConversationContextBreakdown = ({ breakdown }: { breakdown: AssistantContextBreakdown }) => { const t = useI18n("assistant"); const hasContext = breakdown.percentage !== undefined; const categories = [ { label: t("usage.input"), value: breakdown.inputTokens }, { label: t("usage.cached"), value: breakdown.cachedInputTokens }, { label: t("usage.output"), value: breakdown.outputTokens }, { label: t("usage.reasoning"), value: breakdown.reasoningTokens }, ]; return ( {hasContext ? `${breakdown.percentage}%` : "–"} } /> {[ { label: t("usage.used"), value: breakdown.contextUsed }, { label: t("usage.remaining"), value: breakdown.remaining }, { label: t("usage.capacity"), value: breakdown.contextLength }, ].map((item) => ( {item.label} {item.value?.toLocaleString() ?? t("usage.notReported")} ))} {categories.map((category) => ( {category.label} {category.value?.toLocaleString() ?? t("usage.notReported")} ))} ); }; export const ConversationContext = () => { const t = useI18n("assistant"); const [opened, setOpened] = useState(false); const messages = useAuiState((state) => state.thread.messages); const threadId = useAuiState((state) => state.threadListItem.remoteId); const metadata = useMemo(() => messages.map((message) => message.metadata), [messages]); const messageIdByRequestId = useMemo( () => new Map( messages.flatMap((message) => { const telemetry = getAssistantTelemetry(message.metadata); return telemetry ? [[telemetry.requestId, message.id] as const] : []; }), ), [messages], ); const usage = useMemo(() => getAssistantConversationUsage(metadata), [metadata]); const breakdown = useMemo(() => getAssistantContextBreakdown(usage), [usage]); const hasTokenUsage = usage.turns.some((turn) => turn.totalTokens !== undefined); const hasCost = usage.turns.some((turn) => turn.cost !== undefined); const hasContext = breakdown.percentage !== undefined; const contextPercentage = breakdown.percentage ?? 0; const quickLabel = [ hasTokenUsage ? `${usage.totalTokens.toLocaleString()} ${t("usage.tokens")}` : undefined, hasCost ? formatCost(usage.cost) : undefined, ] .filter(Boolean) .join(" · "); return ( setOpened((value) => !value)} > {hasContext ? `${contextPercentage}%` : t("mentions.context")} {t("usage.contextWindow")} {t("usage.requestDetails")} {hasContext && ( {contextPercentage}% )}
{t("usage.tokens")} {hasTokenUsage ? usage.totalTokens.toLocaleString() : t("usage.notReported")}
{t("usage.cost")} {hasCost ? formatCost(usage.cost) : t("usage.notReported")}
{t("usage.agentSteps")} {usage.turns.reduce((total, turn) => total + turn.telemetry.steps.length, 0).toLocaleString()}
{usage.turns.length === 0 ? ( {t("usage.notReported")} ) : ( usage.turns.map((turn, index) => ( )) )}
); };