fix: harden assistant authoring and UI
This commit is contained in:
1 parent
3cef3cbdbd
commit
d80e883479
45 files changed
+3848
-895
No files matched your search
@@ -1,11 +1,42 @@
|
||||
import { describe, expect, test } from "vitest";
|
||||
|
||||
import {
|
||||
getAssistantConversationUsage,
|
||||
getAssistantTelemetry,
|
||||
getAssistantUsage,
|
||||
resolveAssistantContextWindowTelemetry,
|
||||
} from "./assistant-message-metadata";
|
||||
|
||||
const createUsageMetadata = ({
|
||||
requestId,
|
||||
inputTokens,
|
||||
outputTokens,
|
||||
cost,
|
||||
contextUsed,
|
||||
}: {
|
||||
requestId: string;
|
||||
inputTokens: number;
|
||||
outputTokens: number;
|
||||
cost: number;
|
||||
contextUsed?: number;
|
||||
}) => ({
|
||||
usage: { inputTokens, outputTokens, totalTokens: inputTokens + outputTokens },
|
||||
custom: {
|
||||
telemetry: {
|
||||
requestId,
|
||||
provider: "openrouter",
|
||||
modelId: "example/model",
|
||||
startedAt: "2026-08-04T10:00:00.000Z",
|
||||
completedAt: "2026-08-04T10:00:01.000Z",
|
||||
durationMs: 1000,
|
||||
cost,
|
||||
contextLength: 128_000,
|
||||
...(contextUsed === undefined ? {} : { contextUsed }),
|
||||
steps: [],
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
describe("getAssistantTelemetry", () => {
|
||||
test("extracts persisted request telemetry", () => {
|
||||
expect(
|
||||
@@ -171,3 +202,63 @@ describe("resolveAssistantContextWindowTelemetry", () => {
|
||||
).toBeNull();
|
||||
});
|
||||
});
|
||||
|
||||
describe("getAssistantConversationUsage", () => {
|
||||
test("aggregates unique request usage and keeps the latest reported context reading", () => {
|
||||
const first = createUsageMetadata({
|
||||
requestId: "first",
|
||||
inputTokens: 100,
|
||||
outputTokens: 25,
|
||||
cost: 0.001,
|
||||
contextUsed: 125,
|
||||
});
|
||||
const second = createUsageMetadata({ requestId: "second", inputTokens: 200, outputTokens: 50, cost: 0.002 });
|
||||
|
||||
expect(getAssistantConversationUsage([first, second, second, undefined])).toMatchObject({
|
||||
inputTokens: 300,
|
||||
outputTokens: 75,
|
||||
totalTokens: 375,
|
||||
cost: 0.003,
|
||||
contextUsed: 125,
|
||||
contextLength: 128_000,
|
||||
turns: [{ requestId: "first" }, { requestId: "second" }],
|
||||
});
|
||||
});
|
||||
|
||||
test("falls back to step metrics when top-level usage is unavailable", () => {
|
||||
const result = getAssistantConversationUsage([
|
||||
{
|
||||
custom: {
|
||||
telemetry: {
|
||||
requestId: "step-only",
|
||||
provider: "openrouter",
|
||||
modelId: "example/model",
|
||||
startedAt: "2026-08-04T10:00:00.000Z",
|
||||
steps: [
|
||||
{
|
||||
index: 1,
|
||||
durationMs: 100,
|
||||
modelDurationMs: 100,
|
||||
toolDurationMs: 0,
|
||||
inputTokens: 80,
|
||||
outputTokens: 20,
|
||||
cachedInputTokens: 10,
|
||||
reasoningTokens: 5,
|
||||
cost: 0.0004,
|
||||
},
|
||||
],
|
||||
},
|
||||
},
|
||||
},
|
||||
]);
|
||||
|
||||
expect(result).toMatchObject({
|
||||
inputTokens: 80,
|
||||
outputTokens: 20,
|
||||
totalTokens: 100,
|
||||
cachedInputTokens: 10,
|
||||
reasoningTokens: 5,
|
||||
cost: 0.0004,
|
||||
});
|
||||
});
|
||||
});
|
||||
Reference in new issue
Block a user