feat: polish assistant conversations
This commit is contained in:
1 parent
1ad1439828
commit
f991dc6334
14 files changed
+509
-120
No files matched your search
@@ -1,6 +1,10 @@
|
||||
import { describe, expect, test } from "vitest";
|
||||
|
||||
import { getAssistantTelemetry, getAssistantUsage } from "./assistant-message-metadata";
|
||||
import {
|
||||
getAssistantTelemetry,
|
||||
getAssistantUsage,
|
||||
resolveAssistantContextWindowTelemetry,
|
||||
} from "./assistant-message-metadata";
|
||||
|
||||
describe("getAssistantTelemetry", () => {
|
||||
test("extracts persisted request telemetry", () => {
|
||||
@@ -117,3 +121,53 @@ describe("getAssistantTelemetry", () => {
|
||||
).toEqual({ inputTokens: 120, cachedInputTokens: 24 });
|
||||
});
|
||||
});
|
||||
|
||||
describe("resolveAssistantContextWindowTelemetry", () => {
|
||||
const current = {
|
||||
requestId: "current",
|
||||
provider: "openrouter",
|
||||
modelId: "example/model",
|
||||
startedAt: "2026-08-04T10:00:00.000Z",
|
||||
contextLength: 128_000,
|
||||
steps: [],
|
||||
};
|
||||
const previousMetadata = {
|
||||
custom: {
|
||||
telemetry: {
|
||||
...current,
|
||||
requestId: "previous",
|
||||
completedAt: "2026-08-04T09:59:00.000Z",
|
||||
contextUsed: 12_500,
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
test("keeps the previous completed reading while a matching request streams", () => {
|
||||
expect(resolveAssistantContextWindowTelemetry(current, [previousMetadata])).toMatchObject({
|
||||
source: "previous",
|
||||
telemetry: { contextUsed: 12_500 },
|
||||
});
|
||||
});
|
||||
|
||||
test("prefers a current completed reading", () => {
|
||||
expect(
|
||||
resolveAssistantContextWindowTelemetry({ ...current, contextUsed: 13_000 }, [previousMetadata]),
|
||||
).toMatchObject({ source: "current", telemetry: { contextUsed: 13_000 } });
|
||||
});
|
||||
|
||||
test("does not mix readings from a model with another context capacity", () => {
|
||||
expect(
|
||||
resolveAssistantContextWindowTelemetry(current, [
|
||||
{
|
||||
custom: {
|
||||
telemetry: {
|
||||
...previousMetadata.custom.telemetry,
|
||||
modelId: "another/model",
|
||||
contextLength: 1_000_000,
|
||||
},
|
||||
},
|
||||
},
|
||||
]),
|
||||
).toBeNull();
|
||||
});
|
||||
});
|
||||
Reference in new issue
Block a user