feat: enrich assistant request telemetry
This commit is contained in:
1 parent
cb1a73a6ac
commit
ca8163c061
10 files changed
+798
-39
No files matched your search
@@ -19,7 +19,35 @@ describe("getAssistantTelemetry", () => {
|
||||
contextUtilization: 0.015625,
|
||||
cost: 0.001,
|
||||
costType: "reported",
|
||||
steps: [{ index: 1, durationMs: 900, modelDurationMs: 800, toolDurationMs: 100 }],
|
||||
providerOutputTokensPerSecond: 37.9,
|
||||
generationTimeMs: 1451,
|
||||
cacheDiscount: 0.00003,
|
||||
fallbackCount: 1,
|
||||
steps: [
|
||||
{
|
||||
index: 1,
|
||||
durationMs: 900,
|
||||
modelDurationMs: 800,
|
||||
toolDurationMs: 100,
|
||||
providerLatencyMs: 964,
|
||||
generationTimeMs: 1451,
|
||||
providerOutputTokensPerSecond: 37.9,
|
||||
inputTokens: 12_777,
|
||||
outputTokens: 55,
|
||||
normalizedInputTokens: 12_799,
|
||||
normalizedOutputTokens: 62,
|
||||
cachedInputTokens: 2048,
|
||||
reasoningTokens: 7,
|
||||
cacheDiscount: 0.00003,
|
||||
fallbackCount: 1,
|
||||
routedProvider: "Alibaba",
|
||||
serviceTier: "default",
|
||||
dataRegion: "US",
|
||||
isByok: false,
|
||||
streamed: true,
|
||||
cancelled: false,
|
||||
},
|
||||
],
|
||||
},
|
||||
},
|
||||
}),
|
||||
@@ -29,6 +57,19 @@ describe("getAssistantTelemetry", () => {
|
||||
durationMs: 1000,
|
||||
contextLength: 128_000,
|
||||
costType: "reported",
|
||||
providerOutputTokensPerSecond: 37.9,
|
||||
generationTimeMs: 1451,
|
||||
cacheDiscount: 0.00003,
|
||||
fallbackCount: 1,
|
||||
steps: [
|
||||
expect.objectContaining({
|
||||
providerLatencyMs: 964,
|
||||
inputTokens: 12_777,
|
||||
cachedInputTokens: 2048,
|
||||
routedProvider: "Alibaba",
|
||||
serviceTier: "default",
|
||||
}),
|
||||
],
|
||||
});
|
||||
});
|
||||
|
||||
|
||||
Reference in new issue
Block a user