AIX: Gemini: measure reasoning tokens

This commit is contained in:
Enrico Ros
2025-04-17 15:12:23 -07:00
parent 85ad0e1e86
commit 048940d383
@@ -217,6 +217,9 @@ export function createGeminiGenerateContentResponseParser(requestedModelName: st
TIn: generationChunk.usageMetadata.promptTokenCount,
TOut: generationChunk.usageMetadata.candidatesTokenCount,
};
if (generationChunk.usageMetadata.thoughtsTokenCount)
metricsUpdate.TOutR = generationChunk.usageMetadata.thoughtsTokenCount;
if (isStreaming && timeToFirstEvent !== undefined)
metricsUpdate.dtStart = timeToFirstEvent;