From 048940d38377c9da0d6ee44cdfb7942d967ec0de Mon Sep 17 00:00:00 2001 From: Enrico Ros Date: Thu, 17 Apr 2025 15:12:23 -0700 Subject: [PATCH] AIX: Gemini: measure reasoning tokens --- .../aix/server/dispatch/chatGenerate/parsers/gemini.parser.ts | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/modules/aix/server/dispatch/chatGenerate/parsers/gemini.parser.ts b/src/modules/aix/server/dispatch/chatGenerate/parsers/gemini.parser.ts index 4d8e0d47c..769b2d25b 100644 --- a/src/modules/aix/server/dispatch/chatGenerate/parsers/gemini.parser.ts +++ b/src/modules/aix/server/dispatch/chatGenerate/parsers/gemini.parser.ts @@ -217,6 +217,9 @@ export function createGeminiGenerateContentResponseParser(requestedModelName: st TIn: generationChunk.usageMetadata.promptTokenCount, TOut: generationChunk.usageMetadata.candidatesTokenCount, }; + if (generationChunk.usageMetadata.thoughtsTokenCount) + metricsUpdate.TOutR = generationChunk.usageMetadata.thoughtsTokenCount; + if (isStreaming && timeToFirstEvent !== undefined) metricsUpdate.dtStart = timeToFirstEvent;