diff --git a/src/modules/llms/llm.client.ts b/src/modules/llms/llm.client.ts index 92a6f2cb6..55b70dd09 100644 --- a/src/modules/llms/llm.client.ts +++ b/src/modules/llms/llm.client.ts @@ -69,7 +69,7 @@ function modelDescriptionToDLLMOpenAIOptions(model: M // null means unknown contenxt/output tokens const contextTokens = model.contextWindow || null; const maxOutputTokens = model.maxCompletionTokens || (contextTokens ? Math.round(contextTokens / 2) : null); - const llmResponseTokensRatio = model.maxCompletionTokens ? 1 / 2 : 1 / 4; + const llmResponseTokensRatio = model.maxCompletionTokens ? 1 : 1 / 4; const llmResponseTokens = maxOutputTokens ? Math.round(maxOutputTokens * llmResponseTokensRatio) : null; return {