Ollama: default context to 4096

2026-05-10 21:50:14 -07:00 · 2024-12-10 22:24:39 -08:00
parent 8aeb4dce76
commit f980bffd11
1 changed files with 1 additions and 0 deletions
@@ -232,6 +232,7 @@ export const llmOllamaRouter = createTRPCRouter({
            updated: Date.parse(model.modified_at) ?? undefined,
            description: description, // description: (model.license ? `License: ${model.license}. Info: ` : '') + model.modelfile || 'Model unknown',
            contextWindow,
+            ...(contextWindow ? { maxCompletionTokens: Math.round(contextWindow / 2) } : {}),
            interfaces: [LLM_IF_OAI_Chat],
          };
        }),