LLMs: make maxTokens optional

src/modules/llms/vendors/unifiedStreamingClient.ts

@@ -66,7 +66,7 @@ export async function unifiedStreamingClient<TSourceSetup = unknown, TLLMOptions
 
   // model params (llm)
   const { llmRef, llmTemperature, llmResponseTokens } = (llmOptions as any) || {};
-  if (!llmRef || llmTemperature === undefined || !llmResponseTokens)
+  if (!llmRef || llmTemperature === undefined)
     throw new Error(`Error in configuration for model ${llmId}: ${JSON.stringify(llmOptions)}`);
 
   // prepare the input, similarly to the tRPC openAI.chatGenerate
@@ -75,7 +75,7 @@ export async function unifiedStreamingClient<TSourceSetup = unknown, TLLMOptions
     model: {
       id: llmRef,
       temperature: llmTemperature,
-      maxTokens: llmResponseTokens,
+      ...(llmResponseTokens ? { maxTokens: llmResponseTokens } : {}),
     },
     history: messages,
   };