From 7f7e484d4c5602314476a8fb7e32b4fbd217745a Mon Sep 17 00:00:00 2001 From: Enrico Ros Date: Sat, 3 Aug 2024 21:13:47 -0700 Subject: [PATCH] Gemini: updated the capabilities (interfaces) of Pro/Experimental --- .../llms/server/gemini/gemini.models.ts | 24 +++++++++++++++++-- 1 file changed, 22 insertions(+), 2 deletions(-) diff --git a/src/modules/llms/server/gemini/gemini.models.ts b/src/modules/llms/server/gemini/gemini.models.ts index ef9416b23..b4de8fa08 100644 --- a/src/modules/llms/server/gemini/gemini.models.ts +++ b/src/modules/llms/server/gemini/gemini.models.ts @@ -20,6 +20,15 @@ const filterUnallowedInterfaces: GeminiWire_API_Models_List.Model['supportedGene - Latest version gemini-1.0-pro-latest ---latest - Latest stable version gemini-1.0-pro -- - Stable versions gemini-1.0-pro-001 --- + + Gemini capabilities chart (updated 2024-08-03): + - [table stakes] System instructions + - JSON Mode, with optional JSON Schema [NOTE: JSON Schema is poorly supported?] + - Adjustable Safety Settings + - Caching + - Tuning + - [good] Function calling, with configuration + - [great] Code execution */ const _knownGeminiModels: ({ id: string, @@ -38,7 +47,7 @@ const _knownGeminiModels: ({ chatOut: 2.10, // 1.05 up to 128k tokens, 2.10 prompts > 128k tokens }, trainingDataCutoff: 'May 2024', - interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json], // input: audio, images and text + interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json /*, Code Execution */], // input: audio, images and text }, { id: 'models/gemini-1.5-flash', @@ -63,6 +72,17 @@ const _knownGeminiModels: ({ hidden: true, }, + { + id: 'models/gemini-1.5-pro-exp-0801', + isNewest: true, + isPreview: true, + pricing: { // ASSUMING - COPIED FROM '-latest' + chatIn: 7.00, // $3.50 / 1 million tokens (for prompts up to 128K tokens), $7.00 / 1 million tokens (for prompts longer than 128K) + chatOut: 21.00, // $10.50 / 1 million tokens (128K or less), $21.00 / 1 million tokens (128K+) + }, + trainingDataCutoff: 'May 2024', + interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json /*, Code Execution */], // input: audio, images and text + }, { id: 'models/gemini-1.5-pro-latest', // updated regularly and might be a preview version isNewest: true, @@ -72,7 +92,7 @@ const _knownGeminiModels: ({ chatOut: 21.00, // $10.50 / 1 million tokens (128K or less), $21.00 / 1 million tokens (128K+) }, trainingDataCutoff: 'May 2024', - interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json], // input: audio, images and text + interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json /*, Code Execution */], // input: audio, images and text }, { id: 'models/gemini-1.5-pro', // latest stable -> 001