zack3d/big-agi
1
0
Fork 0
mirror of https://github.com/enricoros/big-AGI.git synced 2026-05-10 21:50:14 -07:00
Code Issues Packages Projects Releases Wiki Activity

LLMs: Gemini fix & update (Gemma 3, see notes).

Browse Source 
Somehow the developer instruction is not enabled for Gemma3-IT, and we got this message:
"Gemini: Bad Request - Developer instruction is not enabled for models/gemma-3-27b-it"

So we convert any System message to a User message instead (see the hotfix)
This commit is contained in:
Enrico Ros
2025-03-12 03:58:49 -07:00
parent bf5019108e
commit 61457681e1
2 changed files with 46 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/modules/aix/server/dispatch/wiretypes/gemini.wiretypes.ts
+1 -1
View File
@@ -547,7 +547,7 @@ export namespace GeminiWire_API_Models_List {
// baseModelId: z.string(), // [Gemini]: documented as required, but not present! The name of the base model, pass this to the generation request.
version: z.string(),
displayName: z.string(), // Human readable
description: z.string(),
description: z.string().optional(),
inputTokenLimit: z.number(),
outputTokenLimit: z.number(),
supportedGenerationMethods: z.array(z.union([Methods_enum, z.string()])), // relaxed with z.union to not break on expansion
src/modules/llms/server/gemini/gemini.models.ts
+45 -19
View File
@@ -2,7 +2,7 @@ import type { GeminiWire_API_Models_List } from '~/modules/aix/server/dispatch/w
import type { ModelDescriptionSchema } from '../llm.server.types';
import { LLM_IF_GEM_CodeExecution, LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Vision } from '~/common/stores/llms/llms.types';
import { LLM_IF_GEM_CodeExecution, LLM_IF_HOTFIX_Sys0ToUsr0, LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Vision } from '~/common/stores/llms/llms.types';
// dev options
@@ -290,15 +290,7 @@ const _knownGeminiModels: ({
},
// LearnLM Experimental Model
{
id: 'models/learnlm-1.5-pro-experimental',
isPreview: true,
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision],
chatPrice: geminiExpPricingFree,
// hidden: true,
// _delete: true,
},
/// Generation 1.0
// Gemini 1.0 Pro Vision Model
{
@@ -313,6 +305,29 @@ const _knownGeminiModels: ({
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision], // Text and Images
_delete: true, // confusing
},
/// Experimental
// LearnLM Experimental Model
{
id: 'models/learnlm-1.5-pro-experimental',
isPreview: true,
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision],
chatPrice: geminiExpPricingFree,
// hidden: true,
// _delete: true,
},
{
id: 'models/gemma-3-27b-it',
isPreview: true,
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_HOTFIX_Sys0ToUsr0 /* Developer instruction is not enabled for models/gemma-3-27b-it */ ],
// chatPrice: geminiExpPricingFree,
// hidden: true,
// _delete: true,
},
];
@@ -354,24 +369,35 @@ const _sortOderIdPrefix: string[] = [
'models/gemini-1.5-flash-8b',
'models/gemini-1.0-pro',
'models/gemini-pro',
'models/gemma',
'models/learnlm',
] as const;
export function geminiSortModels(a: ModelDescriptionSchema, b: ModelDescriptionSchema): number {
// links to the bottom
const aIsLink = a.label.startsWith('🔗');
const bIsLink = b.label.startsWith('🔗');
if (aIsLink && !bIsLink) return 1;
if (!aIsLink && bIsLink) return -1;
// hidden to the bottom, then names descending
// if (a.hidden && !b.hidden) return 1;
// if (!a.hidden && b.hidden) return -1;
// models beginning with 'gemini-' to the top
const aGemini = a.label.startsWith('Gemini');
const bGemini = b.label.startsWith('Gemini');
if (aGemini && !bGemini) return -1;
if (!aGemini && bGemini) return 1;
// const aGemini = a.label.startsWith('Gemini');
// const bGemini = b.label.startsWith('Gemini');
// if (aGemini && !bGemini) return -1;
// if (!aGemini && bGemini) return 1;
// sort by sortOrderIdPrefix
const aPrefix = _sortOderIdPrefix.find(p => a.id.startsWith(p));
const bPrefix = _sortOderIdPrefix.find(p => b.id.startsWith(p));
if (aPrefix && bPrefix) {
if (aPrefix < bPrefix) return 1;
if (aPrefix > bPrefix) return -1;
const aSortIdx = _sortOderIdPrefix.findIndex(p => a.id.startsWith(p));
const bSortIdx = _sortOderIdPrefix.findIndex(p => b.id.startsWith(p));
if (aSortIdx !== -1 && bSortIdx !== -1) {
if (aSortIdx < bSortIdx) return -1;
if (aSortIdx > bSortIdx) return 1;
}
// sort by label descending
return b.label.localeCompare(a.label);
}