mirror of
https://github.com/enricoros/big-AGI.git
synced 2026-05-10 21:50:14 -07:00
Enrico Ros
322 lines
15 KiB
TypeScript
322 lines
15 KiB
TypeScript
import * as z from 'zod/v4';
|
|
|
|
import { LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Vision } from '~/common/stores/llms/llms.types';
|
|
import { Release } from '~/common/app.release';
|
|
|
|
import type { ModelDescriptionSchema } from '../../llm.server.types';
|
|
import { llmDevCheckModels_DEV } from '../../models.mappings';
|
|
|
|
|
|
// configuration
|
|
const DEV_DEBUG_MISTRAL_MODELS = Release.IsNodeDevBuild; // not in staging to reduce noise
|
|
|
|
|
|
// [Mistral]
|
|
// Updated 2026-04-16
|
|
// - models on: https://docs.mistral.ai/getting-started/models/models_overview/
|
|
// - pricing on: https://mistral.ai/pricing#api-pricing
|
|
// - benchmark elo on CBA
|
|
|
|
const _knownMistralModelDetails: Record<string, {
|
|
label?: string; // override the API-provided name
|
|
pubDate?: string; // YYYYMMDD - earliest public availability (announcement / La Plateforme / HF upload)
|
|
chatPrice?: { input: number; output: number };
|
|
benchmark?: { cbaElo: number };
|
|
hidden?: boolean;
|
|
}> = {
|
|
|
|
// Premier models - Mistral 3 (Dec 2025)
|
|
'mistral-large-2512': { pubDate: '20251202', chatPrice: { input: 0.5, output: 1.5 }, benchmark: { cbaElo: 1415 } }, // Mistral Large 3 - MoE 41B active / 675B total
|
|
'mistral-large-2411': { pubDate: '20241118', chatPrice: { input: 2, output: 6 }, benchmark: { cbaElo: 1305 }, hidden: true }, // older version
|
|
'mistral-large-latest': { pubDate: '20251202', chatPrice: { input: 0.5, output: 1.5 }, hidden: true }, // → 2512
|
|
|
|
'mistral-medium-2508': { pubDate: '20250812', chatPrice: { input: 0.4, output: 2 }, benchmark: { cbaElo: 1410 } }, // Mistral Medium 3.1
|
|
'mistral-medium-2505': { pubDate: '20250507', chatPrice: { input: 0.4, output: 2 }, benchmark: { cbaElo: 1387 }, hidden: true }, // Mistral Medium 3
|
|
'mistral-medium-latest': { pubDate: '20250812', chatPrice: { input: 0.4, output: 2 }, hidden: true }, // → 2508
|
|
'mistral-medium': { pubDate: '20231211', chatPrice: { input: 0.4, output: 2 }, hidden: true }, // symlink (legacy: original Mistral Medium prototype on La Plateforme beta)
|
|
|
|
'magistral-medium-2509': { pubDate: '20250917', chatPrice: { input: 2, output: 5 }, benchmark: { cbaElo: 1304 } }, // reasoning (leaderboard: magistral-medium-2506 = 1304)
|
|
'magistral-medium-latest': { pubDate: '20250917', chatPrice: { input: 2, output: 5 }, hidden: true }, // symlink
|
|
|
|
'devstral-2512': { label: 'Devstral 2 (2512)', pubDate: '20251209', chatPrice: { input: 0.4, output: 2 } }, // Devstral 2 - 123B coding agents (API returns "Mistral Vibe Cli")
|
|
'devstral-latest': { label: 'Devstral 2 (latest)', pubDate: '20251209', chatPrice: { input: 0.4, output: 2 }, hidden: true }, // symlink
|
|
'devstral-medium-latest': { label: 'Devstral 2 (latest)', pubDate: '20251209', chatPrice: { input: 0.4, output: 2 }, hidden: true }, // symlink
|
|
'mistral-vibe-cli-latest': { label: 'Devstral 2 (latest)', pubDate: '20251209', chatPrice: { input: 0.4, output: 2 }, hidden: true }, // alternate ID for devstral-latest
|
|
'devstral-medium-2507': { pubDate: '20250710', chatPrice: { input: 0.4, output: 2 }, hidden: true }, // older version
|
|
|
|
'mistral-large-pixtral-2411': { pubDate: '20241118', chatPrice: { input: 2, output: 6 } }, // Pixtral Large (alternate ID)
|
|
'pixtral-large-2411': { pubDate: '20241118', chatPrice: { input: 2, output: 6 }, hidden: true }, // symlink
|
|
'pixtral-large-latest': { pubDate: '20241118', chatPrice: { input: 2, output: 6 }, hidden: true }, // symlink
|
|
|
|
'codestral-2508': { pubDate: '20250730', chatPrice: { input: 0.3, output: 0.9 } }, // code generation (Codestral 25.08)
|
|
'codestral-latest': { pubDate: '20250730', chatPrice: { input: 0.3, output: 0.9 }, hidden: true }, // symlink
|
|
|
|
'voxtral-small-2507': { pubDate: '20250715', chatPrice: { input: 0.1, output: 0.3 } }, // voice (text tokens)
|
|
'voxtral-small-latest': { pubDate: '20250715', chatPrice: { input: 0.1, output: 0.3 }, hidden: true }, // symlink
|
|
|
|
'voxtral-mini-2507': { pubDate: '20250715', chatPrice: { input: 0.04, output: 0.04 } }, // voice (text tokens)
|
|
'voxtral-mini-latest': { pubDate: '20250715', chatPrice: { input: 0.04, output: 0.04 }, hidden: true }, // symlink
|
|
|
|
// Ministral 3 family (Dec 2025) - multimodal, multilingual, Apache 2.0
|
|
'ministral-14b-2512': { pubDate: '20251202', chatPrice: { input: 0.2, output: 0.2 } }, // Ministral 3 14B
|
|
'ministral-14b-latest': { pubDate: '20251202', chatPrice: { input: 0.2, output: 0.2 }, hidden: true }, // symlink
|
|
|
|
'ministral-8b-2512': { pubDate: '20251202', chatPrice: { input: 0.15, output: 0.15 } }, // Ministral 3 8B
|
|
'ministral-8b-2410': { pubDate: '20241016', chatPrice: { input: 0.1, output: 0.1 }, benchmark: { cbaElo: 1237 }, hidden: true }, // older version
|
|
'ministral-8b-latest': { pubDate: '20251202', chatPrice: { input: 0.15, output: 0.15 }, hidden: true }, // symlink
|
|
|
|
'ministral-3b-2512': { pubDate: '20251202', chatPrice: { input: 0.1, output: 0.1 } }, // Ministral 3 3B
|
|
'ministral-3b-2410': { pubDate: '20241016', chatPrice: { input: 0.04, output: 0.04 }, hidden: true }, // older version
|
|
'ministral-3b-latest': { pubDate: '20251202', chatPrice: { input: 0.1, output: 0.1 }, hidden: true }, // symlink
|
|
|
|
// Open models
|
|
'mistral-small-2603': { pubDate: '20260316', chatPrice: { input: 0.15, output: 0.6 } }, // Mistral Small 4 - 119B hybrid (instruct+reasoning+coding), 256k ctx
|
|
'mistral-small-2506': { pubDate: '20250620', chatPrice: { input: 0.1, output: 0.3 }, benchmark: { cbaElo: 1357 }, hidden: true }, // Mistral Small 3.2
|
|
'mistral-small-latest': { pubDate: '20260316', chatPrice: { input: 0.15, output: 0.6 }, hidden: true }, // → 2603
|
|
|
|
'labs-mistral-small-creative': { label: 'Mistral Small Creative', pubDate: '20251211', chatPrice: { input: 0.1, output: 0.3 } }, // creative writing, roleplay (Labs)
|
|
|
|
'labs-leanstral-2603': { label: 'Leanstral (2603)', pubDate: '20260316', chatPrice: { input: 0, output: 0 } }, // Lean 4 formal proof engineering (Labs, free for limited period)
|
|
|
|
'magistral-small-2509': { pubDate: '20250917', chatPrice: { input: 0.5, output: 1.5 } }, // reasoning
|
|
'magistral-small-latest': { pubDate: '20250917', chatPrice: { input: 0.5, output: 1.5 }, hidden: true }, // symlink
|
|
|
|
'labs-devstral-small-2512': { label: 'Devstral Small 2 (2512)', pubDate: '20251209', chatPrice: { input: 0.1, output: 0.3 } }, // Devstral Small 2 - 24B coding agents (Labs)
|
|
'devstral-small-2507': { pubDate: '20250710', chatPrice: { input: 0.1, output: 0.3 }, hidden: true }, // older version (Devstral Small 1.1)
|
|
'devstral-small-latest': { label: 'Devstral Small 2 (latest)', pubDate: '20251209', chatPrice: { input: 0.1, output: 0.3 }, hidden: true }, // symlink
|
|
|
|
'pixtral-12b-2409': { pubDate: '20240911', chatPrice: { input: 0.15, output: 0.15 } }, // vision
|
|
'pixtral-12b-latest': { pubDate: '20240911', chatPrice: { input: 0.15, output: 0.15 }, hidden: true }, // symlink
|
|
'pixtral-12b': { pubDate: '20240911', chatPrice: { input: 0.15, output: 0.15 }, hidden: true }, // symlink
|
|
|
|
'open-mistral-nemo-2407': { pubDate: '20240718', chatPrice: { input: 0.15, output: 0.15 } }, // NeMo
|
|
'open-mistral-nemo': { pubDate: '20240718', chatPrice: { input: 0.15, output: 0.15 }, hidden: true }, // symlink
|
|
|
|
// Legacy (kept for reference, no longer in API)
|
|
'open-mistral-7b': { pubDate: '20230927', chatPrice: { input: 0.25, output: 0.25 }, hidden: true },
|
|
};
|
|
|
|
|
|
const mistralModelFamilyOrder = [
|
|
// Mistral 3 (Dec 2025)
|
|
'mistral-large-2512', // Mistral Large 3 - specific prefix must come before generic 'mistral-large'
|
|
'ministral-14b',
|
|
'ministral-8b',
|
|
'ministral-3b',
|
|
// Premier
|
|
'magistral-medium',
|
|
'mistral-medium',
|
|
'devstral-2512', // Devstral 2 - must come before generic 'devstral'
|
|
'mistral-vibe-cli', // alternate ID for Devstral 2
|
|
'devstral-medium',
|
|
'mistral-large-pixtral', // Pixtral Large uses 'mistral-large-pixtral-2411' ID - must come before 'mistral-large'
|
|
'pixtral-large',
|
|
'mistral-large', // Generic fallback for other mistral-large variants
|
|
'codestral',
|
|
'magistral-small',
|
|
'mistral-small',
|
|
'labs-mistral-small-creative', // Mistral Small Creative (Labs) - must come after mistral-small
|
|
'labs-devstral-small-2512', // Devstral Small 2 (Labs) - must come before generic prefixes
|
|
'devstral-small',
|
|
'labs-leanstral', // Leanstral (Labs) - Lean 4 formal proof engineering
|
|
'voxtral-small',
|
|
'voxtral-mini',
|
|
'mistral-embed',
|
|
'mistral-ocr',
|
|
'codestral-embed',
|
|
'mistral-moderation',
|
|
// Open
|
|
'open-codestral-mamba',
|
|
'pixtral-12b',
|
|
'open-mistral-nemo',
|
|
// Legacy (no longer in API, kept for fallback)
|
|
'open-mistral-7b',
|
|
// Deprecated
|
|
'mistral-tiny',
|
|
// Symlinks at the bottom
|
|
'🔗',
|
|
];
|
|
|
|
|
|
function _mistralModelsSort(a: ModelDescriptionSchema, b: ModelDescriptionSchema): number {
|
|
if (a.label.startsWith('🔗') && !b.label.startsWith('🔗')) return 1;
|
|
if (!a.label.startsWith('🔗') && b.label.startsWith('🔗')) return -1;
|
|
let aIndex = mistralModelFamilyOrder.findIndex(id => a.id === id);
|
|
if (aIndex === -1)
|
|
aIndex = mistralModelFamilyOrder.findIndex(prefix => a.id.startsWith(prefix));
|
|
let bIndex = mistralModelFamilyOrder.findIndex(id => b.id === id);
|
|
if (bIndex === -1)
|
|
bIndex = mistralModelFamilyOrder.findIndex(prefix => b.id.startsWith(prefix));
|
|
if (aIndex !== -1 && bIndex !== -1) {
|
|
if (aIndex !== bIndex)
|
|
return aIndex - bIndex;
|
|
return b.label.localeCompare(a.label);
|
|
}
|
|
return aIndex !== -1 ? 1 : -1;
|
|
}
|
|
|
|
|
|
function _prettyMistralName(name: string): string {
|
|
return name
|
|
// .replace(/^(mistral|codestral|pixtral|magistral|ministral|devstral)-/, '')
|
|
.replace(/-(2\d{3})$/, ' ($1)')
|
|
.replace(/-(latest|embed)$/, ' ($1)')
|
|
.replaceAll(/[_-]/g, ' ')
|
|
.split(' ')
|
|
.map(word => word.charAt(0).toUpperCase() + word.slice(1))
|
|
.join(' ');
|
|
}
|
|
|
|
function _mistralCapabilitiesToInterfaces(capabilities: WireMistralModel['capabilities'], modelId: string) {
|
|
// everyone gets Chat
|
|
const interfaces = [LLM_IF_OAI_Chat];
|
|
if (!capabilities || capabilities.function_calling)
|
|
interfaces.push(LLM_IF_OAI_Fn);
|
|
if (!capabilities || capabilities.vision)
|
|
interfaces.push(LLM_IF_OAI_Vision);
|
|
// if (!capabilities || capabilities.audio)
|
|
// interfaces.push(...audio input...); // Voxtral
|
|
// Add reasoning interface for magistral models
|
|
if (modelId.includes('magistral'))
|
|
interfaces.push(LLM_IF_OAI_Reasoning);
|
|
return interfaces;
|
|
}
|
|
|
|
|
|
export function mistralModels(wireModels: unknown): ModelDescriptionSchema[] {
|
|
|
|
// 1. Parse and filter the API response
|
|
const mistralModels = wireMistralModelsListSchema.parse(wireModels)
|
|
.filter(m => !m.capabilities || m.capabilities.completion_chat) // removes: *-embed, *-moderation, *-ocr
|
|
.filter(m => !m.id.includes('-ocr')); // explicit filter for OCR models
|
|
|
|
|
|
// 2. Auto-hide models based on alias groups
|
|
const aliasGroups = mistralModels.reduce((accGroups: Set<string>[], model) => {
|
|
const modelIds = new Set([model.id, ...(model.aliases || [])]);
|
|
|
|
// partition existing groups into those connected to the current model
|
|
const connected = accGroups.filter(g => [...g].some(id => modelIds.has(id)));
|
|
const unconnected = accGroups.filter(g => !connected.includes(g));
|
|
|
|
// merge all connected groups with the current model's IDs into a single new group
|
|
const mergedGroup = connected.reduce((merged, group) => {
|
|
group.forEach(id => merged.add(id));
|
|
return merged;
|
|
}, modelIds);
|
|
|
|
return [...unconnected, mergedGroup];
|
|
}, []);
|
|
|
|
// 2B. remove the latest entries from the groups
|
|
const notSymlinks = aliasGroups.map(group => {
|
|
const sortedIds = Array.from(group).sort();
|
|
|
|
const yymmModels = sortedIds.filter(id => /-\d{4}$/.test(id));
|
|
|
|
// pick the newest YYMM model if exists, otherwise pick the 2nd element otherwise the 1st
|
|
return !yymmModels.length ? sortedIds[sortedIds.length > 1 ? 1 : 0]
|
|
: yymmModels.sort((a, b) => parseInt(b.slice(-4), 10) - parseInt(a.slice(-4), 10))[0];
|
|
}).filter(Boolean);
|
|
|
|
|
|
// 3. Map the API models to our ModelDescriptionSchema
|
|
const models = mistralModels.map((mistralModel): ModelDescriptionSchema => {
|
|
const { id, created, capabilities, name, description, max_context_length } = mistralModel;
|
|
|
|
const isSymlink = !notSymlinks.includes(id);
|
|
const prettyName = _prettyMistralName(name);
|
|
|
|
const extraDetails = _knownMistralModelDetails[id] || {};
|
|
const labelOverride = extraDetails.label;
|
|
|
|
return {
|
|
id: id,
|
|
label: labelOverride ?? (!isSymlink ? prettyName : `🔗 ${id} → ${prettyName}`),
|
|
created: created || 0,
|
|
updated: /*updated ||*/ created || 0,
|
|
description: description,
|
|
contextWindow: max_context_length ?? 32768,
|
|
interfaces: _mistralCapabilitiesToInterfaces(capabilities, id),
|
|
// parameterSpecs: ...
|
|
// maxCompletionTokens: ...
|
|
// benchmark, chatPrice, hidden: provided by extraDetails below:
|
|
...extraDetails,
|
|
// Override hidden only if not explicitly set in extraDetails
|
|
hidden: extraDetails.hidden ?? !notSymlinks.includes(id),
|
|
};
|
|
});
|
|
|
|
// 4. Sort
|
|
models.sort(_mistralModelsSort);
|
|
|
|
// 5. Hide - pass 2 - hide earlier models versions
|
|
for (let i = 1; i < models.length; i++) {
|
|
const currentModel = models[i];
|
|
const prevModel = models[i - 1];
|
|
// if (prevModel.hidden) continue;
|
|
|
|
if (currentModel.id.length > 4 && prevModel.id.length > 4 &&
|
|
currentModel.id.slice(0, -4) === prevModel.id.slice(0, -4)) {
|
|
currentModel.hidden = true;
|
|
}
|
|
}
|
|
|
|
// 6. [DEV] check model definitions and pricing
|
|
if (DEV_DEBUG_MISTRAL_MODELS) {
|
|
|
|
// check stale model definitions (unknown check disabled - too many intentionally untracked models)
|
|
const knownModelIds = Object.keys(_knownMistralModelDetails);
|
|
llmDevCheckModels_DEV('Mistral', models.map(m => m.id), knownModelIds, { checkUnknown: false });
|
|
|
|
// show missing pricing
|
|
const missingPricing = knownModelIds.filter(id => !_knownMistralModelDetails[id].chatPrice);
|
|
if (missingPricing.length > 0)
|
|
console.log('[DEV] Mistral models missing pricing:', missingPricing);
|
|
|
|
}
|
|
|
|
return models;
|
|
}
|
|
|
|
|
|
/// Mistral Wire Parsers
|
|
|
|
type WireMistralModel = z.infer<typeof wireMistralModelSchema>;
|
|
const wireMistralModelSchema = z.object({
|
|
|
|
id: z.string(),
|
|
object: z.literal('model'),
|
|
|
|
created: z.number(), // it's the same number for all models...
|
|
owned_by: z.string(), // not useful, always 'mistralai'
|
|
type: z.string(), // 'base'
|
|
|
|
capabilities: z.object({
|
|
completion_chat: z.boolean(), // used to remove other models
|
|
function_calling: z.boolean().nullish(),
|
|
completion_fim: z.boolean().nullish(),
|
|
fine_tuning: z.boolean().nullish(),
|
|
vision: z.boolean().nullish(),
|
|
ocr: z.boolean().nullish(),
|
|
classification: z.boolean().nullish(),
|
|
moderation: z.boolean().nullish(),
|
|
audio: z.boolean().nullish(),
|
|
}).nullish(),
|
|
|
|
// UI description fields
|
|
name: z.string(),
|
|
description: z.string(),
|
|
aliases: z.array(z.string()),
|
|
|
|
// very useful
|
|
max_context_length: z.number(),
|
|
|
|
// misc, not used
|
|
default_model_temperature: z.number().nullish(),
|
|
// deprecation: z.any(),
|
|
// deprecation_replacement_model: z.string().nullable(),
|
|
});
|
|
|
|
const wireMistralModelsListSchema = z.array(wireMistralModelSchema);
|