mirror of
https://github.com/enricoros/big-AGI.git
synced 2026-05-10 21:50:14 -07:00
Enrico Ros
1094 lines
39 KiB
TypeScript
1094 lines
39 KiB
TypeScript
import { LLM_IF_OAI_Chat, LLM_IF_OAI_Complete, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Vision } from '../../store-llms';
|
|
|
|
import type { ModelDescriptionSchema } from '../llm.server.types';
|
|
import type { OpenAIWire } from './openai.wiretypes';
|
|
import { wireGroqModelsListOutputSchema } from './groq.wiretypes';
|
|
import { wireMistralModelsListOutputSchema } from './mistral.wiretypes';
|
|
import { wireOpenrouterModelsListOutputSchema } from './openrouter.wiretypes';
|
|
import { wireTogetherAIListOutputSchema } from './togetherai.wiretypes';
|
|
|
|
|
|
// [Azure] / [OpenAI]
|
|
// https://platform.openai.com/docs/models
|
|
const _knownOpenAIChatModels: ManualMappings = [
|
|
|
|
// GPT-4o -> 2024-05-13 (Starting October 2nd, 2024, gpt-4o will point to the gpt-4o-2024-08-06 snapshot)
|
|
{
|
|
idPrefix: 'gpt-4o',
|
|
label: 'GPT-4o',
|
|
description: 'Points to gpt-4o-2024-08-06 starting on Oct 2, 2024.',
|
|
symLink: 'gpt-4o-2024-08-06',
|
|
hidden: true,
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 2.5, chatOut: 10 },
|
|
benchmark: { cbaElo: 1286 + 1 },
|
|
},
|
|
{
|
|
isLatest: true,
|
|
idPrefix: 'gpt-4o-2024-08-06',
|
|
label: 'GPT-4o (2024-08-06)',
|
|
description: 'Latest snapshot that supports Structured Outputs',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json], // + Structured Outputs?
|
|
pricing: { chatIn: 2.5, chatOut: 10 },
|
|
benchmark: { cbaElo: 1286 + 1 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-2024-05-13',
|
|
label: 'GPT-4o (2024-05-13)',
|
|
description: 'Advanced, multimodal flagship model that\'s cheaper and faster than GPT-4 Turbo.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 5, chatOut: 15 },
|
|
benchmark: { cbaElo: 1286 },
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'chatgpt-4o-latest',
|
|
label: 'ChatGPT-4o Latest',
|
|
description: 'Intended for research and evaluation. Dynamic model continuously updated to the current version of GPT-4o in ChatGPT.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 5, chatOut: 15 },
|
|
},
|
|
|
|
// GPT-4o mini
|
|
{
|
|
idPrefix: 'gpt-4o-mini',
|
|
label: 'GPT-4o mini',
|
|
description: 'Currently points to gpt-4o-mini-2024-07-18.',
|
|
symLink: 'gpt-4o-mini-2024-07-18',
|
|
hidden: true,
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 0.15, chatOut: 0.60 },
|
|
benchmark: { cbaElo: 1277, cbaMmlu: 82.0 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-mini-2024-07-18',
|
|
label: 'GPT-4o Mini (2024-07-18)',
|
|
description: 'Affordable model for fast, lightweight tasks. GPT-4o mini is cheaper and more capable than GPT-3.5 Turbo.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 0.15, chatOut: 0.60 },
|
|
},
|
|
|
|
// o1-preview
|
|
{
|
|
idPrefix: 'o1-preview',
|
|
label: 'o1 Preview',
|
|
description: 'Supported in Big-AGI 2. Points to the most recent snapshot of the o1 model: o1-preview-2024-09-12',
|
|
symLink: 'o1-preview-2024-09-12',
|
|
hidden: true,
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 32768,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision],
|
|
pricing: { chatIn: 15, chatOut: 60 },
|
|
isPreview: true,
|
|
},
|
|
{
|
|
hidden: true, // we can't support it in Big-AGI 1
|
|
idPrefix: 'o1-preview-2024-09-12',
|
|
label: 'o1 Preview (2024-09-12)',
|
|
description: 'Supported in Big-AGI 2. New reasoning model for complex tasks that require broad general knowledge.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 32768,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision],
|
|
pricing: { chatIn: 15, chatOut: 60 },
|
|
isPreview: true,
|
|
},
|
|
|
|
// o1-mini
|
|
{
|
|
idPrefix: 'o1-mini',
|
|
label: 'o1 Mini',
|
|
description: 'Supported in Big-AGI 2. Points to the most recent o1-mini snapshot: o1-mini-2024-09-12',
|
|
symLink: 'o1-mini-2024-09-12',
|
|
hidden: true,
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 65536,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision],
|
|
pricing: { chatIn: 3, chatOut: 12 },
|
|
isPreview: true,
|
|
},
|
|
{
|
|
hidden: true, // we can't support it in Big-AGI 1
|
|
idPrefix: 'o1-mini-2024-09-12',
|
|
label: 'o1 Mini (2024-09-12)',
|
|
description: 'Supported in Big-AGI 2. Fast, cost-efficient reasoning model tailored to coding, math, and science use cases.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 65536,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision],
|
|
pricing: { chatIn: 3, chatOut: 12 },
|
|
isPreview: true,
|
|
},
|
|
|
|
// GPT4 Turbo with Vision -> 2024-04-09
|
|
{
|
|
idPrefix: 'gpt-4-turbo',
|
|
label: 'GPT-4 Turbo',
|
|
description: 'New GPT-4 Turbo with Vision. The latest GPT-4 Turbo model with vision capabilities. Vision requests can now use JSON mode and function calling. Currently points to gpt-4-turbo-2024-04-09.',
|
|
symLink: 'gpt-4-turbo-2024-04-09',
|
|
hidden: true,
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Dec 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 10, chatOut: 30 },
|
|
benchmark: { cbaElo: 1257 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-turbo-2024-04-09',
|
|
label: 'GPT-4 Turbo (2024-04-09)',
|
|
description: 'GPT-4 Turbo with Vision model. Vision requests can now use JSON mode and function calling. gpt-4-turbo currently points to this version.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Dec 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 10, chatOut: 30 },
|
|
benchmark: { cbaElo: 1257 },
|
|
},
|
|
|
|
// GPT4 Turbo Previews
|
|
{
|
|
idPrefix: 'gpt-4-turbo-preview',
|
|
label: 'GPT-4 Preview Turbo',
|
|
description: 'GPT-4 Turbo preview model. Currently points to gpt-4-0125-preview.',
|
|
symLink: 'gpt-4-0125-preview',
|
|
hidden: true,
|
|
// copied from symlinked
|
|
isPreview: true,
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Dec 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 10, chatOut: 30 },
|
|
benchmark: { cbaElo: 1245 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-0125-preview',
|
|
label: 'GPT-4 Turbo (0125)',
|
|
description: 'GPT-4 Turbo preview model intended to reduce cases of "laziness" where the model doesn\'t complete a task.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Dec 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 10, chatOut: 30 },
|
|
benchmark: { cbaElo: 1245 },
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-1106-preview', // GPT-4 Turbo preview model
|
|
label: 'GPT-4 Turbo (1106)',
|
|
description: 'GPT-4 Turbo preview model featuring improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Apr 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
pricing: { chatIn: 10, chatOut: 30 },
|
|
benchmark: { cbaElo: 1251 },
|
|
hidden: true,
|
|
},
|
|
|
|
|
|
// GPT4-32k's
|
|
{
|
|
idPrefix: 'gpt-4-32k',
|
|
label: 'GPT-4 32k',
|
|
description: 'Currently points to gpt-4-32k-0613. This model was never rolled out widely in favor of GPT-4 Turbo.',
|
|
symLink: 'gpt-4-32k-0613',
|
|
// copied from symlinked
|
|
contextWindow: 32768,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 60, chatOut: 120 },
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-32k-0613',
|
|
label: 'GPT-4 32k (0613)',
|
|
description: 'Snapshot of gpt-4-32k from June 13th 2023 with improved function calling support. This model was never rolled out widely in favor of GPT-4 Turbo.',
|
|
contextWindow: 32768,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 60, chatOut: 120 },
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-32k-0314',
|
|
label: 'GPT-4 32k (0314)',
|
|
description: 'Snapshot of gpt-4-32 from March 14th 2023. Will be deprecated on June 13th 2024 at the earliest.',
|
|
contextWindow: 32768,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 60, chatOut: 120 },
|
|
hidden: true,
|
|
},
|
|
|
|
|
|
// GPT4's
|
|
{
|
|
idPrefix: 'gpt-4-0613',
|
|
label: 'GPT-4 (0613)',
|
|
description: 'Snapshot of gpt-4 from June 13th 2023 with improved function calling support. Data up to Sep 2021.',
|
|
contextWindow: 8192,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 30, chatOut: 60 },
|
|
benchmark: { cbaElo: 1161 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-0314',
|
|
label: 'GPT-4 (0314)',
|
|
description: 'Snapshot of gpt-4 from March 14th 2023 with function calling data. Data up to Sep 2021.',
|
|
contextWindow: 8192,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 30, chatOut: 60 },
|
|
benchmark: { cbaElo: 1186 },
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4',
|
|
label: 'GPT-4',
|
|
description: 'Currently points to gpt-4-0613.',
|
|
symLink: 'gpt-4-0613',
|
|
hidden: true,
|
|
// copied from symlinked
|
|
contextWindow: 8192,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 30, chatOut: 60 },
|
|
benchmark: { cbaElo: 1161 },
|
|
isLegacy: true,
|
|
},
|
|
|
|
// 3.5-Turbo
|
|
// As of July 2024, gpt-4o-mini should be used in place of gpt-3.5-turbo, as it is cheaper, more capable, multimodal, and just as fast.
|
|
{
|
|
idPrefix: 'gpt-3.5-turbo-0125',
|
|
label: '3.5-Turbo (0125)',
|
|
description: 'The latest GPT-3.5 Turbo model with higher accuracy at responding in requested formats and a fix for a bug which caused a text encoding issue for non-English language function calls.',
|
|
contextWindow: 16385,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 0.5, chatOut: 1.5 },
|
|
benchmark: { cbaElo: 1105 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-3.5-turbo-1106',
|
|
label: '3.5-Turbo (1106)',
|
|
description: 'GPT-3.5 Turbo model with improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more.',
|
|
contextWindow: 16385,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 1, chatOut: 2 },
|
|
benchmark: { cbaElo: 1072 },
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-3.5-turbo',
|
|
label: '3.5-Turbo',
|
|
description: 'Currently points to gpt-3.5-turbo-0125. As of July 2024, gpt-4o-mini should be used in place of gpt-3.5-turbo, as it is cheaper, more capable, multimodal, and just as fast.',
|
|
symLink: 'gpt-3.5-turbo-0125',
|
|
hidden: true,
|
|
// copied
|
|
contextWindow: 16385,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 0.5, chatOut: 1.5 },
|
|
benchmark: { cbaElo: 1105 },
|
|
},
|
|
|
|
// 3.5-Turbo-Instruct (Not for Chat)
|
|
{
|
|
idPrefix: 'gpt-3.5-turbo-instruct',
|
|
label: '3.5-Turbo Instruct',
|
|
description: 'Similar capabilities as GPT-3 era models. Compatible with legacy Completions endpoint and not Chat Completions.',
|
|
contextWindow: 4097,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [/* NO: LLM_IF_OAI_Chat,*/ LLM_IF_OAI_Complete],
|
|
pricing: { chatIn: 1.5, chatOut: 2 },
|
|
hidden: true,
|
|
},
|
|
|
|
|
|
// Azure variants - because someone forgot the dot
|
|
{
|
|
idPrefix: 'gpt-35-turbo-16k',
|
|
label: '3.5-Turbo 16k',
|
|
description: 'Fair speed and smarts, large context',
|
|
contextWindow: 16384,
|
|
interfaces: [LLM_IF_OAI_Chat], // as azure doesn't version model id's (in the deployments), let's assume no function calling
|
|
},
|
|
{
|
|
idPrefix: 'gpt-35-turbo',
|
|
label: '3.5-Turbo',
|
|
contextWindow: 4097,
|
|
description: 'Fair speed and smarts',
|
|
interfaces: [LLM_IF_OAI_Chat], // as azure doesn't version model id's (in the deployments), let's assume no function calling
|
|
},
|
|
|
|
// Fallback - unknown
|
|
{
|
|
idPrefix: '',
|
|
label: '?:',
|
|
description: 'Unknown, please let us know the ID. Assuming a 4097 context window size and Chat capabilities.',
|
|
contextWindow: 4097,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
hidden: true,
|
|
},
|
|
];
|
|
|
|
const openAIModelsDenyList: string[] = [
|
|
/* /v1/audio/speech */
|
|
'tts-1-hd', 'tts-1',
|
|
/* /v1/embeddings */
|
|
'text-embedding-3-small', 'text-embedding-3-large', 'text-embedding-ada-002',
|
|
/* /v1/audio/transcriptions, /v1/audio/translations */
|
|
'whisper-1',
|
|
/* /v1/images/generations */
|
|
'dall-e-3', 'dall-e-2',
|
|
/* /v1/completions (Legacy) */
|
|
'-turbo-instruct', 'davinci-', 'babbage-',
|
|
|
|
// just Legacy models, that we should drop
|
|
'gpt-3.5-turbo-16k-0613', 'gpt-3.5-turbo-0613', 'gpt-3.5-turbo-0301', 'gpt-3.5-turbo-16k',
|
|
];
|
|
|
|
export function openAIModelFilter(model: OpenAIWire.Models.ModelDescription) {
|
|
return !openAIModelsDenyList.some(deny => model.id.includes(deny));
|
|
}
|
|
|
|
export function openAIModelToModelDescription(modelId: string, modelCreated: number, modelUpdated?: number): ModelDescriptionSchema {
|
|
return fromManualMapping(_knownOpenAIChatModels, modelId, modelCreated, modelUpdated);
|
|
}
|
|
|
|
export function azureModelToModelDescription(azureDeploymentRef: string, openAIModelIdBase: string, modelCreated: number, modelUpdated?: number): ModelDescriptionSchema {
|
|
// if the deployment name mataches an OpenAI model prefix, use that
|
|
const known = _knownOpenAIChatModels.find(base => azureDeploymentRef == base.idPrefix);
|
|
return fromManualMapping(_knownOpenAIChatModels, known ? azureDeploymentRef : openAIModelIdBase, modelCreated, modelUpdated);
|
|
}
|
|
|
|
|
|
// [LM Studio]
|
|
export function lmStudioModelToModelDescription(modelId: string): ModelDescriptionSchema {
|
|
|
|
// LM Studio model ID's are the file names of the model files
|
|
function getFileName(filePath: string): string {
|
|
const normalizedPath = filePath.replace(/\\/g, '/');
|
|
return normalizedPath.split('/').pop() || '';
|
|
}
|
|
|
|
return fromManualMapping([], modelId, undefined, undefined, {
|
|
idPrefix: modelId,
|
|
label: getFileName(modelId)
|
|
.replace('.gguf', '')
|
|
.replace('.bin', ''),
|
|
// .replaceAll('-', ' '),
|
|
description: `Unknown LM Studio model. File: ${modelId}`,
|
|
contextWindow: null, // 'not provided'
|
|
interfaces: [LLM_IF_OAI_Chat], // assume..
|
|
});
|
|
}
|
|
|
|
|
|
// [LocalAI]
|
|
const _knownLocalAIChatModels: ManualMappings = [
|
|
{
|
|
idPrefix: 'ggml-gpt4all-j',
|
|
label: 'GPT4All-J',
|
|
description: 'GPT4All-J on LocalAI',
|
|
contextWindow: 2048,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
idPrefix: 'luna-ai-llama2',
|
|
label: 'Luna AI Llama2 Uncensored',
|
|
description: 'Luna AI Llama2 on LocalAI',
|
|
contextWindow: 4096,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
];
|
|
|
|
export function localAIModelToModelDescription(modelId: string): ModelDescriptionSchema {
|
|
return fromManualMapping(_knownLocalAIChatModels, modelId, undefined, undefined, {
|
|
idPrefix: modelId,
|
|
label: modelId
|
|
.replace('ggml-', '')
|
|
.replace('.bin', '')
|
|
.replaceAll('-', ' '),
|
|
description: 'Unknown localAI model. Please update `models.data.ts` with this ID',
|
|
contextWindow: null, // 'not provided'
|
|
interfaces: [LLM_IF_OAI_Chat], // assume..
|
|
});
|
|
}
|
|
|
|
|
|
// [Mistral]
|
|
// updated from the models on: https://docs.mistral.ai/getting-started/models/
|
|
// and the pricing available on: https://mistral.ai/technology/#pricing
|
|
|
|
const _knownMistralChatModels: ManualMappings = [
|
|
// Codestral
|
|
{
|
|
idPrefix: 'codestral-2405',
|
|
label: 'Codestral (2405)',
|
|
description: 'Designed and optimized for code generation tasks.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 1, chatOut: 3 },
|
|
},
|
|
{
|
|
idPrefix: 'codestral-latest',
|
|
label: 'Mistral Large (latest)',
|
|
symLink: 'mistral-codestral-2405',
|
|
hidden: true,
|
|
// copied
|
|
description: 'Designed and optimized for code generation tasks.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 1, chatOut: 3 },
|
|
},
|
|
|
|
// Large
|
|
{
|
|
idPrefix: 'mistral-large-2402',
|
|
label: 'Mistral Large (2402)',
|
|
description: 'Top-tier reasoning for high-complexity tasks.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 4, chatOut: 12 },
|
|
benchmark: { cbaElo: 1159 },
|
|
},
|
|
{
|
|
idPrefix: 'mistral-large-latest',
|
|
label: 'Mistral Large (latest)',
|
|
symLink: 'mistral-large-2402',
|
|
hidden: true,
|
|
// copied
|
|
description: 'Top-tier reasoning for high-complexity tasks.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 4, chatOut: 12 },
|
|
benchmark: { cbaElo: 1159 },
|
|
},
|
|
|
|
// Open Mixtral (8x22B)
|
|
{
|
|
idPrefix: 'open-mixtral-8x22b-2404',
|
|
label: 'Open Mixtral 8x22B (2404)',
|
|
description: 'Mixtral 8x22B model',
|
|
contextWindow: 65536,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 2, chatOut: 6 },
|
|
},
|
|
{
|
|
idPrefix: 'open-mixtral-8x22b',
|
|
label: 'Open Mixtral 8x22B',
|
|
symLink: 'open-mixtral-8x22b-2404',
|
|
hidden: true,
|
|
// copied
|
|
description: 'Mixtral 8x22B model',
|
|
contextWindow: 65536,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 2, chatOut: 6 },
|
|
},
|
|
// Medium (Deprecated)
|
|
{
|
|
idPrefix: 'mistral-medium-2312',
|
|
label: 'Mistral Medium (2312)',
|
|
description: 'Ideal for intermediate tasks that require moderate reasoning (Data extraction, Summarizing a Document, Writing emails, Writing a Job Description, or Writing Product Descriptions)',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 2.7, chatOut: 8.1 },
|
|
benchmark: { cbaElo: 1148 },
|
|
isLegacy: true,
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'mistral-medium-latest',
|
|
label: 'Mistral Medium (latest)',
|
|
symLink: 'mistral-medium-2312',
|
|
// copied
|
|
description: 'Ideal for intermediate tasks that require moderate reasoning (Data extraction, Summarizing a Document, Writing emails, Writing a Job Description, or Writing Product Descriptions)',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 2.7, chatOut: 8.1 },
|
|
benchmark: { cbaElo: 1148 },
|
|
isLegacy: true,
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'mistral-medium',
|
|
label: 'Mistral Medium',
|
|
symLink: 'mistral-medium-2312',
|
|
// copied
|
|
description: 'Ideal for intermediate tasks that require moderate reasoning (Data extraction, Summarizing a Document, Writing emails, Writing a Job Description, or Writing Product Descriptions)',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 2.7, chatOut: 8.1 },
|
|
benchmark: { cbaElo: 1148 },
|
|
isLegacy: true,
|
|
hidden: true,
|
|
},
|
|
|
|
// Open Mixtral (8x7B) -> currently points to `mistral-small-2312` (as per the docs)
|
|
{
|
|
idPrefix: 'open-mixtral-8x7b',
|
|
label: 'Open Mixtral (8x7B)',
|
|
description: 'A sparse mixture of experts model. As such, it leverages up to 45B parameters but only uses about 12B during inference, leading to better inference throughput at the cost of more vRAM.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 0.7, chatOut: 0.7 },
|
|
},
|
|
// Small (deprecated)
|
|
{
|
|
idPrefix: 'mistral-small-2402',
|
|
label: 'Mistral Small (2402)',
|
|
description: 'Suitable for simple tasks that one can do in bulk (Classification, Customer Support, or Text Generation)',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 1, chatOut: 3 },
|
|
hidden: true,
|
|
isLegacy: true,
|
|
},
|
|
{
|
|
idPrefix: 'mistral-small-latest',
|
|
label: 'Mistral Small (latest)',
|
|
symLink: 'mistral-small-2402',
|
|
// copied
|
|
description: 'Suitable for simple tasks that one can do in bulk (Classification, Customer Support, or Text Generation)',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
pricing: { chatIn: 1, chatOut: 3 },
|
|
hidden: true,
|
|
isLegacy: true,
|
|
},
|
|
{
|
|
idPrefix: 'mistral-small-2312',
|
|
label: 'Mistral Small (2312)',
|
|
description: 'Aka open-mixtral-8x7b. Suitable for simple tasks that one can do in bulk (Classification, Customer Support, or Text Generation)',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 1, chatOut: 3 },
|
|
hidden: true,
|
|
isLegacy: true,
|
|
},
|
|
{
|
|
idPrefix: 'mistral-small',
|
|
label: 'Mistral Small',
|
|
symLink: 'mistral-small-2312',
|
|
// copied
|
|
description: 'Aka open-mixtral-8x7b. Suitable for simple tasks that one can do in bulk (Classification, Customer Support, or Text Generation)',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 1, chatOut: 3 },
|
|
hidden: true,
|
|
isLegacy: true,
|
|
},
|
|
|
|
|
|
// Open Mistral (7B) -> currently points to mistral-tiny-2312 (as per the docs)
|
|
{
|
|
idPrefix: 'open-mistral-7b',
|
|
label: 'Open Mistral (7B)',
|
|
description: 'The first dense model released by Mistral AI, perfect for experimentation, customization, and quick iteration. At the time of the release, it matched the capabilities of models up to 30B parameters.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
pricing: { chatIn: 0.25, chatOut: 0.25 },
|
|
},
|
|
// Tiny (deprecated)
|
|
{
|
|
idPrefix: 'mistral-tiny-2312',
|
|
label: 'Mistral Tiny (2312)',
|
|
description: 'Aka open-mistral-7b. Used for large batch processing tasks where cost is a significant factor but reasoning capabilities are not crucial',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
hidden: true,
|
|
isLegacy: true,
|
|
},
|
|
{
|
|
idPrefix: 'mistral-tiny',
|
|
label: 'Mistral Tiny',
|
|
symLink: 'mistral-tiny-2312',
|
|
// copied
|
|
description: 'Aka open-mistral-7b. Used for large batch processing tasks where cost is a significant factor but reasoning capabilities are not crucial',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
hidden: true,
|
|
isLegacy: true,
|
|
},
|
|
|
|
{
|
|
idPrefix: 'mistral-embed',
|
|
label: 'Mistral Embed',
|
|
description: 'A model that converts text into numerical vectors of embeddings in 1024 dimensions. Embedding models enable retrieval and retrieval-augmented generation applications.',
|
|
maxCompletionTokens: 1024, // HACK - it's 1024 dimensions, but those are not 'completion tokens'
|
|
contextWindow: 8192, // Updated context window
|
|
interfaces: [],
|
|
pricing: { chatIn: 0.1, chatOut: 0.1 },
|
|
hidden: true,
|
|
},
|
|
];
|
|
|
|
const mistralModelFamilyOrder = [
|
|
'codestral', 'mistral-large', 'open-mixtral-8x22b', 'mistral-medium', 'open-mixtral-8x7b', 'mistral-small', 'open-mistral-7b', 'mistral-tiny', 'mistral-embed', '🔗',
|
|
];
|
|
|
|
export function mistralModelToModelDescription(_model: unknown): ModelDescriptionSchema {
|
|
const model = wireMistralModelsListOutputSchema.parse(_model);
|
|
return fromManualMapping(_knownMistralChatModels, model.id, model.created, undefined, {
|
|
idPrefix: model.id,
|
|
label: model.id.replaceAll(/[_-]/g, ' '),
|
|
description: 'New Mistral Model',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat], // assume..
|
|
hidden: true,
|
|
});
|
|
}
|
|
|
|
export function mistralModelsSort(a: ModelDescriptionSchema, b: ModelDescriptionSchema): number {
|
|
if (a.label.startsWith('🔗') && !b.label.startsWith('🔗')) return 1;
|
|
if (!a.label.startsWith('🔗') && b.label.startsWith('🔗')) return -1;
|
|
const aPrefixIndex = mistralModelFamilyOrder.findIndex(prefix => a.id.startsWith(prefix));
|
|
const bPrefixIndex = mistralModelFamilyOrder.findIndex(prefix => b.id.startsWith(prefix));
|
|
if (aPrefixIndex !== -1 && bPrefixIndex !== -1) {
|
|
if (aPrefixIndex !== bPrefixIndex)
|
|
return aPrefixIndex - bPrefixIndex;
|
|
return b.label.localeCompare(a.label);
|
|
}
|
|
return aPrefixIndex !== -1 ? 1 : -1;
|
|
}
|
|
|
|
|
|
// [Oobabooga]
|
|
const _knownOobaboogaChatModels: ManualMappings = [];
|
|
|
|
const _knownOobaboogaNonChatModels: string[] = [
|
|
'None', 'text-curie-001', 'text-davinci-002', 'all-mpnet-base-v2', 'text-embedding-ada-002',
|
|
/* 'gpt-3.5-turbo' // used to be here, but now it's the way to select the activly loaded ooababooga model */
|
|
];
|
|
|
|
export function oobaboogaModelToModelDescription(modelId: string, created: number): ModelDescriptionSchema {
|
|
let label = modelId.replaceAll(/[_-]/g, ' ').split(' ').map(word => word[0].toUpperCase() + word.slice(1)).join(' ');
|
|
if (label.endsWith('.bin'))
|
|
label = label.slice(0, -4);
|
|
|
|
// special case for the default (and only 'chat') model
|
|
if (modelId === 'gpt-3.5-turbo')
|
|
label = 'Oobabooga Model';
|
|
|
|
return fromManualMapping(_knownOobaboogaChatModels, modelId, created, undefined, {
|
|
idPrefix: modelId,
|
|
label: label,
|
|
description: 'Oobabooga model',
|
|
contextWindow: 4096, // FIXME: figure out how to the context window size from Oobabooga
|
|
interfaces: [LLM_IF_OAI_Chat], // assume..
|
|
hidden: _knownOobaboogaNonChatModels.includes(modelId),
|
|
});
|
|
}
|
|
|
|
|
|
// [OpenRouter]
|
|
|
|
const orOldModelIDs = [
|
|
'openai/gpt-3.5-turbo-0301', 'openai/gpt-4-0314', 'openai/gpt-4-32k-0314', 'openai/text-davinci-002',
|
|
'anthropic/claude-2.1', 'anthropic/claude-2.0', 'anthropic/claude-v1', 'anthropic/claude-1.2',
|
|
'anthropic/claude-instant-v1-100k', 'anthropic/claude-v1-100k', 'anthropic/claude-instant-1.0',
|
|
];
|
|
|
|
const orModelFamilyOrder = [
|
|
// great models (pickes by hand, they're free)
|
|
'mistralai/mistral-7b-instruct', 'nousresearch/nous-capybara-7b',
|
|
// great orgs
|
|
'huggingfaceh4/', 'openchat/', 'anthropic/', 'google/', 'mistralai/', 'openai/', 'meta-llama/', 'phind/',
|
|
];
|
|
|
|
export function openRouterModelFamilySortFn(a: { id: string }, b: { id: string }): number {
|
|
const aPrefixIndex = orModelFamilyOrder.findIndex(prefix => a.id.startsWith(prefix));
|
|
const bPrefixIndex = orModelFamilyOrder.findIndex(prefix => b.id.startsWith(prefix));
|
|
|
|
// If both have a prefix, sort by prefix first, and then alphabetically
|
|
if (aPrefixIndex !== -1 && bPrefixIndex !== -1)
|
|
return aPrefixIndex !== bPrefixIndex ? aPrefixIndex - bPrefixIndex : a.id.localeCompare(b.id);
|
|
|
|
// If one has a prefix and the other doesn't, prioritize the one with prefix
|
|
return aPrefixIndex !== -1 ? -1 : 1;
|
|
}
|
|
|
|
export function openRouterModelToModelDescription(wireModel: object): ModelDescriptionSchema | null {
|
|
|
|
// parse the model
|
|
const { data: model, error } = wireOpenrouterModelsListOutputSchema.safeParse(wireModel);
|
|
if (error) {
|
|
console.warn(`openrouterModelToModelDescription: Failed to parse model: ${error}`);
|
|
return null;
|
|
}
|
|
|
|
// parse pricing
|
|
const pricing: ModelDescriptionSchema['pricing'] = {
|
|
chatIn: parseFloat(model.pricing.prompt) * 1000 * 1000,
|
|
chatOut: parseFloat(model.pricing.completion) * 1000 * 1000,
|
|
// image...
|
|
// request...
|
|
};
|
|
const seemsFree = pricing.chatIn === 0 && pricing.chatOut === 0;
|
|
|
|
// openrouter provides the fields we need as part of the model object
|
|
let label = model.name || model.id.replace('/', ' · ');
|
|
if (seemsFree)
|
|
label += ' · 🎁'; // Free? Discounted?
|
|
|
|
// hidden: hide by default older models or models not in known families
|
|
const hidden = orOldModelIDs.includes(model.id) || !orModelFamilyOrder.some(prefix => model.id.startsWith(prefix));
|
|
|
|
return fromManualMapping([], model.id, undefined, undefined, {
|
|
idPrefix: model.id,
|
|
// latest: ...
|
|
label,
|
|
// created: ...
|
|
// updated: ...
|
|
description: model.description,
|
|
contextWindow: model.context_length || 4096,
|
|
maxCompletionTokens: model.top_provider.max_completion_tokens || undefined,
|
|
// trainingDataCutoff: ...
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
// benchmark: ...
|
|
pricing,
|
|
hidden,
|
|
});
|
|
}
|
|
|
|
|
|
// [Together AI]
|
|
|
|
const _knownTogetherAIChatModels: ManualMappings = [
|
|
{
|
|
idPrefix: 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO',
|
|
label: 'Nous Hermes 2 - Mixtral 8x7B-DPO',
|
|
description: 'Nous Hermes 2 Mixtral 7bx8 DPO is the new flagship Nous Research model trained over the Mixtral 7bx8 MoE LLM. The model was trained on over 1,000,000 entries of primarily GPT-4 generated data, as well as other high quality data from open datasets across the AI landscape, achieving state of the art performance on a variety of tasks.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
idPrefix: 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-SFT',
|
|
label: 'Nous Hermes 2 - Mixtral 8x7B-SFT',
|
|
description: 'Nous Hermes 2 Mixtral 7bx8 SFT is the new flagship Nous Research model trained over the Mixtral 7bx8 MoE LLM. The model was trained on over 1,000,000 entries of primarily GPT-4 generated data, as well as other high quality data from open datasets across the AI landscape, achieving state of the art performance on a variety of tasks.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
idPrefix: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
|
|
label: 'Mixtral-8x7B Instruct',
|
|
description: 'The Mixtral-8x7B Large Language Model (LLM) is a pretrained generative Sparse Mixture of Experts.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
idPrefix: 'mistralai/Mistral-7B-Instruct-v0.2',
|
|
label: 'Mistral (7B) Instruct v0.2',
|
|
description: 'The Mistral-7B-Instruct-v0.2 Large Language Model (LLM) is an improved instruct fine-tuned version of Mistral-7B-Instruct-v0.1.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
idPrefix: 'NousResearch/Nous-Hermes-2-Yi-34B',
|
|
label: 'Nous Hermes-2 Yi (34B)',
|
|
description: 'Nous Hermes 2 - Yi-34B is a state of the art Yi Fine-tune',
|
|
contextWindow: 4097,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
] as const;
|
|
|
|
export function togetherAIModelsToModelDescriptions(wireModels: unknown): ModelDescriptionSchema[] {
|
|
|
|
function togetherAIModelToModelDescription(model: { id: string, created: number }) {
|
|
return fromManualMapping(_knownTogetherAIChatModels, model.id, model.created, undefined, {
|
|
idPrefix: model.id,
|
|
label: model.id.replaceAll('/', ' · ').replaceAll(/[_-]/g, ' '),
|
|
description: 'New Togehter AI Model',
|
|
contextWindow: null, // unknown
|
|
interfaces: [LLM_IF_OAI_Chat], // assume..
|
|
hidden: true,
|
|
});
|
|
}
|
|
|
|
function togetherAIModelsSort(a: ModelDescriptionSchema, b: ModelDescriptionSchema): number {
|
|
if (a.hidden && !b.hidden)
|
|
return 1;
|
|
if (!a.hidden && b.hidden)
|
|
return -1;
|
|
if (a.created !== b.created)
|
|
return (b.created || 0) - (a.created || 0);
|
|
return a.id.localeCompare(b.id);
|
|
}
|
|
|
|
return wireTogetherAIListOutputSchema.parse(wireModels)
|
|
.map(togetherAIModelToModelDescription)
|
|
.sort(togetherAIModelsSort);
|
|
}
|
|
|
|
|
|
// Perplexity
|
|
|
|
const _knownPerplexityChatModels: ModelDescriptionSchema[] = [
|
|
// perplexity models
|
|
{
|
|
id: 'llama-3-sonar-small-32k-chat',
|
|
label: 'Sonar Small Chat',
|
|
description: 'Llama 3 Sonar Small 32k Chat',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
id: 'llama-3-sonar-small-32k-online',
|
|
label: 'Sonar Small Online 🌐',
|
|
description: 'Llama 3 Sonar Small 32k Online',
|
|
contextWindow: 28000,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
id: 'llama-3-sonar-large-32k-chat',
|
|
label: 'Sonar Large Chat',
|
|
description: 'Llama 3 Sonar Large 32k Chat',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
id: 'llama-3-sonar-large-32k-online',
|
|
label: 'Sonar Large Online 🌐',
|
|
description: 'Llama 3 Sonar Large 32k Online',
|
|
contextWindow: 28000,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
|
|
// opensource models
|
|
{
|
|
id: 'llama-3-8b-instruct',
|
|
label: 'Llama 3 8B Instruct',
|
|
description: 'Llama 3 8B Instruct',
|
|
contextWindow: 8192,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
id: 'llama-3-70b-instruct',
|
|
label: 'Llama 3 70B Instruct',
|
|
description: 'Llama 3 70B Instruct',
|
|
contextWindow: 8192,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
{
|
|
id: 'mixtral-8x7b-instruct',
|
|
label: 'Mixtral 8x7B Instruct',
|
|
description: 'Mixtral 8x7B Instruct',
|
|
contextWindow: 16384,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
},
|
|
];
|
|
|
|
const perplexityAIModelFamilyOrder = [
|
|
'llama-3-sonar-large', 'llama-3-sonar-small', 'llama-3', 'mixtral', '',
|
|
];
|
|
|
|
export function perplexityAIModelDescriptions() {
|
|
// change this implementation once upstream implements some form of models listing
|
|
return _knownPerplexityChatModels;
|
|
}
|
|
|
|
export function perplexityAIModelSort(a: ModelDescriptionSchema, b: ModelDescriptionSchema): number {
|
|
const aPrefixIndex = perplexityAIModelFamilyOrder.findIndex(prefix => a.id.startsWith(prefix));
|
|
const bPrefixIndex = perplexityAIModelFamilyOrder.findIndex(prefix => b.id.startsWith(prefix));
|
|
// sort by family
|
|
if (aPrefixIndex !== -1 && bPrefixIndex !== -1)
|
|
if (aPrefixIndex !== bPrefixIndex)
|
|
return aPrefixIndex - bPrefixIndex;
|
|
// then by reverse label
|
|
return b.label.localeCompare(a.label);
|
|
}
|
|
|
|
|
|
// Groq - https://console.groq.com/docs/models
|
|
|
|
const _knownGroqModels: ManualMappings = [
|
|
{
|
|
isLatest: true,
|
|
idPrefix: 'llama-3.1-405b-reasoning',
|
|
label: 'Llama 3.1 · 405B',
|
|
description: 'LLaMA 3.1 405B developed by Meta with a context window of 131,072 tokens. Supports tool use.',
|
|
contextWindow: 131072,
|
|
maxCompletionTokens: 8000,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
},
|
|
{
|
|
isLatest: true,
|
|
idPrefix: 'llama-3.1-70b-versatile',
|
|
label: 'Llama 3.1 · 70B',
|
|
description: 'LLaMA 3.1 70B developed by Meta with a context window of 131,072 tokens. Supports tool use.',
|
|
contextWindow: 131072,
|
|
maxCompletionTokens: 8000,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
},
|
|
{
|
|
isLatest: true,
|
|
idPrefix: 'llama-3.1-8b-instant',
|
|
label: 'Llama 3.1 · 8B',
|
|
description: 'LLaMA 3.1 8B developed by Meta with a context window of 131,072 tokens. Supports tool use.',
|
|
contextWindow: 131072,
|
|
maxCompletionTokens: 8000,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
},
|
|
{
|
|
idPrefix: 'llama3-groq-70b-8192-tool-use-preview',
|
|
label: 'Llama 3 Groq · 70B Tool Use',
|
|
description: 'LLaMA 3 70B Tool Use developed by Groq with a context window of 8,192 tokens. Optimized for tool use.',
|
|
contextWindow: 8192,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
},
|
|
{
|
|
idPrefix: 'llama3-groq-8b-8192-tool-use-preview',
|
|
label: 'Llama 3 Groq · 8B Tool Use',
|
|
description: 'LLaMA 3 8B Tool Use developed by Groq with a context window of 8,192 tokens. Optimized for tool use.',
|
|
contextWindow: 8192,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
},
|
|
{
|
|
idPrefix: 'llama3-70b-8192',
|
|
label: 'Llama 3 · 70B',
|
|
description: 'LLaMA3 70B developed by Meta with a context window of 8,192 tokens. Supports tool use.',
|
|
contextWindow: 8192,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
// isLegacy: true,
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'llama3-8b-8192',
|
|
label: 'Llama 3 · 8B',
|
|
description: 'LLaMA3 8B developed by Meta with a context window of 8,192 tokens. Supports tool use.',
|
|
contextWindow: 8192,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
// isLegacy: true,
|
|
hidden: true,
|
|
},
|
|
{
|
|
idPrefix: 'mixtral-8x7b-32768',
|
|
label: 'Mixtral 8x7B',
|
|
description: 'Mixtral 8x7B developed by Mistral with a context window of 32,768 tokens. Supports tool use.',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
},
|
|
{
|
|
idPrefix: 'gemma2-9b-it',
|
|
label: 'Gemma 2 · 9B Instruct',
|
|
description: 'Gemma 2 9B developed by Google with a context window of 8,192 tokens. Supports tool use.',
|
|
contextWindow: 8192,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
},
|
|
{
|
|
idPrefix: 'gemma-7b-it',
|
|
label: 'Gemma 1.1 · 7B Instruct',
|
|
description: 'Gemma 7B developed by Google with a context window of 8,192 tokens. Supports tool use.',
|
|
contextWindow: 8192,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
hidden: true,
|
|
},
|
|
];
|
|
|
|
export function groqModelToModelDescription(_model: unknown): ModelDescriptionSchema {
|
|
const model = wireGroqModelsListOutputSchema.parse(_model);
|
|
return fromManualMapping(_knownGroqModels, model.id, model.created, undefined, {
|
|
idPrefix: model.id,
|
|
label: model.id.replaceAll(/[_-]/g, ' '),
|
|
description: 'New Model',
|
|
contextWindow: 32768,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
hidden: true,
|
|
});
|
|
}
|
|
|
|
export function groqModelSortFn(a: ModelDescriptionSchema, b: ModelDescriptionSchema): number {
|
|
// sort hidden at the end
|
|
if (a.hidden && !b.hidden)
|
|
return 1;
|
|
if (!a.hidden && b.hidden)
|
|
return -1;
|
|
// sort as per their order in the known models
|
|
const aIndex = _knownGroqModels.findIndex(base => a.id.startsWith(base.idPrefix));
|
|
const bIndex = _knownGroqModels.findIndex(base => b.id.startsWith(base.idPrefix));
|
|
if (aIndex !== -1 && bIndex !== -1)
|
|
return aIndex - bIndex;
|
|
return a.id.localeCompare(b.id);
|
|
}
|
|
|
|
|
|
// Helpers
|
|
|
|
type ManualMapping = ({
|
|
idPrefix: string,
|
|
isLatest?: boolean,
|
|
isPreview?: boolean,
|
|
isLegacy?: boolean,
|
|
symLink?: string
|
|
} & Omit<ModelDescriptionSchema, 'id' | 'created' | 'updated'>);
|
|
type ManualMappings = ManualMapping[];
|
|
|
|
function fromManualMapping(mappings: ManualMappings, id: string, created?: number, updated?: number, fallback?: ManualMapping): ModelDescriptionSchema {
|
|
|
|
// find the closest known model, or fall back, or take the last
|
|
const known = mappings.find(base => id === base.idPrefix)
|
|
|| mappings.find(base => id.startsWith(base.idPrefix))
|
|
|| fallback
|
|
|| mappings[mappings.length - 1];
|
|
|
|
// label for symlinks
|
|
let label = known.label;
|
|
if (known.symLink && id === known.idPrefix)
|
|
label = `🔗 ${known.label} → ${known.symLink/*.replace(known.idPrefix, '')*/}`;
|
|
|
|
// check whether this is a partial map, which indicates an unknown/new variant
|
|
const suffix = id.slice(known.idPrefix.length).trim();
|
|
|
|
// return the model description sheet
|
|
return {
|
|
id,
|
|
label: label
|
|
+ (suffix ? ` [${suffix.replaceAll('-', ' ').trim()}]` : '')
|
|
+ (known.isLatest ? ' 🌟' : '')
|
|
+ (known.isLegacy ? /*' 💩'*/ ' [legacy]' : ''),
|
|
created: created || 0,
|
|
updated: updated || created || 0,
|
|
description: known.description,
|
|
contextWindow: known.contextWindow,
|
|
...(!!known.maxCompletionTokens && { maxCompletionTokens: known.maxCompletionTokens }),
|
|
...(!!known.trainingDataCutoff && { trainingDataCutoff: known.trainingDataCutoff }),
|
|
interfaces: known.interfaces,
|
|
...(!!known.benchmark && { benchmark: known.benchmark }),
|
|
...(!!known.pricing && { pricing: known.pricing }),
|
|
...(!!known.hidden && { hidden: known.hidden }),
|
|
};
|
|
} |