mirror of
https://github.com/enricoros/big-AGI.git
synced 2026-05-11 14:10:15 -07:00
Enrico Ros
1172 lines
48 KiB
TypeScript
1172 lines
48 KiB
TypeScript
import type { OpenAIWire_API_Models_List } from '~/modules/aix/server/dispatch/wiretypes/openai.wiretypes';
|
|
|
|
import { LLM_IF_HOTFIX_NoStream, LLM_IF_HOTFIX_NoTemperature, LLM_IF_HOTFIX_StripImages, LLM_IF_HOTFIX_Sys0ToUsr0, LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching, LLM_IF_OAI_Realtime, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Responses, LLM_IF_OAI_Vision, LLM_IF_Outputs_Audio, LLM_IF_Tools_WebSearch } from '~/common/stores/llms/llms.types';
|
|
|
|
import type { ModelDescriptionSchema } from '../../llm.server.types';
|
|
import { fromManualMapping, ManualMappings } from './models.data';
|
|
|
|
|
|
// configuration
|
|
const DEV_DEBUG_OPENAI_MODELS = false; // set to true to check superfluous and missing models
|
|
|
|
|
|
// [OpenAI] Known Chat Models
|
|
// https://platform.openai.com/docs/models
|
|
// https://platform.openai.com/docs/pricing
|
|
// NOTES:
|
|
// - "Structured Outputs" is LLM_IF_OAI_Json
|
|
export const _knownOpenAIChatModels: ManualMappings = [
|
|
|
|
/// GPT-5 series - Released August 7, 2025
|
|
|
|
// GPT-5
|
|
{
|
|
isLatest: true,
|
|
idPrefix: 'gpt-5-2025-08-07',
|
|
label: 'GPT-5 (2025-08-07)',
|
|
description: 'The best model for coding and agentic tasks across domains.',
|
|
contextWindow: 400000,
|
|
maxCompletionTokens: 128000,
|
|
trainingDataCutoff: 'Sep 30, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Responses, LLM_IF_OAI_PromptCaching, LLM_IF_Tools_WebSearch, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [
|
|
{ paramId: 'llmVndOaiReasoningEffort4' }, { paramId: 'llmVndOaiWebSearchContext' },
|
|
{ paramId: 'llmVndOaiRestoreMarkdown' }, // activate markdown restoration (true as initial value)
|
|
{ paramId: 'llmVndOaiVerbosity' }, // gpt-5-class nets have verbosity control
|
|
{ paramId: 'llmVndOaiImageGeneration' }, // image generation capability
|
|
],
|
|
chatPrice: { input: 1.25, cache: { cType: 'oai-ac', read: 0.125 }, output: 10 },
|
|
benchmark: { cbaElo: 1481 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-5',
|
|
label: 'GPT-5',
|
|
description: 'The best model for coding and agentic tasks. Points to gpt-5-2025-08-07.',
|
|
symLink: 'gpt-5-2025-08-07',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 400000,
|
|
maxCompletionTokens: 128000,
|
|
trainingDataCutoff: 'Sep 30, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Responses, LLM_IF_OAI_PromptCaching, LLM_IF_Tools_WebSearch, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort4' }, { paramId: 'llmVndOaiWebSearchContext' }, { paramId: 'llmVndOaiRestoreMarkdown' }, { paramId: 'llmVndOaiVerbosity' }, { paramId: 'llmVndOaiImageGeneration' }],
|
|
chatPrice: { input: 1.25, cache: { cType: 'oai-ac', read: 0.125 }, output: 10 },
|
|
benchmark: { cbaElo: 1481 },
|
|
},
|
|
|
|
// GPT-5 Chat Latest
|
|
{
|
|
idPrefix: 'gpt-5-chat-latest',
|
|
label: 'GPT-5 ChatGPT (Non-Thinking)',
|
|
description: 'GPT-5 model used in ChatGPT. Points to the GPT-5 snapshot currently used in ChatGPT.',
|
|
contextWindow: 400000,
|
|
maxCompletionTokens: 128000,
|
|
trainingDataCutoff: 'Sep 29, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Responses, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 1.25, cache: { cType: 'oai-ac', read: 0.125 }, output: 10 },
|
|
// benchmark: { cbaElo: TBD }, // Not yet available
|
|
},
|
|
|
|
// GPT-5 mini
|
|
{
|
|
isLatest: true,
|
|
idPrefix: 'gpt-5-mini-2025-08-07',
|
|
label: 'GPT-5 Mini (2025-08-07)',
|
|
description: 'A faster, more cost-efficient version of GPT-5 for well-defined tasks.',
|
|
contextWindow: 400000,
|
|
maxCompletionTokens: 128000,
|
|
trainingDataCutoff: 'May 30, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Responses, LLM_IF_OAI_PromptCaching, LLM_IF_Tools_WebSearch, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort4' }, { paramId: 'llmVndOaiWebSearchContext' }, { paramId: 'llmVndOaiRestoreMarkdown' }, { paramId: 'llmVndOaiVerbosity' }, { paramId: 'llmVndOaiImageGeneration' }],
|
|
chatPrice: { input: 0.25, cache: { cType: 'oai-ac', read: 0.025 }, output: 2 },
|
|
// benchmark: { cbaElo: TBD }, // Not yet available
|
|
},
|
|
{
|
|
idPrefix: 'gpt-5-mini',
|
|
label: 'GPT-5 Mini',
|
|
description: 'Faster, more cost-efficient version of GPT-5. Points to gpt-5-mini-2025-08-07.',
|
|
symLink: 'gpt-5-mini-2025-08-07',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 400000,
|
|
maxCompletionTokens: 128000,
|
|
trainingDataCutoff: 'May 30, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Responses, LLM_IF_OAI_PromptCaching, LLM_IF_Tools_WebSearch, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort4' }, { paramId: 'llmVndOaiWebSearchContext' }, { paramId: 'llmVndOaiRestoreMarkdown' }, { paramId: 'llmVndOaiVerbosity' }, { paramId: 'llmVndOaiImageGeneration' }],
|
|
chatPrice: { input: 0.25, cache: { cType: 'oai-ac', read: 0.025 }, output: 2 },
|
|
// benchmark: { cbaElo: TBD }, // Not yet available
|
|
},
|
|
|
|
// GPT-5 nano
|
|
{
|
|
isLatest: true,
|
|
idPrefix: 'gpt-5-nano-2025-08-07',
|
|
label: 'GPT-5 Nano (2025-08-07)',
|
|
description: 'Fastest, most cost-efficient version of GPT-5 for summarization and classification tasks.',
|
|
contextWindow: 400000,
|
|
maxCompletionTokens: 128000,
|
|
trainingDataCutoff: 'May 30, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Responses, LLM_IF_OAI_PromptCaching, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort4' }, { paramId: 'llmVndOaiVerbosity' }, { paramId: 'llmVndOaiImageGeneration' }],
|
|
chatPrice: { input: 0.05, cache: { cType: 'oai-ac', read: 0.005 }, output: 0.4 },
|
|
// benchmark: { cbaElo: TBD }, // Not yet available
|
|
},
|
|
{
|
|
idPrefix: 'gpt-5-nano',
|
|
label: 'GPT-5 Nano',
|
|
description: 'Fastest, cheapest version of GPT-5. Points to gpt-5-nano-2025-08-07.',
|
|
symLink: 'gpt-5-nano-2025-08-07',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 400000,
|
|
maxCompletionTokens: 128000,
|
|
trainingDataCutoff: 'May 30, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_Responses, LLM_IF_OAI_PromptCaching, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort4' }, { paramId: 'llmVndOaiVerbosity' }, { paramId: 'llmVndOaiImageGeneration' }],
|
|
chatPrice: { input: 0.05, cache: { cType: 'oai-ac', read: 0.005 }, output: 0.4 },
|
|
// benchmark: { cbaElo: TBD }, // Not yet available
|
|
},
|
|
|
|
/// [OpenAI, 2025-03-11] NEW `v1/responses` API MODELS - UNSUPPORTED YET
|
|
|
|
// Computer Use Preview - INTERNAL MODEL FOR AGENTS - UNSUPPORTED YET
|
|
{
|
|
hidden: true, // UNSUPPORTED YET
|
|
idPrefix: 'computer-use-preview-2025-03-11',
|
|
label: 'Computer Use Preview (2025-03-11)',
|
|
description: 'Specialized model for computer use tool. Optimized for computer interaction capabilities.',
|
|
contextWindow: 8192,
|
|
maxCompletionTokens: 1024,
|
|
trainingDataCutoff: 'Sep 30, 2023',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_HOTFIX_NoTemperature, LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
chatPrice: { input: 3, output: 12 },
|
|
isPreview: true,
|
|
},
|
|
{
|
|
idPrefix: 'computer-use-preview',
|
|
label: 'Computer Use Preview',
|
|
description: 'Preview release for computer interaction capabilities. Points to computer-use-preview-2025-03-11.',
|
|
symLink: 'computer-use-preview-2025-03-11',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 8192,
|
|
maxCompletionTokens: 1024,
|
|
trainingDataCutoff: 'Sep 30, 2023',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_HOTFIX_NoTemperature, LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
chatPrice: { input: 3, output: 12 },
|
|
isPreview: true,
|
|
},
|
|
{
|
|
hidden: true, // RESPONSES API UNSUPPORTED YET
|
|
idPrefix: 'codex-mini-latest',
|
|
label: 'Codex Mini Latest',
|
|
description: 'Fast reasoning model optimized for the Codex CLI. A fine-tuned version of o4-mini.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_HOTFIX_NoTemperature, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 1.5, cache: { cType: 'oai-ac', read: 0.375 }, output: 6 },
|
|
},
|
|
|
|
|
|
/// Reasoning models - o-series
|
|
|
|
// o4-mini-deep-research - (v1/responses API)
|
|
{
|
|
idPrefix: 'o4-mini-deep-research-2025-06-26',
|
|
label: 'o4 Mini Deep Research (2025-06-26)',
|
|
description: 'Faster, more affordable deep research model for complex, multi-step research tasks.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
// parameterSpecs: deep research models do not support search context, nor location, nor reasoning effort
|
|
chatPrice: { input: 2, cache: { cType: 'oai-ac', read: 0.5 }, output: 8 },
|
|
},
|
|
{
|
|
idPrefix: 'o4-mini-deep-research',
|
|
label: 'o4 Mini Deep Research',
|
|
description: 'Faster, more affordable deep research model. Points to o4-mini-deep-research-2025-06-26.',
|
|
symLink: 'o4-mini-deep-research-2025-06-26',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
// parameterSpecs: deep research models do not support search context, nor location, nor reasoning effort
|
|
chatPrice: { input: 2, cache: { cType: 'oai-ac', read: 0.5 }, output: 8 },
|
|
},
|
|
|
|
/// o4-mini
|
|
{
|
|
idPrefix: 'o4-mini-2025-04-16',
|
|
label: 'o4 Mini (2025-04-16)',
|
|
description: 'Latest o4-mini model. Optimized for fast, effective reasoning with exceptionally efficient performance in coding and visual tasks.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 1.1, cache: { cType: 'oai-ac', read: 0.275 }, output: 4.4 },
|
|
// benchmark: { cbaElo: 1351 /* unknown variant */ },
|
|
},
|
|
{
|
|
idPrefix: 'o4-mini',
|
|
label: 'o4 Mini',
|
|
description: 'Faster, more affordable reasoning model. Points to o4-mini-2025-04-16.',
|
|
symLink: 'o4-mini-2025-04-16',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 1.1, cache: { cType: 'oai-ac', read: 0.275 }, output: 4.4 },
|
|
// benchmarks not available yet, as of 2025-04-16 (intro)
|
|
},
|
|
|
|
// o3-deep-research - (v1/responses API)
|
|
{
|
|
idPrefix: 'o3-deep-research-2025-06-26',
|
|
label: 'o3 Deep Research (2025-06-26)',
|
|
description: 'Our most powerful deep research model for complex, multi-step research tasks.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
// parameterSpecs: deep research models do not support search context, nor location, nor reasoning effort
|
|
chatPrice: { input: 10, cache: { cType: 'oai-ac', read: 2.5 }, output: 40 },
|
|
},
|
|
{
|
|
idPrefix: 'o3-deep-research',
|
|
label: 'o3 Deep Research',
|
|
description: 'Our most powerful deep research model. Points to o3-deep-research-2025-06-26.',
|
|
symLink: 'o3-deep-research-2025-06-26',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
// parameterSpecs: deep research models do not support search context, nor location, nor reasoning effort
|
|
chatPrice: { input: 10, cache: { cType: 'oai-ac', read: 2.5 }, output: 40 },
|
|
},
|
|
|
|
// o3-pro - (v1/responses API)
|
|
{
|
|
idPrefix: 'o3-pro-2025-06-10',
|
|
label: 'o3 Pro (2025-06-10)',
|
|
description: 'Version of o3 with more compute for better responses. Provides consistently better answers for complex tasks.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmForceNoStream' }, { paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 20, output: 80 },
|
|
// benchmark: has not been measured yet
|
|
},
|
|
{
|
|
idPrefix: 'o3-pro',
|
|
label: 'o3 Pro',
|
|
description: 'Version of o3 with more compute for better responses. Points to o3-pro-2025-06-10.',
|
|
symLink: 'o3-pro-2025-06-10',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmForceNoStream' }, { paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 20, output: 80 },
|
|
// benchmark: has not been measured yet
|
|
},
|
|
|
|
/// o3
|
|
{
|
|
idPrefix: 'o3-2025-04-16',
|
|
label: 'o3 (2025-04-16)',
|
|
description: 'A well-rounded and powerful model across domains. Sets a new standard for math, science, coding, and visual reasoning tasks.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
parameterSpecs: [{ paramId: 'llmForceNoStream' }, { paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 2, cache: { cType: 'oai-ac', read: 0.5 }, output: 8 },
|
|
// benchmark: { cbaElo: 1413 /* unknown variant, as of 2025-05-12 */ },
|
|
},
|
|
{
|
|
idPrefix: 'o3',
|
|
label: 'o3',
|
|
description: 'Our most powerful reasoning model. Points to o3-2025-04-16.',
|
|
symLink: 'o3-2025-04-16',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
parameterSpecs: [{ paramId: 'llmForceNoStream' }, { paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 2, cache: { cType: 'oai-ac', read: 0.5 }, output: 8 },
|
|
// benchmarks not available yet, as of 2025-04-16 (intro)
|
|
},
|
|
|
|
// o3-mini
|
|
{
|
|
idPrefix: 'o3-mini-2025-01-31',
|
|
label: 'o3 Mini (2025-01-31)',
|
|
description: 'Latest o3-mini model snapshot. High intelligence at the same cost and latency targets of o1-mini. Excels at science, math, and coding tasks.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching, LLM_IF_HOTFIX_StripImages],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 1.1, cache: { cType: 'oai-ac', read: 0.55 }, output: 4.4 },
|
|
benchmark: { cbaElo: 1305 /* the -high variant has 1325 */ },
|
|
},
|
|
{
|
|
idPrefix: 'o3-mini',
|
|
label: 'o3 Mini',
|
|
description: 'A small model alternative to o3. Points to the most recent o3-mini snapshot: o3-mini-2025-01-31',
|
|
symLink: 'o3-mini-2025-01-31',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching, LLM_IF_HOTFIX_StripImages],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 1.1, cache: { cType: 'oai-ac', read: 0.55 }, output: 4.4 },
|
|
benchmark: { cbaElo: 1305 },
|
|
},
|
|
|
|
// o1-pro - (v1/responses API) 💎💰
|
|
{
|
|
hidden: true,
|
|
idPrefix: 'o1-pro-2025-03-19',
|
|
label: 'o1 Pro (2025-03-19)',
|
|
description: 'A version of o1 with more compute for better responses. Provides consistently better answers for complex tasks.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'Sep 30, 2023',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 150, output: 600 },
|
|
// benchmark: has not been measured yet by third parties
|
|
},
|
|
{
|
|
idPrefix: 'o1-pro',
|
|
label: 'o1 Pro',
|
|
description: 'Version of o1 with more compute for better responses. Points to o1-pro-2025-03-19.',
|
|
symLink: 'o1-pro-2025-03-19',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'Sep 30, 2023',
|
|
interfaces: [LLM_IF_OAI_Responses, LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Reasoning, LLM_IF_HOTFIX_NoTemperature],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }],
|
|
chatPrice: { input: 150, output: 600 },
|
|
// benchmark: has not been measured yet by third parties
|
|
},
|
|
|
|
// o1
|
|
{
|
|
idPrefix: 'o1-2024-12-17',
|
|
label: 'o1 (2024-12-17)',
|
|
description: 'Previous full o-series reasoning model.',
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Vision, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }, { paramId: 'llmVndOaiRestoreMarkdown' }],
|
|
chatPrice: { input: 15, cache: { cType: 'oai-ac', read: 7.5 }, output: 60 },
|
|
benchmark: { cbaElo: 1350 },
|
|
},
|
|
{
|
|
idPrefix: 'o1',
|
|
label: 'o1',
|
|
description: 'Previous full o-series reasoning model. Points to the most recent snapshot: o1-2024-12-17',
|
|
symLink: 'o1-2024-12-17',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 200000,
|
|
maxCompletionTokens: 100000,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_Vision, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching],
|
|
parameterSpecs: [{ paramId: 'llmVndOaiReasoningEffort' }, { paramId: 'llmVndOaiRestoreMarkdown' }],
|
|
chatPrice: { input: 15, cache: { cType: 'oai-ac', read: 7.5 }, output: 60 },
|
|
benchmark: { cbaElo: 1350 },
|
|
},
|
|
|
|
|
|
// o1-mini (deprecated - shutdown 2025-10-27)
|
|
{
|
|
hidden: true, // DEPRECATED - shutdown 2025-10-27
|
|
idPrefix: 'o1-mini-2024-09-12',
|
|
label: 'o1 Mini (2024-09-12)', // ⏱️
|
|
description: 'DEPRECATED: Will be shut down on 2025-10-27. Fast, cost-efficient reasoning model tailored to coding, math, and science use cases.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 65536,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching, LLM_IF_HOTFIX_StripImages, LLM_IF_HOTFIX_Sys0ToUsr0],
|
|
chatPrice: { input: 1.1, cache: { cType: 'oai-ac', read: 0.55 }, output: 4.4 },
|
|
benchmark: { cbaElo: 1304 },
|
|
isLegacy: true,
|
|
},
|
|
{
|
|
idPrefix: 'o1-mini',
|
|
label: 'o1 Mini',
|
|
description: 'DEPRECATED: Will be shut down on 2025-10-27. A small model alternative to o1. Points to the most recent o1-mini snapshot: o1-mini-2024-09-12',
|
|
symLink: 'o1-mini-2024-09-12',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 65536,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Reasoning, LLM_IF_OAI_PromptCaching, LLM_IF_HOTFIX_StripImages, LLM_IF_HOTFIX_Sys0ToUsr0],
|
|
chatPrice: { input: 1.1, cache: { cType: 'oai-ac', read: 0.55 }, output: 4.4 },
|
|
benchmark: { cbaElo: 1304 },
|
|
isLegacy: true,
|
|
},
|
|
|
|
/// GPT-4.1 series
|
|
|
|
// GPT-4.1
|
|
{
|
|
idPrefix: 'gpt-4.1-2025-04-14',
|
|
label: 'GPT-4.1 (2025-04-14)',
|
|
description: 'Flagship GPT model for complex tasks. Major improvements on coding, instruction following, and long context with 1M token context window.',
|
|
contextWindow: 1047576,
|
|
maxCompletionTokens: 32768,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 2, cache: { cType: 'oai-ac', read: 0.5 }, output: 8 },
|
|
benchmark: { cbaElo: 1366 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4.1',
|
|
label: 'GPT-4.1',
|
|
description: 'Flagship GPT model for complex tasks. Currently points to gpt-4.1-2025-04-14.',
|
|
symLink: 'gpt-4.1-2025-04-14',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 1047576,
|
|
maxCompletionTokens: 32768,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 2, cache: { cType: 'oai-ac', read: 0.5 }, output: 8 },
|
|
// benchmarks: will be available soon, hopefully
|
|
},
|
|
|
|
// GPT-4.1 mini
|
|
{
|
|
idPrefix: 'gpt-4.1-mini-2025-04-14',
|
|
label: 'GPT-4.1 Mini (2025-04-14)',
|
|
description: 'Balanced for intelligence, speed, and cost. Matches or exceeds GPT-4o in intelligence while reducing latency by nearly half and cost by 83%.',
|
|
contextWindow: 1047576,
|
|
maxCompletionTokens: 32768,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 0.4, cache: { cType: 'oai-ac', read: 0.1 }, output: 1.6 },
|
|
benchmark: { cbaElo: 1322 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4.1-mini',
|
|
label: 'GPT-4.1 Mini',
|
|
description: 'Balanced for intelligence, speed, and cost. Currently points to gpt-4.1-mini-2025-04-14.',
|
|
symLink: 'gpt-4.1-mini-2025-04-14',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 1047576,
|
|
maxCompletionTokens: 32768,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 0.4, cache: { cType: 'oai-ac', read: 0.1 }, output: 1.6 },
|
|
// benchmarks: will be available soon, hopefully
|
|
},
|
|
|
|
// GPT-4.1 nano
|
|
{
|
|
idPrefix: 'gpt-4.1-nano-2025-04-14',
|
|
label: 'GPT-4.1 Nano (2025-04-14)',
|
|
description: 'Fastest, most cost-effective GPT 4.1 model. Delivers exceptional performance with low latency, ideal for tasks like classification or autocompletion.',
|
|
contextWindow: 1047576,
|
|
maxCompletionTokens: 32768,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 0.1, cache: { cType: 'oai-ac', read: 0.025 }, output: 0.4 },
|
|
// benchmarks: will be available soon, hopefully
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4.1-nano',
|
|
label: 'GPT-4.1 Nano',
|
|
description: 'Fastest, most cost-effective GPT 4.1 model. Currently points to gpt-4.1-nano-2025-04-14.',
|
|
symLink: 'gpt-4.1-nano-2025-04-14',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 1047576,
|
|
maxCompletionTokens: 32768,
|
|
trainingDataCutoff: 'May 31, 2024',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 0.1, cache: { cType: 'oai-ac', read: 0.025 }, output: 0.4 },
|
|
// benchmarks: will be available soon, hopefully
|
|
},
|
|
|
|
|
|
|
|
/// GPT-Audio series - General availability audio models
|
|
|
|
// gpt-audio
|
|
{
|
|
idPrefix: 'gpt-audio-2025-08-28',
|
|
label: 'GPT Audio (2025-08-28)',
|
|
description: 'First generally available audio model. Accepts audio inputs and outputs, and can be used in the Chat Completions REST API.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_Outputs_Audio, LLM_IF_HOTFIX_NoStream],
|
|
chatPrice: { input: 2.5, output: 10 },
|
|
// benchmark: TBD
|
|
},
|
|
{
|
|
idPrefix: 'gpt-audio',
|
|
label: 'GPT Audio',
|
|
description: 'First generally available audio model. Points to gpt-audio-2025-08-28.',
|
|
symLink: 'gpt-audio-2025-08-28',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_Outputs_Audio, LLM_IF_HOTFIX_NoStream],
|
|
chatPrice: { input: 2.5, output: 10 },
|
|
// benchmark: TBD
|
|
},
|
|
|
|
|
|
/// GPT-Realtime series - General availability realtime models
|
|
|
|
// gpt-realtime
|
|
{
|
|
hidden: true, // unsupported Realtime API
|
|
idPrefix: 'gpt-realtime-2025-08-28',
|
|
label: 'GPT Realtime (2025-08-28)',
|
|
description: 'First general-availability realtime model, capable of responding to audio and text inputs in realtime over WebRTC, WebSocket, or SIP connections.',
|
|
contextWindow: 32000,
|
|
maxCompletionTokens: 4096,
|
|
interfaces: [LLM_IF_OAI_Realtime],
|
|
chatPrice: { input: 4, cache: { cType: 'oai-ac', read: 0.4 }, output: 16 },
|
|
// benchmark: TBD
|
|
},
|
|
{
|
|
idPrefix: 'gpt-realtime',
|
|
label: 'GPT Realtime',
|
|
description: 'First general-availability realtime model. Points to gpt-realtime-2025-08-28.',
|
|
symLink: 'gpt-realtime-2025-08-28',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 32000,
|
|
maxCompletionTokens: 4096,
|
|
interfaces: [LLM_IF_OAI_Realtime],
|
|
chatPrice: { input: 4, cache: { cType: 'oai-ac', read: 0.4 }, output: 16 },
|
|
// benchmark: TBD
|
|
},
|
|
|
|
|
|
/// GPT-4/4o series
|
|
|
|
// GPT-4o
|
|
{
|
|
idPrefix: 'gpt-4o-2024-11-20',
|
|
label: 'GPT-4o (2024-11-20)',
|
|
description: 'Snapshot of gpt-4o from November 20th, 2024.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 2.5, cache: { cType: 'oai-ac', read: 1.25 }, output: 10 },
|
|
benchmark: { cbaElo: 1265 + 1 }, // not reported; using gpt-4o-2024-08-06 + 1
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-2024-08-06',
|
|
label: 'GPT-4o (2024-08-06)',
|
|
hidden: true, // previous version
|
|
description: 'Snapshot that supports Structured Outputs. gpt-4o currently points to this version.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 2.5, cache: { cType: 'oai-ac', read: 1.25 }, output: 10 },
|
|
benchmark: { cbaElo: 1265 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-2024-05-13',
|
|
label: 'GPT-4o (2024-05-13)',
|
|
hidden: true, // previous version
|
|
description: 'Original gpt-4o snapshot from May 13, 2024.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
chatPrice: { input: 5, output: 15 },
|
|
benchmark: { cbaElo: 1285 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o',
|
|
label: 'GPT-4o',
|
|
description: 'High-intelligence flagship model. Currently points to gpt-4o-2024-08-06.',
|
|
symLink: 'gpt-4o-2024-08-06',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 2.5, cache: { cType: 'oai-ac', read: 1.25 }, output: 10 },
|
|
benchmark: { cbaElo: 1265 },
|
|
},
|
|
{
|
|
idPrefix: 'chatgpt-4o-latest',
|
|
label: 'ChatGPT-4o Latest',
|
|
description: 'The chatgpt-4o-latest model version continuously points to the version of GPT-4o used in ChatGPT, and is updated frequently.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Json], // does not support Tools
|
|
chatPrice: { input: 5, output: 15 },
|
|
benchmark: { cbaElo: 1408 },
|
|
},
|
|
|
|
// GPT-4o Search Preview: When using Chat Completions, the model always retrieves information from the web before responding to your query.
|
|
{
|
|
idPrefix: 'gpt-4o-search-preview-2025-03-11',
|
|
label: 'GPT-4o Search Preview (2025-03-11) 🌐',
|
|
description: 'Latest snapshot of the GPT-4o model optimized for web search capabilities.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Sep 30, 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Json, LLM_IF_HOTFIX_NoTemperature, LLM_IF_Tools_WebSearch], // NOTE: 2025-03-15: confirmed on 'playground' that this model does not support images
|
|
parameterSpecs: [{ paramId: 'llmVndOaiWebSearchContext' }, { paramId: 'llmVndOaiWebSearchGeolocation' }],
|
|
chatPrice: { input: 2.5, output: 10 },
|
|
// benchmarks don't apply to search models
|
|
isPreview: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-search-preview',
|
|
label: 'GPT-4o Search Preview 🌐',
|
|
description: 'GPT model for web search in Chat Completions. Currently points to gpt-4o-search-preview-2025-03-11.',
|
|
symLink: 'gpt-4o-search-preview-2025-03-11',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Sep 30, 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Json, LLM_IF_HOTFIX_NoTemperature, LLM_IF_Tools_WebSearch], // NOTE: 2025-03-15: confirmed on 'playground' that this model does not support images
|
|
parameterSpecs: [{ paramId: 'llmVndOaiWebSearchContext' }, { paramId: 'llmVndOaiWebSearchGeolocation' }],
|
|
chatPrice: { input: 2.5, output: 10 },
|
|
// benchmarks don't apply to search models
|
|
isPreview: true,
|
|
},
|
|
|
|
// GPT-4o Audio Preview
|
|
{
|
|
hidden: true, // UNSUPPORTED yet (audio output model)
|
|
idPrefix: 'gpt-4o-audio-preview-2025-06-03',
|
|
label: 'GPT-4o Audio Preview (2025-06-03)',
|
|
description: 'Latest snapshot for the Audio API model.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_Outputs_Audio],
|
|
chatPrice: { input: 2.5, output: 10 /* AUDIO PRICING UNSUPPORTED 40/80 */ },
|
|
// benchmarks don't apply to audio models
|
|
isPreview: true,
|
|
},
|
|
{
|
|
hidden: true, // UNSUPPORTED yet (audio output model)
|
|
idPrefix: 'gpt-4o-audio-preview-2024-12-17',
|
|
label: 'GPT-4o Audio Preview (2024-12-17)',
|
|
description: 'Snapshot for the Audio API model.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_Outputs_Audio],
|
|
chatPrice: { input: 2.5, output: 10 /* AUDIO PRICING UNSUPPORTED 40/80 */ },
|
|
// benchmarks don't apply to audio models
|
|
isPreview: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-audio-preview',
|
|
label: 'GPT-4o Audio Preview',
|
|
description: 'Preview release for audio inputs in chat completions.',
|
|
symLink: 'gpt-4o-audio-preview-2024-12-17', // still points to 12-17 as of 2025-06-11
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_Outputs_Audio],
|
|
chatPrice: { input: 2.5, output: 10 /* AUDIO PRICING UNSUPPORTED 40/80 */ },
|
|
// benchmarks don't apply to audio models
|
|
isPreview: true,
|
|
},
|
|
|
|
// GPT-4o mini
|
|
{
|
|
idPrefix: 'gpt-4o-mini-2024-07-18',
|
|
label: 'GPT-4o Mini (2024-07-18)',
|
|
description: 'Affordable model for fast, lightweight tasks. GPT-4o Mini is cheaper and more capable than GPT-3.5 Turbo.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 0.15, cache: { cType: 'oai-ac', read: 0.075 }, output: 0.6 },
|
|
benchmark: { cbaElo: 1272 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-mini',
|
|
label: 'GPT-4o mini',
|
|
description: 'gpt-4o-mini currently points to this version.',
|
|
symLink: 'gpt-4o-mini-2024-07-18',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json, LLM_IF_OAI_PromptCaching],
|
|
chatPrice: { input: 0.15, cache: { cType: 'oai-ac', read: 0.075 }, output: 0.6 },
|
|
benchmark: { cbaElo: 1272 },
|
|
},
|
|
{
|
|
hidden: true, // UNSUPPORTED yet (audio output model)
|
|
idPrefix: 'gpt-4o-mini-audio-preview-2024-12-17',
|
|
label: 'GPT-4o Mini Audio Preview (2024-12-17)',
|
|
description: 'Snapshot for the Audio API model.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_Outputs_Audio],
|
|
chatPrice: { input: 0.15, output: 0.6 /* AUDIO PRICING UNSUPPORTED 10/20 */ },
|
|
// benchmarks don't apply to audio models
|
|
isPreview: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-mini-audio-preview',
|
|
label: 'GPT-4o Mini Audio Preview',
|
|
description: 'Preview release for audio inputs in chat completions.',
|
|
symLink: 'gpt-4o-mini-audio-preview-2024-12-17',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Oct 2023',
|
|
interfaces: [LLM_IF_Outputs_Audio],
|
|
chatPrice: { input: 0.15, output: 0.6 /* AUDIO PRICING UNSUPPORTED 10/20 */ },
|
|
// benchmarks don't apply to audio models
|
|
isPreview: true,
|
|
},
|
|
// GPT-4o Mini Search Preview: When using Chat Completions, the model always retrieves information from the web before responding to your query.
|
|
{
|
|
idPrefix: 'gpt-4o-mini-search-preview-2025-03-11',
|
|
label: 'GPT-4o Mini Search Preview (2025-03-11) 🌐',
|
|
description: 'Latest snapshot of the GPT-4o Mini model optimized for web search capabilities.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Sep 30, 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Json, LLM_IF_HOTFIX_NoTemperature, LLM_IF_Tools_WebSearch], // NOTE: this support function calling, but only its own, not a Custom Function
|
|
parameterSpecs: [{ paramId: 'llmVndOaiWebSearchContext' }, { paramId: 'llmVndOaiWebSearchGeolocation' }],
|
|
chatPrice: { input: 0.15, output: 0.6 },
|
|
// benchmarks don't apply to search models
|
|
isPreview: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4o-mini-search-preview',
|
|
label: 'GPT-4o Mini Search Preview 🌐',
|
|
description: 'Fast, affordable small model for web search. Currently points to gpt-4o-mini-search-preview-2025-03-11.',
|
|
symLink: 'gpt-4o-mini-search-preview-2025-03-11',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 16384,
|
|
trainingDataCutoff: 'Sep 30, 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Json, LLM_IF_HOTFIX_NoTemperature, LLM_IF_Tools_WebSearch], // NOTE: this support function calling, but only its own, not a Custom Function
|
|
parameterSpecs: [{ paramId: 'llmVndOaiWebSearchContext' }, { paramId: 'llmVndOaiWebSearchGeolocation' }],
|
|
chatPrice: { input: 0.15, output: 0.6 },
|
|
// benchmarks don't apply to search models
|
|
isPreview: true,
|
|
},
|
|
|
|
// GPT-4 Turbo
|
|
{
|
|
idPrefix: 'gpt-4-turbo-2024-04-09',
|
|
label: 'GPT-4 Turbo (2024-04-09)',
|
|
hidden: true, // OLD
|
|
description: 'GPT-4 Turbo with Vision model. Vision requests can now use JSON mode and function calling. gpt-4-turbo currently points to this version.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Dec 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
chatPrice: { input: 10, output: 30 },
|
|
benchmark: { cbaElo: 1256 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-turbo',
|
|
label: 'GPT-4 Turbo',
|
|
description: 'GPT-4 Turbo with Vision. Currently points to gpt-4-turbo-2024-04-09.',
|
|
symLink: 'gpt-4-turbo-2024-04-09',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Dec 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Vision, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
chatPrice: { input: 10, output: 30 },
|
|
benchmark: { cbaElo: 1256 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-0125-preview',
|
|
label: 'GPT-4 Turbo (0125)',
|
|
hidden: true, // OLD
|
|
description: 'GPT-4 Turbo preview model intended to reduce cases of "laziness" where the model doesn\'t complete a task.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Dec 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
chatPrice: { input: 10, output: 30 },
|
|
benchmark: { cbaElo: 1245 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-1106-preview', // GPT-4 Turbo preview model
|
|
label: 'GPT-4 Turbo (1106)',
|
|
hidden: true, // OLD
|
|
description: 'GPT-4 Turbo preview model featuring improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Apr 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
chatPrice: { input: 10, output: 30 },
|
|
benchmark: { cbaElo: 1250 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-turbo-preview',
|
|
label: 'GPT-4 Turbo Preview',
|
|
description: 'GPT-4 Turbo preview model. Currently points to gpt-4-0125-preview.',
|
|
symLink: 'gpt-4-0125-preview',
|
|
hidden: true, // prefer versioned
|
|
isLegacy: true,
|
|
// copied from symlinked
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Dec 2023',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn, LLM_IF_OAI_Json],
|
|
chatPrice: { input: 10, output: 30 },
|
|
benchmark: { cbaElo: 1245 },
|
|
},
|
|
|
|
// GPT4's
|
|
{
|
|
idPrefix: 'gpt-4-0613',
|
|
label: 'GPT-4 (0613)',
|
|
hidden: true, // OLD
|
|
description: 'Snapshot of gpt-4 from June 13th 2023 with improved function calling support. Data up to Sep 2021.',
|
|
contextWindow: 8192,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
chatPrice: { input: 30, output: 60 },
|
|
benchmark: { cbaElo: 1163 },
|
|
isLegacy: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4-0314',
|
|
label: 'GPT-4 (0314)',
|
|
hidden: true, // OLD
|
|
description: 'Snapshot of gpt-4 from March 14th 2023 with function calling data. Data up to Sep 2021.',
|
|
contextWindow: 8192,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
chatPrice: { input: 30, output: 60 },
|
|
benchmark: { cbaElo: 1186 },
|
|
isLegacy: true,
|
|
},
|
|
{
|
|
idPrefix: 'gpt-4',
|
|
label: 'GPT-4',
|
|
description: 'Currently points to gpt-4-0613.',
|
|
symLink: 'gpt-4-0613',
|
|
hidden: true, // prefer versioned
|
|
// copied from symlinked
|
|
contextWindow: 8192,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
chatPrice: { input: 30, output: 60 },
|
|
benchmark: { cbaElo: 1163 },
|
|
isLegacy: true,
|
|
},
|
|
|
|
|
|
// 3.5
|
|
// Note: As of July 2024, gpt-4o-mini should be used in place of gpt-3.5-turbo, as it is cheaper, more capable, multimodal, and just as fast.
|
|
// As such, many 3.5 models are in the 'deny list' below, and not even returned to the UI.
|
|
{
|
|
idPrefix: 'gpt-3.5-turbo-0125',
|
|
label: '3.5-Turbo (2024-01-25)',
|
|
hidden: true, // OLD
|
|
description: 'The latest GPT-3.5 Turbo model with higher accuracy at responding in requested formats and a fix for a bug which caused a text encoding issue for non-English language function calls.',
|
|
contextWindow: 16385,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
chatPrice: { input: 0.5, output: 1.5 },
|
|
benchmark: { cbaElo: 1106 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-3.5-turbo-1106',
|
|
label: '3.5-Turbo (1106)',
|
|
hidden: true, // OLD
|
|
description: 'GPT-3.5 Turbo model with improved instruction following, JSON mode, reproducible outputs, parallel function calling, and more.',
|
|
contextWindow: 16385,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
chatPrice: { input: 1, output: 2 },
|
|
benchmark: { cbaElo: 1068 },
|
|
},
|
|
{
|
|
idPrefix: 'gpt-3.5-turbo',
|
|
label: '3.5-Turbo',
|
|
description: 'Currently points to gpt-3.5-turbo-0125. As of July 2024, gpt-4o-mini should be used in place of gpt-3.5-turbo, as it is cheaper, more capable, multimodal, and just as fast.',
|
|
symLink: 'gpt-3.5-turbo-0125',
|
|
hidden: true, // prefer versioned
|
|
// copied
|
|
contextWindow: 16385,
|
|
maxCompletionTokens: 4096,
|
|
trainingDataCutoff: 'Sep 2021',
|
|
interfaces: [LLM_IF_OAI_Chat, LLM_IF_OAI_Fn],
|
|
chatPrice: { input: 0.5, output: 1.5 },
|
|
benchmark: { cbaElo: 1106 },
|
|
},
|
|
|
|
|
|
// Fallback - unknown
|
|
{
|
|
idPrefix: '',
|
|
label: '?',
|
|
description: 'Unknown, please let us know the ID. Assuming a context window of 128k tokens, and a maximum output of 4k tokens.',
|
|
contextWindow: 128000,
|
|
maxCompletionTokens: 4096,
|
|
interfaces: [LLM_IF_OAI_Chat],
|
|
// hidden: true,
|
|
},
|
|
|
|
];
|
|
|
|
const openAIModelsDenyList: string[] = [
|
|
// [OpenAI, 2025-08-28] FIXME: NOT YET SUPPORTED - "REALTIME API"
|
|
// 'gpt-realtime', // leave this just for kicks, but it's hidden by default and won't work if unhidden
|
|
// '-realtime-',
|
|
'4o-realtime',
|
|
'4o-mini-realtime',
|
|
|
|
// [OpenAI, 2025-03-11] FIXME: NOT YET SUPPORTED - "RESPONSES API"
|
|
'computer-use-preview', 'computer-use-preview-2025-03-11', // FIXME: support these
|
|
|
|
// [OpenAI Deprecations] Explicitly deny shut-down model IDs that we removed
|
|
// 'gpt-4.5-preview',
|
|
// 'o1-preview',
|
|
// 'gpt-4-32k',
|
|
|
|
// Legacy GPT models
|
|
'gpt-3.5-turbo-0301',
|
|
'gpt-3.5-turbo-0613',
|
|
'gpt-3.5-turbo-16k',
|
|
'gpt-3.5-turbo-16k-0613',
|
|
|
|
// Other unwanted GPT models
|
|
'gpt-4-turbo-preview',
|
|
|
|
// Non-chat GPT models
|
|
'-turbo-instruct', 'davinci-', 'babbage-',
|
|
|
|
// Embedding models: /v1/embeddings
|
|
'text-embedding-3-small', 'text-embedding-3-large', 'text-embedding-ada-002',
|
|
|
|
// TTS Models: /v1/audio/speech
|
|
'tts-1-hd', 'tts-1', 'gpt-4o-mini-tts', // FIXME: support these
|
|
|
|
// STT models: /v1/audio/transcriptions, /v1/audio/translations
|
|
'whisper-1', 'gpt-4o-transcribe', 'gpt-4o-mini-transcribe', // FIXME: support these
|
|
|
|
// Image models: /v1/images/generations
|
|
'gpt-image-1', 'dall-e-3', 'dall-e-2',
|
|
|
|
// Moderation models
|
|
'omni-moderation-latest', 'omni-moderation-2024-09-26', 'text-moderation-latest',
|
|
];
|
|
|
|
export function openAIModelFilter(model: OpenAIWire_API_Models_List.Model) {
|
|
return !openAIModelsDenyList.some(deny => model.id.includes(deny));
|
|
}
|
|
|
|
export function openAIModelToModelDescription(modelId: string, modelCreated: number | undefined, modelUpdated?: number): ModelDescriptionSchema {
|
|
return fromManualMapping(_knownOpenAIChatModels, modelId, modelCreated, modelUpdated);
|
|
}
|
|
|
|
|
|
const _manualOrderingIdPrefixes = [
|
|
// GPT-5
|
|
'gpt-5-20',
|
|
'gpt-5-mini-20',
|
|
'gpt-5-nano-20',
|
|
'gpt-5-chat-latest',
|
|
'gpt-5-',
|
|
// Reasoning models
|
|
'o5-20',
|
|
'o5-mini-20',
|
|
'o5-',
|
|
'o4-pro-20',
|
|
'o4-pro',
|
|
'o4-mini-deep-research-20',
|
|
'o4-mini-deep-research',
|
|
'o4-20',
|
|
'o4-mini-20',
|
|
'o4-',
|
|
'o3-pro-20',
|
|
'o3-pro',
|
|
'o3-deep-research-20',
|
|
'o3-deep-research',
|
|
'o3-20',
|
|
'o3-mini-20',
|
|
'o3-',
|
|
'o1-pro-20',
|
|
'o1-pro',
|
|
'o1-20',
|
|
'o1-preview-',
|
|
'o1-mini-',
|
|
'o1-',
|
|
// GPT-4.5
|
|
'gpt-4.5-20',
|
|
'gpt-4.5-preview',
|
|
'gpt-4.5-',
|
|
// GPT-4.1
|
|
'gpt-4.1-20',
|
|
'gpt-4.1-mini-20',
|
|
'gpt-4.1-mini',
|
|
'gpt-4.1-nano-20',
|
|
'gpt-4.1-nano',
|
|
'gpt-4.1',
|
|
// Preferred models
|
|
'gpt-4o-20',
|
|
'gpt-4o-search-20',
|
|
'gpt-4o-search-preview',
|
|
'gpt-4o-mini-20',
|
|
'gpt-4o-mini-search-20',
|
|
'gpt-4o-mini-search-preview',
|
|
'gpt-4o-mini',
|
|
'gpt-4o-',
|
|
// ChatGPT models
|
|
'chatgpt-',
|
|
// Codex
|
|
'codex-',
|
|
// Computer use models
|
|
'computer-use-20',
|
|
'computer-use-preview',
|
|
'computer-use',
|
|
// ...rest
|
|
// 'gpt-4-turbo-',
|
|
// 'gpt-4-',
|
|
// ...
|
|
];
|
|
|
|
|
|
export function openAISortModels(a: ModelDescriptionSchema, b: ModelDescriptionSchema) {
|
|
// bottom: links
|
|
const aLink = a.label.startsWith('🔗');
|
|
const bLink = b.label.startsWith('🔗');
|
|
if (aLink !== bLink) return aLink ? 1 : -1;
|
|
|
|
// bottom: non-chatGenerate
|
|
const aChat = a.interfaces.includes(LLM_IF_OAI_Chat);
|
|
const bChat = b.interfaces.includes(LLM_IF_OAI_Chat);
|
|
if (aChat !== bChat) return aChat ? -1 : 1;
|
|
|
|
// sort by manual ordering (if not present is implicitly at the bottom)
|
|
const aOrder = _manualOrderingIdPrefixes.findIndex(prefix => a.id.startsWith(prefix));
|
|
const bOrder = _manualOrderingIdPrefixes.findIndex(prefix => b.id.startsWith(prefix));
|
|
if (aOrder !== bOrder) {
|
|
if (aOrder === -1) return 1;
|
|
if (bOrder === -1) return -1;
|
|
return aOrder - bOrder;
|
|
}
|
|
|
|
// fix the OpenAI model names to be chronologically sorted
|
|
function remapReleaseDate(id: string): string {
|
|
return id
|
|
.replace('0314', '2023-03-14')
|
|
.replace('0613', '2023-06-13')
|
|
.replace('1106', '2023-11-06')
|
|
.replace('0125', '2024-01-25')
|
|
.replace('0409', '2024-04-09');
|
|
}
|
|
|
|
// due to using by-label, sorting doesn't require special cases anymore
|
|
return remapReleaseDate(b.label).localeCompare(remapReleaseDate(a.label));
|
|
}
|
|
|
|
|
|
/**
|
|
* Checks for both superfluous and missing models in OpenAI API.
|
|
*
|
|
* Combines the functionality of checking for models in our editorial definitions
|
|
* that aren't present in the API response (superfluous) and checking for models
|
|
* in the API that we don't have definitions for (missing).
|
|
*
|
|
* @param wireModels is the raw API response from OpenAI, containing the .data[] array
|
|
* @param parsedModels is the parsed models array, which should match the wireModels
|
|
*/
|
|
export function openaiDevCheckForModelsOverlap_DEV(wireModels: unknown, parsedModels: object[]): void {
|
|
|
|
if (DEV_DEBUG_OPENAI_MODELS) {
|
|
|
|
// Check if wireModels has .data array
|
|
if (!wireModels || !Array.isArray((wireModels as any)?.data)) {
|
|
console.warn('[DEV] OpenAI: wireModels.data is not an array', wireModels);
|
|
return;
|
|
}
|
|
|
|
const apiModels = (wireModels as any).data;
|
|
const apiModelIds = apiModels.map((model: any) => model.id);
|
|
|
|
// 1. Check for superfluous models (in our definitions but not in API)
|
|
const expectedModelIds = _knownOpenAIChatModels
|
|
.filter(model => model.idPrefix && model.idPrefix !== '') // exclude fallback model
|
|
.map(model => model.idPrefix);
|
|
|
|
const superfluousModels = expectedModelIds.filter(id => !apiModelIds.includes(id));
|
|
if (superfluousModels.length > 0)
|
|
console.warn(`[DEV] OpenAI: superfluous model definitions: [\n - ${superfluousModels.join('\n - ')}\n]`);
|
|
|
|
// 2. Check for missing models (in API but not in our definitions)
|
|
const parsedModelIds = parsedModels.map((model: any) => model.id);
|
|
const missingModelIds = apiModelIds.filter((id: string) => !parsedModelIds.includes(id));
|
|
|
|
if (missingModelIds.length > 0) {
|
|
// Split missing models: filtered out vs truly missing
|
|
const filteredOutModels = missingModelIds.filter((id: string) =>
|
|
openAIModelsDenyList.some(deny => id.includes(deny))
|
|
);
|
|
const trulyMissingModels = missingModelIds.filter((id: string) =>
|
|
!openAIModelsDenyList.some(deny => id.includes(deny))
|
|
);
|
|
|
|
if (filteredOutModels.length > 0)
|
|
console.warn(`[DEV] OpenAI: filtered out models: [\n - ${filteredOutModels.join('\n - ')}\n]`);
|
|
|
|
if (trulyMissingModels.length > 0)
|
|
console.warn(`[DEV] OpenAI: truly missing model definitions[\n - ${trulyMissingModels.join('\n - ')}\n]`);
|
|
}
|
|
|
|
}
|
|
|
|
}
|