diff --git a/tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json b/tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json new file mode 100644 index 000000000..17ff65745 --- /dev/null +++ b/tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json @@ -0,0 +1,39 @@ +{ + "_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.", + "_evaluated": "Evaluated: ant-effort, ant-thinking-budget, temperature. If missing, the parameter is not supported by that model.", + "claude-3-5-haiku-20241022": { + "temperature-range": [0,1] + }, + "claude-3-7-sonnet-20250219": { + "ant-thinking-budget": [1024,8192,16384,32768,65535], + "temperature-range": [0,1] + }, + "claude-3-haiku-20240307": { + "temperature-range": [0,1] + }, + "claude-haiku-4-5-20251001": { + "ant-thinking-budget": [1024,8192,16384,32768,65535], + "temperature-range": [0,1] + }, + "claude-opus-4-1-20250805": { + "ant-thinking-budget": [1024,8192,16384,32768,65535], + "temperature-range": [0,1] + }, + "claude-opus-4-20250514": { + "ant-thinking-budget": [1024,8192,16384,32768,65535], + "temperature-range": [0,1] + }, + "claude-opus-4-5-20251101": { + "ant-effort": ["low","medium","high"], + "ant-thinking-budget": [1024,8192,16384,32768,65535], + "temperature-range": [0,1] + }, + "claude-sonnet-4-20250514": { + "ant-thinking-budget": [1024,8192,16384,32768,65535], + "temperature-range": [0,1] + }, + "claude-sonnet-4-5-20250929": { + "ant-thinking-budget": [1024,8192,16384,32768,65535], + "temperature-range": [0,1] + } +} diff --git a/tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json b/tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json new file mode 100644 index 000000000..1f01d9f43 --- /dev/null +++ b/tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json @@ -0,0 +1,76 @@ +{ + "_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.", + "_evaluated": "Evaluated: gemini-thinking-budget, gemini-thinking-level, temperature. If missing, the parameter is not supported by that model.", + "models/gemini-2.0-flash-001": { + "gemini-thinking-budget": [0], + "temperature-range": [0,2] + }, + "models/gemini-2.0-flash-exp-image-generation": { + "temperature-range": [0,2] + }, + "models/gemini-2.0-flash-lite-001": { + "gemini-thinking-budget": [0], + "temperature-range": [0,2] + }, + "models/gemini-2.5-flash": { + "gemini-thinking-budget": [0,1024,16384,24576], + "temperature-range": [0,2] + }, + "models/gemini-2.5-flash-image": { + "temperature-range": [0,2] + }, + "models/gemini-2.5-flash-lite": { + "gemini-thinking-budget": [0,1024,16384,24576], + "temperature-range": [0,2] + }, + "models/gemini-2.5-flash-lite-preview-09-2025": { + "gemini-thinking-budget": [0,1024,16384,24576], + "temperature-range": [0,2] + }, + "models/gemini-2.5-flash-preview-09-2025": { + "gemini-thinking-budget": [0,1024,16384,24576], + "temperature-range": [0,2] + }, + "models/gemini-2.5-flash-preview-tts": { + "temperature": [0,0.5,1.5,2] + }, + "models/gemini-2.5-pro": { + "gemini-thinking-budget": [1024,16384,24576,32768], + "temperature-range": [0,2] + }, + "models/gemini-2.5-pro-preview-tts": { + "temperature-range": [0,2] + }, + "models/gemini-3-flash-preview": { + "gemini-thinking-budget": [0,1024,16384,24576,32768,65535], + "gemini-thinking-level": ["minimal","low","medium","high"], + "temperature-range": [0,2] + }, + "models/gemini-3-pro-image-preview": { + "gemini-thinking-budget": [0,1024,16384,24576,32768,65535], + "temperature-range": [0,2] + }, + "models/gemini-3-pro-preview": { + "gemini-thinking-budget": [1024,16384,24576,32768,65535], + "gemini-thinking-level": ["low","high"], + "temperature-range": [0,2] + }, + "models/gemma-3-12b-it": { + "temperature-range": [0,2] + }, + "models/gemma-3-1b-it": { + "temperature-range": [0,2] + }, + "models/gemma-3-27b-it": { + "temperature-range": [0,2] + }, + "models/gemma-3-4b-it": { + "temperature-range": [0,2] + }, + "models/gemma-3n-e2b-it": { + "temperature-range": [0,2] + }, + "models/gemma-3n-e4b-it": { + "temperature-range": [0,2] + } +} diff --git a/tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json b/tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json new file mode 100644 index 000000000..16c1cec4d --- /dev/null +++ b/tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json @@ -0,0 +1,154 @@ +{ + "_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.", + "_evaluated": "Evaluated: oai-image-generation, oai-reasoning-effort, oai-verbosity, oai-web-search, temperature. If missing, the parameter is not supported by that model.", + "gpt-5-2025-08-07": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["minimal","low","medium","high"], + "oai-verbosity": ["low","medium","high"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "gpt-5-chat-latest": { + "oai-image-generation": ["hq"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "gpt-5-codex": { + "oai-reasoning-effort": ["low","medium","high"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "gpt-5-mini-2025-08-07": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["minimal","low","medium","high"], + "oai-verbosity": ["low","medium","high"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "gpt-5-nano-2025-08-07": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["minimal","low","medium","high"], + "oai-verbosity": ["low","medium","high"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "gpt-5-pro-2025-10-06": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["high"], + "oai-verbosity": ["low","medium","high"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "gpt-5-search-api-2025-10-14": { + "temperature-range": [0,2] + }, + "gpt-5.1-2025-11-13": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["none","low","medium","high"], + "oai-verbosity": ["low","medium","high"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "gpt-5.1-chat-latest": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["medium"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature": [1] + }, + "gpt-5.1-codex": { + "oai-reasoning-effort": ["low","medium","high"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature": [1] + }, + "gpt-5.1-codex-max": { + "oai-reasoning-effort": ["low","medium","high","xhigh"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature": [1] + }, + "gpt-5.1-codex-mini": { + "oai-reasoning-effort": ["low","medium","high"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature": [1] + }, + "gpt-5.2-2025-12-11": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["none","low","medium","high","xhigh"], + "oai-verbosity": ["low","medium","high"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "gpt-5.2-chat-latest": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["medium"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature": [1] + }, + "gpt-5.2-codex": { + "oai-reasoning-effort": ["low", "medium","high","xhigh"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature": [1] + }, + "gpt-5.2-pro-2025-12-11": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["medium","high","xhigh"], + "oai-verbosity": ["low","medium","high"], + "oai-web-search": ["medium"], + "temperature": [1] + }, + "o1-2024-12-17": { + "oai-reasoning-effort": ["low","medium","high","xhigh"], + "oai-verbosity": ["medium"], + "temperature-range": [0,2] + }, + "o1-pro-2025-03-19": { + "oai-reasoning-effort": ["low","medium","high"], + "oai-verbosity": ["medium"], + "temperature-range": [0,2] + }, + "o3-2025-04-16": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["low","medium","high","xhigh"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "o3-deep-research-2025-06-26": { + "oai-reasoning-effort": ["medium"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "o3-mini-2025-01-31": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["low","medium","high","xhigh"], + "oai-verbosity": ["medium"], + "temperature-range": [0,2] + }, + "o3-pro-2025-06-10": { + "oai-image-generation": ["hq"], + "oai-reasoning-effort": ["low","medium","high"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "o4-mini-2025-04-16": { + "oai-reasoning-effort": ["low","medium","high","xhigh"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + }, + "o4-mini-deep-research-2025-06-26": { + "oai-reasoning-effort": ["medium"], + "oai-verbosity": ["medium"], + "oai-web-search": ["medium"], + "temperature-range": [0,2] + } +} diff --git a/tools/develop/llm-parameter-sweep/llm-xai-parameters-sweep.json b/tools/develop/llm-parameter-sweep/llm-xai-parameters-sweep.json new file mode 100644 index 000000000..4644940a1 --- /dev/null +++ b/tools/develop/llm-parameter-sweep/llm-xai-parameters-sweep.json @@ -0,0 +1,45 @@ +{ + "_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.", + "_evaluated": "Evaluated: temperature, xai-reasoning-effort, xai-web-search. If missing, the parameter is not supported by that model.", + "grok-2-vision-1212": { + "temperature-range": [0,1.5], + "xai-reasoning-effort": ["low","medium","high"] + }, + "grok-3": { + "temperature-range": [0,1.5], + "xai-reasoning-effort": ["low","medium","high"] + }, + "grok-3-mini": { + "temperature-range": [0,1.5], + "xai-reasoning-effort": ["low","medium","high"] + }, + "grok-4-0709": { + "temperature-range": [0,2], + "xai-reasoning-effort": ["low","medium","high"], + "xai-web-search": ["auto"] + }, + "grok-4-1-fast-non-reasoning": { + "temperature-range": [0,2], + "xai-reasoning-effort": ["low","medium","high"], + "xai-web-search": ["auto"] + }, + "grok-4-1-fast-reasoning": { + "temperature-range": [0,2], + "xai-reasoning-effort": ["low","medium","high"], + "xai-web-search": ["auto"] + }, + "grok-4-fast-non-reasoning": { + "temperature-range": [0,2], + "xai-reasoning-effort": ["low","medium","high"], + "xai-web-search": ["auto"] + }, + "grok-4-fast-reasoning": { + "temperature-range": [0,2], + "xai-reasoning-effort": ["low","medium","high"], + "xai-web-search": ["auto"] + }, + "grok-code-fast-1": { + "temperature-range": [0,1], + "xai-reasoning-effort": ["low","medium","high"] + } +}