diff --git a/tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json b/tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json index 7932ffcc9..e86bb7f90 100644 --- a/tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json +++ b/tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json @@ -1,46 +1,56 @@ { "_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.", - "_evaluated": "Evaluated: ant-effort, ant-thinking-budget, temperature. If missing, the parameter is not supported by that model.", + "_evaluated": "Evaluated: ant-effort, ant-thinking-budget, fn, temperature. If missing, the parameter is not supported by that model.", "claude-opus-4-7": { "ant-effort": ["low","medium","high","xhigh","max"], + "fn": ["auto","required","roundtrip"], "temperature": [1] }, "claude-opus-4-6": { "ant-effort": ["low","medium","high","max"], "ant-thinking-budget-range": [1024,65536], + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] }, "claude-sonnet-4-6": { "ant-effort": ["low","medium","high","max"], "ant-thinking-budget-range": [1024,65536], + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] }, "claude-opus-4-5-20251101": { "ant-effort": ["low","medium","high"], "ant-thinking-budget-range": [1024,65536], + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] }, "claude-sonnet-4-5-20250929": { "ant-thinking-budget-range": [1024,65536], + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] }, "claude-haiku-4-5-20251001": { "ant-thinking-budget-range": [1024,65536], + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] }, "claude-opus-4-1-20250805": { "ant-thinking-budget-range": [1024,65536], + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] }, "claude-opus-4-20250514": { "ant-thinking-budget-range": [1024,65536], + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] }, "claude-sonnet-4-20250514": { "ant-thinking-budget-range": [1024,65536], + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] }, "claude-3-haiku-20240307": { + "fn": ["auto","required","roundtrip"], "temperature-range": [0,1] } } diff --git a/tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json b/tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json index bbbdecdda..3d739e6f6 100644 --- a/tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json +++ b/tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json @@ -1,42 +1,54 @@ { "_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.", - "_evaluated": "Evaluated: gemini-thinking-budget, gemini-thinking-level, temperature. If missing, the parameter is not supported by that model.", + "_evaluated": "Evaluated: fn, gemini-thinking-budget, gemini-thinking-level, temperature. If missing, the parameter is not supported by that model.", "_modelFilter": "models/gemini-3, models/gemini-2, models/gemma", "models/gemini-3.1-pro-preview": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget": [1024,16384,24576,32768,65535], "gemini-thinking-level": ["low","medium","high"], "temperature-range": [0,2] }, "models/gemini-3.1-pro-preview-customtools": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget": [1024,16384,24576,32768,65535], "gemini-thinking-level": ["low","medium","high"], "temperature-range": [0,2] }, "models/gemini-3.1-flash-image-preview": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget-range": [0,65535], "gemini-thinking-level": ["minimal","high"], "temperature-range": [0,2] }, "models/gemini-3.1-flash-lite-preview": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget-range": [0,65535], "gemini-thinking-level": ["minimal","low","medium","high"], "temperature-range": [0,2] }, + "models/gemini-3.1-flash-tts-preview": { + "temperature-range": [0,2] + }, "models/gemini-3-pro-preview": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget": [1024,16384,24576,32768,65535], - "gemini-thinking-level": ["low","high"], + "gemini-thinking-level": ["low","medium","high"], "temperature-range": [0,2] }, "models/gemini-3-pro-image-preview": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget-range": [0,65535], + "gemini-thinking-level": ["minimal","low","medium","high"], "temperature-range": [0,2] }, "models/gemini-3-flash-preview": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget-range": [0,65535], "gemini-thinking-level": ["minimal","low","medium","high"], "temperature-range": [0,2] }, "models/gemini-2.5-pro": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget": [1024,16384,24576,32768], "temperature-range": [0,2] }, @@ -44,6 +56,7 @@ "temperature-range": [0,2] }, "models/gemini-2.5-flash": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget-range": [0,24576], "temperature-range": [0,2] }, @@ -51,27 +64,33 @@ "temperature-range": [0,2] }, "models/gemini-2.5-flash-preview-tts": { - "temperature-range": [0,1.5] - }, - "models/gemini-2.5-flash-lite-preview-09-2025": { - "gemini-thinking-budget-range": [0,24576], - "temperature-range": [0,2] + "temperature": [1,1.5,2] }, "models/gemini-2.5-flash-lite": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget-range": [0,24576], "temperature-range": [0,2] }, - "models/gemini-2.0-flash-exp-image-generation": { - "temperature-range": [0,2] - }, "models/gemini-2.0-flash-lite-001": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget": [0], "temperature-range": [0,2] }, "models/gemini-2.0-flash-001": { + "fn": ["auto","required","roundtrip"], "gemini-thinking-budget": [0], "temperature-range": [0,2] }, + "models/gemma-4-31b-it": { + "fn": ["auto","required","roundtrip"], + "gemini-thinking-level": ["minimal","high"], + "temperature-range": [0,2] + }, + "models/gemma-4-26b-a4b-it": { + "fn": ["auto","required","roundtrip"], + "gemini-thinking-level": ["minimal","high"], + "temperature-range": [0,2] + }, "models/gemma-3n-e4b-it": { "temperature-range": [0,2] }, @@ -89,5 +108,10 @@ }, "models/gemma-3-12b-it": { "temperature-range": [0,2] + }, + "models/gemini-2.5-computer-use-preview-10-2025": { + "fn": ["auto"], + "gemini-thinking-budget-range": [0,65535], + "temperature-range": [0,2] } } diff --git a/tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json b/tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json index f56dcc4d1..993473bf9 100644 --- a/tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json +++ b/tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json @@ -1,8 +1,9 @@ { "_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.", - "_evaluated": "Evaluated: oai-image-generation, oai-reasoning-effort, oai-temperature-think-high, oai-temperature-think-none, oai-verbosity, oai-web-search, temperature. If missing, the parameter is not supported by that model.", + "_evaluated": "Evaluated: fn, oai-image-generation, oai-reasoning-effort, oai-temperature-think-high, oai-temperature-think-none, oai-verbosity, oai-web-search, temperature. If missing, the parameter is not supported by that model.", "_modelFilter": "gpt-5, o", "gpt-5.4-2026-03-05": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["none","low","medium","high","xhigh"], "oai-temperature-think-high": [1], "oai-temperature-think-none-range": [0,2], @@ -11,6 +12,7 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.4-pro-2026-03-05": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["medium","high","xhigh"], "oai-temperature-think-high": [1], "oai-verbosity": ["low","medium","high"], @@ -18,6 +20,7 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.4-nano-2026-03-17": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["none","low","medium","high","xhigh"], "oai-temperature-think-high": [1], "oai-temperature-think-none-range": [0,2], @@ -26,6 +29,7 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.4-mini-2026-03-17": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["none","low","medium","high","xhigh"], "oai-temperature-think-high": [1], "oai-temperature-think-none-range": [0,2], @@ -34,6 +38,7 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.3-codex": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["none","low","medium","high","xhigh"], "oai-temperature-think-high": [1], "oai-temperature-think-none-range": [0,2], @@ -42,10 +47,12 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.3-chat-latest": { + "fn": ["auto","required","roundtrip"], "temperature": [1], "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.2-2025-12-11": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["none","low","medium","high","xhigh"], "oai-temperature-think-high": [1], "oai-temperature-think-none-range": [0,2], @@ -54,6 +61,7 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.2-pro-2025-12-11": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["medium","high","xhigh"], "oai-temperature-think-high": [1], "oai-verbosity": ["low","medium","high"], @@ -61,16 +69,19 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.2-codex": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high","xhigh"], "oai-temperature-think-high": [1], "temperature": [1], "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.2-chat-latest": { + "fn": ["auto","required","roundtrip"], "temperature": [1], "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.1-2025-11-13": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["none","low","medium","high"], "oai-temperature-think-high": [1], "oai-temperature-think-none-range": [0,2], @@ -79,28 +90,33 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.1-chat-latest": { + "fn": ["auto","required","roundtrip"], "temperature": [1], "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.1-codex-max": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high","xhigh"], "oai-temperature-think-high": [1], "temperature": [1], "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.1-codex-mini": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high"], "oai-temperature-think-high": [1], "temperature": [1], "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5.1-codex": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high"], "oai-temperature-think-high": [1], "temperature": [1], "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5-2025-08-07": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["minimal","low","medium","high"], "oai-temperature-think-high": [1], "oai-verbosity": ["low","medium","high"], @@ -108,6 +124,7 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5-pro-2025-10-06": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["high"], "oai-temperature-think-high": [1], "oai-verbosity": ["low","medium","high"], @@ -115,6 +132,7 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5-mini-2025-08-07": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["minimal","low","medium","high"], "oai-temperature-think-high": [1], "oai-verbosity": ["low","medium","high"], @@ -122,6 +140,7 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5-nano-2025-08-07": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["minimal","low","medium","high"], "oai-temperature-think-high": [1], "oai-verbosity": ["low","medium","high"], @@ -129,10 +148,12 @@ "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5-chat-latest": { + "fn": ["auto","required","roundtrip"], "temperature-range": [0,2], "tools": ["oai-image-generation","oai-web-search"] }, "gpt-5-codex": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high"], "oai-temperature-think-high": [1], "temperature": [1], @@ -142,26 +163,31 @@ "temperature-range": [0,2] }, "o4-mini-2025-04-16": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high","xhigh"], "oai-temperature-think-high-range": [0,2], "temperature-range": [0,2] }, "o3-2025-04-16": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high","xhigh"], "oai-temperature-think-high-range": [0,2], "temperature-range": [0,2] }, "o3-mini-2025-01-31": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high","xhigh"], "oai-temperature-think-high-range": [0,2], "temperature-range": [0,2] }, "o1-pro-2025-03-19": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high"], "oai-temperature-think-high": [1], "temperature": [1] }, "o1-2024-12-17": { + "fn": ["auto","required","roundtrip"], "oai-reasoning-effort": ["low","medium","high","xhigh"], "oai-temperature-think-high-range": [0,2], "temperature-range": [0,2]