zack3d/big-agi
1
0
Fork 0
mirror of https://github.com/enricoros/big-AGI.git synced 2026-05-10 21:50:14 -07:00
Code Issues Packages Projects Releases Wiki Activity

Tools: sweep: baselines

Browse Source
This commit is contained in:
Enrico Ros
2026-02-04 17:12:17 -08:00
parent 05ee5cc3d1
commit 6f8ee0247f
4 changed files with 314 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json
+39
View File
@@ -0,0 +1,39 @@
{
"_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.",
"_evaluated": "Evaluated: ant-effort, ant-thinking-budget, temperature. If missing, the parameter is not supported by that model.",
"claude-3-5-haiku-20241022": {
"temperature-range": [0,1]
},
"claude-3-7-sonnet-20250219": {
"ant-thinking-budget": [1024,8192,16384,32768,65535],
"temperature-range": [0,1]
},
"claude-3-haiku-20240307": {
"temperature-range": [0,1]
},
"claude-haiku-4-5-20251001": {
"ant-thinking-budget": [1024,8192,16384,32768,65535],
"temperature-range": [0,1]
},
"claude-opus-4-1-20250805": {
"ant-thinking-budget": [1024,8192,16384,32768,65535],
"temperature-range": [0,1]
},
"claude-opus-4-20250514": {
"ant-thinking-budget": [1024,8192,16384,32768,65535],
"temperature-range": [0,1]
},
"claude-opus-4-5-20251101": {
"ant-effort": ["low","medium","high"],
"ant-thinking-budget": [1024,8192,16384,32768,65535],
"temperature-range": [0,1]
},
"claude-sonnet-4-20250514": {
"ant-thinking-budget": [1024,8192,16384,32768,65535],
"temperature-range": [0,1]
},
"claude-sonnet-4-5-20250929": {
"ant-thinking-budget": [1024,8192,16384,32768,65535],
"temperature-range": [0,1]
}
}
tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json
+76
View File
@@ -0,0 +1,76 @@
{
"_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.",
"_evaluated": "Evaluated: gemini-thinking-budget, gemini-thinking-level, temperature. If missing, the parameter is not supported by that model.",
"models/gemini-2.0-flash-001": {
"gemini-thinking-budget": [0],
"temperature-range": [0,2]
},
"models/gemini-2.0-flash-exp-image-generation": {
"temperature-range": [0,2]
},
"models/gemini-2.0-flash-lite-001": {
"gemini-thinking-budget": [0],
"temperature-range": [0,2]
},
"models/gemini-2.5-flash": {
"gemini-thinking-budget": [0,1024,16384,24576],
"temperature-range": [0,2]
},
"models/gemini-2.5-flash-image": {
"temperature-range": [0,2]
},
"models/gemini-2.5-flash-lite": {
"gemini-thinking-budget": [0,1024,16384,24576],
"temperature-range": [0,2]
},
"models/gemini-2.5-flash-lite-preview-09-2025": {
"gemini-thinking-budget": [0,1024,16384,24576],
"temperature-range": [0,2]
},
"models/gemini-2.5-flash-preview-09-2025": {
"gemini-thinking-budget": [0,1024,16384,24576],
"temperature-range": [0,2]
},
"models/gemini-2.5-flash-preview-tts": {
"temperature": [0,0.5,1.5,2]
},
"models/gemini-2.5-pro": {
"gemini-thinking-budget": [1024,16384,24576,32768],
"temperature-range": [0,2]
},
"models/gemini-2.5-pro-preview-tts": {
"temperature-range": [0,2]
},
"models/gemini-3-flash-preview": {
"gemini-thinking-budget": [0,1024,16384,24576,32768,65535],
"gemini-thinking-level": ["minimal","low","medium","high"],
"temperature-range": [0,2]
},
"models/gemini-3-pro-image-preview": {
"gemini-thinking-budget": [0,1024,16384,24576,32768,65535],
"temperature-range": [0,2]
},
"models/gemini-3-pro-preview": {
"gemini-thinking-budget": [1024,16384,24576,32768,65535],
"gemini-thinking-level": ["low","high"],
"temperature-range": [0,2]
},
"models/gemma-3-12b-it": {
"temperature-range": [0,2]
},
"models/gemma-3-1b-it": {
"temperature-range": [0,2]
},
"models/gemma-3-27b-it": {
"temperature-range": [0,2]
},
"models/gemma-3-4b-it": {
"temperature-range": [0,2]
},
"models/gemma-3n-e2b-it": {
"temperature-range": [0,2]
},
"models/gemma-3n-e4b-it": {
"temperature-range": [0,2]
}
}
tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json
+154
View File
@@ -0,0 +1,154 @@
{
"_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.",
"_evaluated": "Evaluated: oai-image-generation, oai-reasoning-effort, oai-verbosity, oai-web-search, temperature. If missing, the parameter is not supported by that model.",
"gpt-5-2025-08-07": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["minimal","low","medium","high"],
"oai-verbosity": ["low","medium","high"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"gpt-5-chat-latest": {
"oai-image-generation": ["hq"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"gpt-5-codex": {
"oai-reasoning-effort": ["low","medium","high"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"gpt-5-mini-2025-08-07": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["minimal","low","medium","high"],
"oai-verbosity": ["low","medium","high"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"gpt-5-nano-2025-08-07": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["minimal","low","medium","high"],
"oai-verbosity": ["low","medium","high"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"gpt-5-pro-2025-10-06": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["high"],
"oai-verbosity": ["low","medium","high"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"gpt-5-search-api-2025-10-14": {
"temperature-range": [0,2]
},
"gpt-5.1-2025-11-13": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["none","low","medium","high"],
"oai-verbosity": ["low","medium","high"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"gpt-5.1-chat-latest": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["medium"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature": [1]
},
"gpt-5.1-codex": {
"oai-reasoning-effort": ["low","medium","high"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature": [1]
},
"gpt-5.1-codex-max": {
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature": [1]
},
"gpt-5.1-codex-mini": {
"oai-reasoning-effort": ["low","medium","high"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature": [1]
},
"gpt-5.2-2025-12-11": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["none","low","medium","high","xhigh"],
"oai-verbosity": ["low","medium","high"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"gpt-5.2-chat-latest": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["medium"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature": [1]
},
"gpt-5.2-codex": {
"oai-reasoning-effort": ["low", "medium","high","xhigh"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature": [1]
},
"gpt-5.2-pro-2025-12-11": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["medium","high","xhigh"],
"oai-verbosity": ["low","medium","high"],
"oai-web-search": ["medium"],
"temperature": [1]
},
"o1-2024-12-17": {
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-verbosity": ["medium"],
"temperature-range": [0,2]
},
"o1-pro-2025-03-19": {
"oai-reasoning-effort": ["low","medium","high"],
"oai-verbosity": ["medium"],
"temperature-range": [0,2]
},
"o3-2025-04-16": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"o3-deep-research-2025-06-26": {
"oai-reasoning-effort": ["medium"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"o3-mini-2025-01-31": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-verbosity": ["medium"],
"temperature-range": [0,2]
},
"o3-pro-2025-06-10": {
"oai-image-generation": ["hq"],
"oai-reasoning-effort": ["low","medium","high"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"o4-mini-2025-04-16": {
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
},
"o4-mini-deep-research-2025-06-26": {
"oai-reasoning-effort": ["medium"],
"oai-verbosity": ["medium"],
"oai-web-search": ["medium"],
"temperature-range": [0,2]
}
}
tools/develop/llm-parameter-sweep/llm-xai-parameters-sweep.json
+45
View File
@@ -0,0 +1,45 @@
{
"_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.",
"_evaluated": "Evaluated: temperature, xai-reasoning-effort, xai-web-search. If missing, the parameter is not supported by that model.",
"grok-2-vision-1212": {
"temperature-range": [0,1.5],
"xai-reasoning-effort": ["low","medium","high"]
},
"grok-3": {
"temperature-range": [0,1.5],
"xai-reasoning-effort": ["low","medium","high"]
},
"grok-3-mini": {
"temperature-range": [0,1.5],
"xai-reasoning-effort": ["low","medium","high"]
},
"grok-4-0709": {
"temperature-range": [0,2],
"xai-reasoning-effort": ["low","medium","high"],
"xai-web-search": ["auto"]
},
"grok-4-1-fast-non-reasoning": {
"temperature-range": [0,2],
"xai-reasoning-effort": ["low","medium","high"],
"xai-web-search": ["auto"]
},
"grok-4-1-fast-reasoning": {
"temperature-range": [0,2],
"xai-reasoning-effort": ["low","medium","high"],
"xai-web-search": ["auto"]
},
"grok-4-fast-non-reasoning": {
"temperature-range": [0,2],
"xai-reasoning-effort": ["low","medium","high"],
"xai-web-search": ["auto"]
},
"grok-4-fast-reasoning": {
"temperature-range": [0,2],
"xai-reasoning-effort": ["low","medium","high"],
"xai-web-search": ["auto"]
},
"grok-code-fast-1": {
"temperature-range": [0,1],
"xai-reasoning-effort": ["low","medium","high"]
}
}