zack3d/big-agi
1
0
Fork 0
mirror of https://github.com/enricoros/big-AGI.git synced 2026-05-10 21:50:14 -07:00
Code Issues Packages Projects Releases Wiki Activity

Parameters sweep: Ant,Gem,Oai

Browse Source
This commit is contained in:
Enrico Ros
2026-04-19 22:14:15 -07:00
parent 588ebf4993
commit ed65f989d9
3 changed files with 72 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/develop/llm-parameter-sweep/llm-anthropic-parameters-sweep.json
+11 -1
View File
@@ -1,46 +1,56 @@
{
"_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.",
"_evaluated": "Evaluated: ant-effort, ant-thinking-budget, temperature. If missing, the parameter is not supported by that model.",
"_evaluated": "Evaluated: ant-effort, ant-thinking-budget, fn, temperature. If missing, the parameter is not supported by that model.",
"claude-opus-4-7": {
"ant-effort": ["low","medium","high","xhigh","max"],
"fn": ["auto","required","roundtrip"],
"temperature": [1]
},
"claude-opus-4-6": {
"ant-effort": ["low","medium","high","max"],
"ant-thinking-budget-range": [1024,65536],
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
},
"claude-sonnet-4-6": {
"ant-effort": ["low","medium","high","max"],
"ant-thinking-budget-range": [1024,65536],
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
},
"claude-opus-4-5-20251101": {
"ant-effort": ["low","medium","high"],
"ant-thinking-budget-range": [1024,65536],
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
},
"claude-sonnet-4-5-20250929": {
"ant-thinking-budget-range": [1024,65536],
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
},
"claude-haiku-4-5-20251001": {
"ant-thinking-budget-range": [1024,65536],
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
},
"claude-opus-4-1-20250805": {
"ant-thinking-budget-range": [1024,65536],
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
},
"claude-opus-4-20250514": {
"ant-thinking-budget-range": [1024,65536],
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
},
"claude-sonnet-4-20250514": {
"ant-thinking-budget-range": [1024,65536],
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
},
"claude-3-haiku-20240307": {
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,1]
}
}
tools/develop/llm-parameter-sweep/llm-gemini-parameters-sweep.json
+34 -10
View File
@@ -1,42 +1,54 @@
{
"_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.",
"_evaluated": "Evaluated: gemini-thinking-budget, gemini-thinking-level, temperature. If missing, the parameter is not supported by that model.",
"_evaluated": "Evaluated: fn, gemini-thinking-budget, gemini-thinking-level, temperature. If missing, the parameter is not supported by that model.",
"_modelFilter": "models/gemini-3, models/gemini-2, models/gemma",
"models/gemini-3.1-pro-preview": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget": [1024,16384,24576,32768,65535],
"gemini-thinking-level": ["low","medium","high"],
"temperature-range": [0,2]
},
"models/gemini-3.1-pro-preview-customtools": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget": [1024,16384,24576,32768,65535],
"gemini-thinking-level": ["low","medium","high"],
"temperature-range": [0,2]
},
"models/gemini-3.1-flash-image-preview": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget-range": [0,65535],
"gemini-thinking-level": ["minimal","high"],
"temperature-range": [0,2]
},
"models/gemini-3.1-flash-lite-preview": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget-range": [0,65535],
"gemini-thinking-level": ["minimal","low","medium","high"],
"temperature-range": [0,2]
},
"models/gemini-3.1-flash-tts-preview": {
"temperature-range": [0,2]
},
"models/gemini-3-pro-preview": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget": [1024,16384,24576,32768,65535],
"gemini-thinking-level": ["low","high"],
"gemini-thinking-level": ["low","medium","high"],
"temperature-range": [0,2]
},
"models/gemini-3-pro-image-preview": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget-range": [0,65535],
"gemini-thinking-level": ["minimal","low","medium","high"],
"temperature-range": [0,2]
},
"models/gemini-3-flash-preview": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget-range": [0,65535],
"gemini-thinking-level": ["minimal","low","medium","high"],
"temperature-range": [0,2]
},
"models/gemini-2.5-pro": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget": [1024,16384,24576,32768],
"temperature-range": [0,2]
},
@@ -44,6 +56,7 @@
"temperature-range": [0,2]
},
"models/gemini-2.5-flash": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget-range": [0,24576],
"temperature-range": [0,2]
},
@@ -51,27 +64,33 @@
"temperature-range": [0,2]
},
"models/gemini-2.5-flash-preview-tts": {
"temperature-range": [0,1.5]
},
"models/gemini-2.5-flash-lite-preview-09-2025": {
"gemini-thinking-budget-range": [0,24576],
"temperature-range": [0,2]
"temperature": [1,1.5,2]
},
"models/gemini-2.5-flash-lite": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget-range": [0,24576],
"temperature-range": [0,2]
},
"models/gemini-2.0-flash-exp-image-generation": {
"temperature-range": [0,2]
},
"models/gemini-2.0-flash-lite-001": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget": [0],
"temperature-range": [0,2]
},
"models/gemini-2.0-flash-001": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-budget": [0],
"temperature-range": [0,2]
},
"models/gemma-4-31b-it": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-level": ["minimal","high"],
"temperature-range": [0,2]
},
"models/gemma-4-26b-a4b-it": {
"fn": ["auto","required","roundtrip"],
"gemini-thinking-level": ["minimal","high"],
"temperature-range": [0,2]
},
"models/gemma-3n-e4b-it": {
"temperature-range": [0,2]
},
@@ -89,5 +108,10 @@
},
"models/gemma-3-12b-it": {
"temperature-range": [0,2]
},
"models/gemini-2.5-computer-use-preview-10-2025": {
"fn": ["auto"],
"gemini-thinking-budget-range": [0,65535],
"temperature-range": [0,2]
}
}
tools/develop/llm-parameter-sweep/llm-openai-parameters-sweep.json
+27 -1
View File
@@ -1,8 +1,9 @@
{
"_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.",
"_evaluated": "Evaluated: oai-image-generation, oai-reasoning-effort, oai-temperature-think-high, oai-temperature-think-none, oai-verbosity, oai-web-search, temperature. If missing, the parameter is not supported by that model.",
"_evaluated": "Evaluated: fn, oai-image-generation, oai-reasoning-effort, oai-temperature-think-high, oai-temperature-think-none, oai-verbosity, oai-web-search, temperature. If missing, the parameter is not supported by that model.",
"_modelFilter": "gpt-5, o",
"gpt-5.4-2026-03-05": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["none","low","medium","high","xhigh"],
"oai-temperature-think-high": [1],
"oai-temperature-think-none-range": [0,2],
@@ -11,6 +12,7 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.4-pro-2026-03-05": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["medium","high","xhigh"],
"oai-temperature-think-high": [1],
"oai-verbosity": ["low","medium","high"],
@@ -18,6 +20,7 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.4-nano-2026-03-17": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["none","low","medium","high","xhigh"],
"oai-temperature-think-high": [1],
"oai-temperature-think-none-range": [0,2],
@@ -26,6 +29,7 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.4-mini-2026-03-17": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["none","low","medium","high","xhigh"],
"oai-temperature-think-high": [1],
"oai-temperature-think-none-range": [0,2],
@@ -34,6 +38,7 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.3-codex": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["none","low","medium","high","xhigh"],
"oai-temperature-think-high": [1],
"oai-temperature-think-none-range": [0,2],
@@ -42,10 +47,12 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.3-chat-latest": {
"fn": ["auto","required","roundtrip"],
"temperature": [1],
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.2-2025-12-11": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["none","low","medium","high","xhigh"],
"oai-temperature-think-high": [1],
"oai-temperature-think-none-range": [0,2],
@@ -54,6 +61,7 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.2-pro-2025-12-11": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["medium","high","xhigh"],
"oai-temperature-think-high": [1],
"oai-verbosity": ["low","medium","high"],
@@ -61,16 +69,19 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.2-codex": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-temperature-think-high": [1],
"temperature": [1],
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.2-chat-latest": {
"fn": ["auto","required","roundtrip"],
"temperature": [1],
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.1-2025-11-13": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["none","low","medium","high"],
"oai-temperature-think-high": [1],
"oai-temperature-think-none-range": [0,2],
@@ -79,28 +90,33 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.1-chat-latest": {
"fn": ["auto","required","roundtrip"],
"temperature": [1],
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.1-codex-max": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-temperature-think-high": [1],
"temperature": [1],
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.1-codex-mini": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high"],
"oai-temperature-think-high": [1],
"temperature": [1],
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5.1-codex": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high"],
"oai-temperature-think-high": [1],
"temperature": [1],
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5-2025-08-07": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["minimal","low","medium","high"],
"oai-temperature-think-high": [1],
"oai-verbosity": ["low","medium","high"],
@@ -108,6 +124,7 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5-pro-2025-10-06": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["high"],
"oai-temperature-think-high": [1],
"oai-verbosity": ["low","medium","high"],
@@ -115,6 +132,7 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5-mini-2025-08-07": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["minimal","low","medium","high"],
"oai-temperature-think-high": [1],
"oai-verbosity": ["low","medium","high"],
@@ -122,6 +140,7 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5-nano-2025-08-07": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["minimal","low","medium","high"],
"oai-temperature-think-high": [1],
"oai-verbosity": ["low","medium","high"],
@@ -129,10 +148,12 @@
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5-chat-latest": {
"fn": ["auto","required","roundtrip"],
"temperature-range": [0,2],
"tools": ["oai-image-generation","oai-web-search"]
},
"gpt-5-codex": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high"],
"oai-temperature-think-high": [1],
"temperature": [1],
@@ -142,26 +163,31 @@
"temperature-range": [0,2]
},
"o4-mini-2025-04-16": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-temperature-think-high-range": [0,2],
"temperature-range": [0,2]
},
"o3-2025-04-16": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-temperature-think-high-range": [0,2],
"temperature-range": [0,2]
},
"o3-mini-2025-01-31": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-temperature-think-high-range": [0,2],
"temperature-range": [0,2]
},
"o1-pro-2025-03-19": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high"],
"oai-temperature-think-high": [1],
"temperature": [1]
},
"o1-2024-12-17": {
"fn": ["auto","required","roundtrip"],
"oai-reasoning-effort": ["low","medium","high","xhigh"],
"oai-temperature-think-high-range": [0,2],
"temperature-range": [0,2]