Tools: sweep: add sweeps for oai-thinking-depentent-temp

This commit is contained in:
Enrico Ros
2026-02-18 16:45:57 -08:00
parent 683892afef
commit 1914a2a8a3
2 changed files with 20 additions and 1 deletions
@@ -7,7 +7,8 @@
"openai": {
"access": { "dialect": "openai", "oaiKey": "sk-...", "oaiOrg": "", "oaiHost": "", "heliKey": "" },
"modelFilter": ["gpt-5", "o"],
"sweeps": ["temperature", "oai-reasoning-effort", "oai-verbosity", "oai-image-generation", "oai-web-search"]
"sweeps": ["temperature", "oai-temperature-think-high", "oai-temperature-think-none", "oai-reasoning-effort", "oai-verbosity", "oai-image-generation", "oai-web-search"],
"baseModelOverrides": { "maxTokens": 4096 }
},
"anthropic": {
"access": { "dialect": "anthropic", "anthropicKey": "sk-ant-...", "anthropicHost": null, "heliconeKey": null },
@@ -37,6 +37,24 @@ const SWEEP_DEFINITIONS = [
mode: 'enumerate',
}),
// OpenAI: temperature with/without reasoning
defineSweep({
name: 'oai-temperature-think-high',
description: 'Temperature parameter acceptance range',
applicability: { type: 'all' },
applyToModel: (value) => ({ temperature: value, reasoningEffort: 'high' }),
values: [0, 0.5, 1.0, 1.5, 2.0],
mode: 'enumerate',
}),
defineSweep({
name: 'oai-temperature-think-none',
description: 'Temperature parameter acceptance range',
applicability: { type: 'all' },
applyToModel: (value) => ({ temperature: value, reasoningEffort: 'none' }),
values: [0, 0.5, 1.0, 1.5, 2.0],
mode: 'enumerate',
}),
// OpenAI: reasoning effort (Chat Completions + Responses API)
defineSweep({
name: 'oai-reasoning-effort',