From e01358e268b49eaec0e8e75cb825017c51c5df18 Mon Sep 17 00:00:00 2001 From: Enrico Ros Date: Thu, 29 Jan 2026 23:00:59 -0800 Subject: [PATCH] LRS: add back mmmu --- tools/data/llms/llm-registry-sync.ts | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/tools/data/llms/llm-registry-sync.ts b/tools/data/llms/llm-registry-sync.ts index 3f20ac3ac..eaf509663 100644 --- a/tools/data/llms/llm-registry-sync.ts +++ b/tools/data/llms/llm-registry-sync.ts @@ -193,6 +193,7 @@ function saveChanges( model.interfaces ? JSON.stringify(model.interfaces) : null, model.description ?? null, model.benchmark?.cbaElo ?? null, + null, extractSimplePrice(model.chatPrice?.input), extractSimplePrice(model.chatPrice?.output), JSON.stringify(model), @@ -233,6 +234,7 @@ function saveChanges( model.interfaces ? JSON.stringify(model.interfaces) : null, model.description ?? null, model.benchmark?.cbaElo ?? null, + null, extractSimplePrice(model.chatPrice?.input), extractSimplePrice(model.chatPrice?.output), JSON.stringify(model), @@ -267,6 +269,7 @@ function saveChanges( model.interfaces ? JSON.stringify(model.interfaces) : null, model.description ?? null, model.benchmark?.cbaElo ?? null, + null, extractSimplePrice(model.chatPrice?.input), extractSimplePrice(model.chatPrice?.output), JSON.stringify(model), @@ -838,6 +841,7 @@ async function runSync( max_tokens: model.maxCompletionTokens, interfaces: model.interfaces, benchmark_elo: model.benchmark?.cbaElo, + benchmark_mmlu: undefined, price_input: extractSimplePrice(model.chatPrice?.input), price_output: extractSimplePrice(model.chatPrice?.output), })),