From 0f482e67d2cadd1dd2a301402de91833103970a2 Mon Sep 17 00:00:00 2001 From: user Date: Sun, 5 Jan 2025 14:02:17 +0000 Subject: [PATCH] Fix OpenAI -> Google AI conversion --- src/proxy/middleware/request/mutators/add-google-ai-key.ts | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/proxy/middleware/request/mutators/add-google-ai-key.ts b/src/proxy/middleware/request/mutators/add-google-ai-key.ts index 8b160d3..95629fc 100644 --- a/src/proxy/middleware/request/mutators/add-google-ai-key.ts +++ b/src/proxy/middleware/request/mutators/add-google-ai-key.ts @@ -25,6 +25,9 @@ export const addGoogleAIKey: ProxyReqMutator = (manager) => { // https://generativelanguage.googleapis.com/v1beta/models/$MODEL_ID:streamGenerateContent?key=${API_KEY} const payload = { ...req.body, stream: undefined, model: undefined }; + // For OpenAI -> Google conversion we don't actually have the API version + const apiVersion = req.params.apiVersion || "v1beta" + // TODO: this isn't actually signed, so the manager api is a little unclear // with the ProxyReqManager refactor, it's probably no longer necesasry to // do this because we can modify the path using Manager.setPath. @@ -32,7 +35,7 @@ export const addGoogleAIKey: ProxyReqMutator = (manager) => { method: "POST", protocol: "https:", hostname: "generativelanguage.googleapis.com", - path: `/${req.params.apiVersion}/models/${model}:${ + path: `/${apiVersion}/models/${model}:${ req.isStreaming ? "streamGenerateContent?alt=sse&" : "generateContent?" }key=${key.key}`, headers: {