zack3d/simple-proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fixes azure openai logprobs (actually tested this time)

Browse Source
This commit is contained in:
nai-degen
2024-01-25 01:17:18 -06:00
parent 79b2e5b6fd
commit 02a54bf4e3
1 changed files with 11 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/proxy/middleware/request/preprocessors/add-azure-key.ts
+11 -5
View File
@@ -20,13 +20,19 @@ export const addAzureKey: RequestPreprocessor = (req) => {
req.body.model = model; req.body.model = model;
// Handles the sole Azure API deviation from the OpenAI spec (that I know of) // Handles the sole Azure API deviation from the OpenAI spec (that I know of)
if (req.body.logprobs || req.body.top_logprobs) { const notNullOrUndefined = (x: any) => x !== null && x !== undefined;
if ([req.body.logprobs, req.body.top_logprobs].some(notNullOrUndefined)) {
// OpenAI wants logprobs: true/false and top_logprobs: number // OpenAI wants logprobs: true/false and top_logprobs: number
// Azure seems to just want to combine them into logprobs: number // Azure seems to just want to combine them into logprobs: number
if (typeof req.body.logprobs === "boolean") { // if (typeof req.body.logprobs === "boolean") {
req.body.logprobs = req.body.top_logprobs || undefined; // req.body.logprobs = req.body.top_logprobs || undefined;
delete req.body.top_logprobs // delete req.body.top_logprobs
} // }
// Temporarily just disabling logprobs for Azure because their model support
// is random: `This model does not support the 'logprobs' parameter.`
delete req.body.logprobs;
delete req.body.top_logprobs;
} }
req.log.info( req.log.info(