khanon
46 lines
1.9 KiB
TypeScript
46 lines
1.9 KiB
TypeScript
import type { Request } from "express";
|
|
import type { ClientRequest } from "http";
|
|
import type { ProxyReqCallback } from "http-proxy";
|
|
|
|
// Express middleware (runs before http-proxy-middleware, can be async)
|
|
export { createPreprocessorMiddleware } from "./preprocess";
|
|
export { setApiFormat } from "./set-api-format";
|
|
export { transformOutboundPayload } from "./transform-outbound-payload";
|
|
|
|
// HPM middleware (runs on onProxyReq, cannot be async)
|
|
export { addKey } from "./add-key";
|
|
export { finalizeBody } from "./finalize-body";
|
|
export { languageFilter } from "./language-filter";
|
|
export { limitCompletions } from "./limit-completions";
|
|
export { limitOutputTokens } from "./limit-output-tokens";
|
|
export { transformKoboldPayload } from "./transform-kobold-payload";
|
|
|
|
/**
|
|
* Middleware that runs prior to the request being handled by http-proxy-
|
|
* middleware.
|
|
*
|
|
* Async functions can be used here, but you will not have access to the proxied
|
|
* request/response objects, nor the data set by ProxyRequestMiddleware
|
|
* functions as they have not yet been run.
|
|
*
|
|
* User will have been authenticated by the time this middleware runs, but your
|
|
* request won't have been assigned an API key yet.
|
|
*
|
|
* Note that these functions only run once ever per request, even if the request
|
|
* is automatically retried by the request queue middleware.
|
|
*/
|
|
export type RequestPreprocessor = (req: Request) => void | Promise<void>;
|
|
|
|
/**
|
|
* Middleware that runs immediately before the request is sent to the API in
|
|
* response to http-proxy-middleware's `proxyReq` event.
|
|
*
|
|
* Async functions cannot be used here as HPM's event emitter is not async and
|
|
* will not wait for the promise to resolve before sending the request.
|
|
*
|
|
* Note that these functions may be run multiple times per request if the
|
|
* first attempt is rate limited and the request is automatically retried by the
|
|
* request queue middleware.
|
|
*/
|
|
export type ProxyRequestMiddleware = ProxyReqCallback<ClientRequest, Request>;
|