adds token consumption stats to infopage

src/proxy/middleware/response/index.ts

@@ -411,11 +411,11 @@ function handleOpenAIRateLimitError(
 
 const incrementUsage: ProxyResHandlerWithBody = async (_proxyRes, req) => {
   if (isCompletionRequest(req)) {
-    keyPool.incrementPrompt(req.key!);
+    const model = req.body.model;
+    const tokensUsed = req.promptTokens! + req.outputTokens!;
+    keyPool.incrementUsage(req.key!, model, tokensUsed);
     if (req.user) {
       incrementPromptCount(req.user.token);
-      const model = req.body.model;
-      const tokensUsed = req.promptTokens! + req.outputTokens!;
       incrementTokenCount(req.user.token, model, tokensUsed);
     }
   }

src/proxy/openai.ts

@@ -60,8 +60,6 @@ function getModelsResponse() {
   const allowed = new Set<ModelFamily>(config.allowedModelFamilies);
   available = new Set([...available].filter((x) => allowed.has(x)));
 
-  console.log(available);
-
   const models = knownModels
     .map((id) => ({
       id,