re-enqueue amazon bedrock 503 failed requests

2025-06-13 04:33:18 -08:00
parent ca4a1f3252 21294abd8e
commit ec82599e24
1 changed files with 9 additions and 7 deletions
@@ -401,13 +401,15 @@ const handleUpstreamErrors: ProxyResHandlerWithBody = async (
  } else if (statusCode === 503) {
    switch (service) {
      case "aws":
-        if (
-          errorType === "ServiceUnavailableException" &&
-          errorPayload.error?.message?.match(/too many connections/i)
-        ) {
-          errorPayload.proxy_note = `The requested AWS Bedrock model is overloaded. Try again in a few minutes, or try another model.`;
-        }
-        break;
+        // Re-enqueue on any 503 from AWS Bedrock
+        req.log.warn(
+          { key: req.key?.hash, errorType, errorPayload },
+          `AWS Bedrock service unavailable (503). Re-enqueueing request.`
+        );
+        await reenqueueRequest(req);
+        throw new RetryableError(
+          "AWS Bedrock service unavailable (503), re-enqueued request."
+        );
      default:
        errorPayload.proxy_note = `Upstream service unavailable. Try again later.`;
        break;