feat: retry for openai methods

Portkey-AI · Jan 17, 2025 · c80e471 · c80e471
1 parent 620e3d3
commit c80e471
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 2 deletions.
diff --git a/src/baseClient.ts b/src/baseClient.ts
@@ -261,7 +261,7 @@ export abstract class ApiClient {
     return APIError.generate(status, errorResponse, message, headers);
   }
 
-  private shouldRetry(response: Response): boolean {
+  _shouldRetry(response: Response): boolean {
     const retryStatusCode = response.status;
     const retryTraceId = response.headers.get('x-portkey-trace-id');
     const retryRequestId = response.headers.get('x-portkey-request-id');
@@ -306,7 +306,7 @@ export abstract class ApiClient {
     }
     this.responseHeaders = createResponseHeaders(response.headers);
     if (!response.ok) {
-      if (retryCount < this.maxRetries && this.shouldRetry(response)) {
+      if (retryCount < this.maxRetries && this._shouldRetry(response)) {
         return this.request(opts, retryCount + 1);
       }
       const errText = await response.text().catch(() => 'Unknown');

diff --git a/src/utils.ts b/src/utils.ts
@@ -152,6 +152,15 @@ export function initOpenAIClient(client: Portkey) {
     baseURL: client.baseURL,
     defaultHeaders: defaultHeadersBuilder(client),
     maxRetries: 0,
+    fetch: async (url: RequestInfo, init?: RequestInit): Promise<Response> => {
+      const response = await fetch(url, init);
+      if (!response.ok && client._shouldRetry(response)) {
+        const response = await fetch(url, init);
+        return response;
+      } else {
+        return response;
+      }
+    },
   });
 }
 export function toQueryParams(