Bart/9router
1
0
Fork 0
mirror of https://github.com/decolua/9router.git synced 2026-05-08 12:01:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat(base): add 429 retry with fixed delay for all providers

Browse Source 
Retry up to 2 times with 2s delay before falling back to next URL.

Made-with: Cursor
This commit is contained in:
luongquocloc8668@gmail.com
2026-03-09 17:36:16 +07:00
committed by decolua
parent 6437a1c55f
commit 36f8a8ce16
2 changed files with 19 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
open-sse/config/constants.js
View File

@@ -461,6 +461,12 @@ export const DEFAULT_MAX_TOKENS = 64000;
// Minimum max tokens for tool calling (to prevent truncated arguments)
export const DEFAULT_MIN_TOKENS = 32000;
// Retry config for 429 responses (used by BaseExecutor)
export const RETRY_CONFIG = {
maxAttempts: 2,
delayMs: 2000
};
// HTTP status codes
export const HTTP_STATUS = {
BAD_REQUEST: 400,

14
open-sse/executors/base.js
View File

@@ -1,4 +1,4 @@
import { HTTP_STATUS } from "../config/constants.js";
import { HTTP_STATUS, RETRY_CONFIG } from "../config/constants.js";
import { proxyAwareFetch } from "../utils/proxyFetch.js";
/**
@@ -80,12 +80,15 @@ export class BaseExecutor {
const fallbackCount = this.getFallbackCount();
let lastError = null;
let lastStatus = 0;
const retryAttemptsByUrl = {};
for (let urlIndex = 0; urlIndex < fallbackCount; urlIndex++) {
const url = this.buildUrl(model, stream, urlIndex, credentials);
const headers = this.buildHeaders(credentials, stream);
const transformedBody = this.transformRequest(model, body, stream, credentials);
if (!retryAttemptsByUrl[urlIndex]) retryAttemptsByUrl[urlIndex] = 0;
try {
const response = await proxyAwareFetch(url, {
method: "POST",
@@ -94,6 +97,15 @@ export class BaseExecutor {
signal
}, proxyOptions);
// Retry 429 with fixed delay before falling back to next URL
if (response.status === HTTP_STATUS.RATE_LIMITED && retryAttemptsByUrl[urlIndex] < RETRY_CONFIG.maxAttempts) {
retryAttemptsByUrl[urlIndex]++;
log?.debug?.("RETRY", `429 retry ${retryAttemptsByUrl[urlIndex]}/${RETRY_CONFIG.maxAttempts} after ${RETRY_CONFIG.delayMs / 1000}s`);
await new Promise(resolve => setTimeout(resolve, RETRY_CONFIG.delayMs));
urlIndex--;
continue;
}
if (this.shouldRetry(response.status, urlIndex)) {
log?.debug?.("RETRY", `${response.status} on ${url}, trying fallback ${urlIndex + 1}`);
lastStatus = response.status;