9caea88528
Raise stall/connect timeouts to 60s (configurable per-provider), accept codex response.done, and always emit a terminal response.failed + [DONE] for Responses passthrough when a stream closes, stalls, or aborts before a terminal event — preventing codex clients from hanging. Co-authored-by: jonathanli12 <jonathanli12@users.noreply.github.com> Co-authored-by: rifuki <rifuki@users.noreply.github.com> Co-authored-by: nguyenha935 <nguyenha935@users.noreply.github.com> Co-authored-by: trananhtung <trananhtung@users.noreply.github.com> Co-authored-by: Cursor <cursoragent@cursor.com>
73 lines
2.2 KiB
JavaScript
73 lines
2.2 KiB
JavaScript
// HTTP status codes
|
|
export const HTTP_STATUS = {
|
|
BAD_REQUEST: 400,
|
|
UNAUTHORIZED: 401,
|
|
PAYMENT_REQUIRED: 402,
|
|
FORBIDDEN: 403,
|
|
NOT_FOUND: 404,
|
|
NOT_ACCEPTABLE: 406,
|
|
REQUEST_TIMEOUT: 408,
|
|
RATE_LIMITED: 429,
|
|
SERVER_ERROR: 500,
|
|
BAD_GATEWAY: 502,
|
|
SERVICE_UNAVAILABLE: 503,
|
|
GATEWAY_TIMEOUT: 504
|
|
};
|
|
|
|
// Re-export error config (backward compat)
|
|
export { ERROR_TYPES, DEFAULT_ERROR_MESSAGES, BACKOFF_CONFIG, COOLDOWN_MS } from "./errorConfig.js";
|
|
|
|
// Cache TTLs (seconds)
|
|
export const CACHE_TTL = {
|
|
userInfo: 300, // 5 minutes
|
|
modelAlias: 3600 // 1 hour
|
|
};
|
|
|
|
// Memory management config
|
|
export const MEMORY_CONFIG = {
|
|
sessionTtlMs: 2 * 60 * 60 * 1000,
|
|
sessionCleanupIntervalMs: 30 * 60 * 1000,
|
|
dnsCacheTtlMs: 5 * 60 * 1000,
|
|
proxyDispatchersMaxSize: 20,
|
|
};
|
|
|
|
// Stream stall timeout: abort if no chunk received within this duration
|
|
export const STREAM_STALL_TIMEOUT_MS = 60 * 1000;
|
|
|
|
// Fetch connect timeout: abort if upstream doesn't return response headers within this duration
|
|
export const FETCH_CONNECT_TIMEOUT_MS = 60 * 1000;
|
|
|
|
// Default token limits
|
|
export const DEFAULT_MAX_TOKENS = 64000;
|
|
export const DEFAULT_MIN_TOKENS = 32000;
|
|
|
|
// Retry config for 429 responses (legacy - kept for backward compatibility)
|
|
export const RETRY_CONFIG = {
|
|
maxAttempts: 2,
|
|
delayMs: 2000
|
|
};
|
|
|
|
// Default retry config by status code: { attempts, delayMs }
|
|
// Backward compat: if value is a number, treated as attempts with RETRY_CONFIG.delayMs
|
|
export const DEFAULT_RETRY_CONFIG = {
|
|
429: { attempts: 0, delayMs: 0 },
|
|
502: { attempts: 3, delayMs: 3000 },
|
|
503: { attempts: 3, delayMs: 2000 },
|
|
504: { attempts: 2, delayMs: 3000 }
|
|
};
|
|
|
|
// Normalize a retry entry to { attempts, delayMs }
|
|
export function resolveRetryEntry(entry) {
|
|
if (entry == null) return { attempts: 0, delayMs: RETRY_CONFIG.delayMs };
|
|
if (typeof entry === "number") return { attempts: entry, delayMs: RETRY_CONFIG.delayMs };
|
|
return {
|
|
attempts: entry.attempts || 0,
|
|
delayMs: entry.delayMs != null ? entry.delayMs : RETRY_CONFIG.delayMs
|
|
};
|
|
}
|
|
|
|
// Requests containing these texts will bypass provider
|
|
export const SKIP_PATTERNS = [
|
|
"Please write a 5-10 word title for the following conversation:"
|
|
];
|