feat(kimchi): add Kimchi OAuth provider support
Add Kimchi as a browser-token OAuth provider routed through its OpenAI-compatible gateway. Discover live models for /v1/models and provider models, normalize Claude-compatible requests, and wire up provider connection tests. Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
@@ -5,6 +5,7 @@ import { GithubExecutor } from "./github.js";
|
||||
import { IFlowExecutor } from "./iflow.js";
|
||||
import { QoderExecutor } from "./qoder.js";
|
||||
import { KiroExecutor } from "./kiro.js";
|
||||
import { KimchiExecutor } from "./kimchi.js";
|
||||
import { CodexExecutor } from "./codex.js";
|
||||
import { CursorExecutor } from "./cursor.js";
|
||||
import { VertexExecutor } from "./vertex.js";
|
||||
@@ -28,6 +29,7 @@ const executors = {
|
||||
iflow: new IFlowExecutor(),
|
||||
qoder: new QoderExecutor(),
|
||||
kiro: new KiroExecutor(),
|
||||
kimchi: new KimchiExecutor(),
|
||||
codex: new CodexExecutor(),
|
||||
cursor: new CursorExecutor(),
|
||||
cu: new CursorExecutor(), // Alias for cursor
|
||||
@@ -66,6 +68,7 @@ export { GithubExecutor } from "./github.js";
|
||||
export { IFlowExecutor } from "./iflow.js";
|
||||
export { QoderExecutor } from "./qoder.js";
|
||||
export { KiroExecutor } from "./kiro.js";
|
||||
export { KimchiExecutor } from "./kimchi.js";
|
||||
export { CodexExecutor } from "./codex.js";
|
||||
export { CursorExecutor } from "./cursor.js";
|
||||
export { VertexExecutor } from "./vertex.js";
|
||||
|
||||
103
open-sse/executors/kimchi.js
Normal file
103
open-sse/executors/kimchi.js
Normal file
@@ -0,0 +1,103 @@
|
||||
import { DefaultExecutor } from "./default.js";
|
||||
import { getCachedKimchiModelMetadata } from "../services/kimchiModels.js";
|
||||
|
||||
const TOP_LEVEL_OPENAI_GATEWAY_DROPS = [
|
||||
"anthropic_version",
|
||||
"anthropic_beta",
|
||||
"client_metadata",
|
||||
"mcp_servers",
|
||||
"stop_sequences",
|
||||
"thinking",
|
||||
"top_k",
|
||||
];
|
||||
|
||||
function systemToText(system) {
|
||||
if (typeof system === "string") return system;
|
||||
if (Array.isArray(system)) {
|
||||
return system
|
||||
.map((part) => {
|
||||
if (typeof part === "string") return part;
|
||||
if (typeof part?.text === "string") return part.text;
|
||||
return "";
|
||||
})
|
||||
.filter(Boolean)
|
||||
.join("\n");
|
||||
}
|
||||
return "";
|
||||
}
|
||||
|
||||
function mergeTopLevelSystem(body) {
|
||||
if (!body?.system || !Array.isArray(body.messages)) return;
|
||||
const text = systemToText(body.system).trim();
|
||||
if (!text) return;
|
||||
|
||||
const existing = body.messages.find((msg) => msg?.role === "system");
|
||||
if (!existing) {
|
||||
body.messages.unshift({ role: "system", content: text });
|
||||
return;
|
||||
}
|
||||
|
||||
if (typeof existing.content === "string") {
|
||||
existing.content = `${text}\n\n${existing.content}`;
|
||||
} else if (Array.isArray(existing.content)) {
|
||||
existing.content.unshift({ type: "text", text });
|
||||
}
|
||||
}
|
||||
|
||||
function stripMessageArtifacts(body) {
|
||||
if (!Array.isArray(body?.messages)) return;
|
||||
for (const msg of body.messages) {
|
||||
if (!msg || typeof msg !== "object") continue;
|
||||
delete msg.cache_control;
|
||||
if (!Array.isArray(msg.content)) continue;
|
||||
msg.content = msg.content.map((part) => {
|
||||
if (!part || typeof part !== "object") return part;
|
||||
const { cache_control, signature, ...clean } = part;
|
||||
return clean;
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
function stripToolArtifacts(body) {
|
||||
if (!Array.isArray(body?.tools)) return;
|
||||
body.tools = body.tools.map((tool) => {
|
||||
if (!tool || typeof tool !== "object") return tool;
|
||||
const { cache_control, ...clean } = tool;
|
||||
return clean;
|
||||
});
|
||||
}
|
||||
|
||||
function isAnthropicBackedKimchiModel(model) {
|
||||
const meta = getCachedKimchiModelMetadata(model);
|
||||
if (meta?.provider === "anthropic" || meta?.upstreamProvider === "anthropic") return true;
|
||||
return /(^|[-_/])(?:claude|anthropic)(?:[-_/]|$)/i.test(String(model || ""));
|
||||
}
|
||||
|
||||
export class KimchiExecutor extends DefaultExecutor {
|
||||
constructor() {
|
||||
super("kimchi");
|
||||
}
|
||||
|
||||
transformRequest(model, body, stream, credentials) {
|
||||
const transformed = super.transformRequest(model, body, stream, credentials);
|
||||
if (!transformed || typeof transformed !== "object") return transformed;
|
||||
|
||||
mergeTopLevelSystem(transformed);
|
||||
for (const key of TOP_LEVEL_OPENAI_GATEWAY_DROPS) {
|
||||
if (transformed[key] !== undefined) delete transformed[key];
|
||||
}
|
||||
delete transformed.system;
|
||||
|
||||
if (isAnthropicBackedKimchiModel(model)) {
|
||||
delete transformed.reasoning_effort;
|
||||
delete transformed.reasoning;
|
||||
delete transformed.thinking;
|
||||
}
|
||||
|
||||
stripMessageArtifacts(transformed);
|
||||
stripToolArtifacts(transformed);
|
||||
return transformed;
|
||||
}
|
||||
}
|
||||
|
||||
export default KimchiExecutor;
|
||||
@@ -1,5 +1,6 @@
|
||||
import { FORMATS } from "../../translator/formats.js";
|
||||
import { needsTranslation } from "../../translator/index.js";
|
||||
import { fromOpenAIFinish } from "../../translator/concerns/finishReason.js";
|
||||
import { ollamaBodyToOpenAI } from "../../translator/response/ollama-to-openai.js";
|
||||
import { addBufferToUsage, filterUsageForFormat } from "../../utils/usageTracking.js";
|
||||
import { createErrorResult } from "../../utils/error.js";
|
||||
@@ -9,11 +10,65 @@ import { buildRequestDetail, extractRequestConfig, extractUsageFromResponse, sav
|
||||
import { appendRequestLog, saveRequestDetail } from "@/lib/usageDb.js";
|
||||
import { decloakToolNames } from "../../utils/claudeCloaking.js";
|
||||
|
||||
function parseToolArguments(value) {
|
||||
if (!value) return {};
|
||||
if (typeof value === "object") return value;
|
||||
try {
|
||||
return JSON.parse(value);
|
||||
} catch {
|
||||
return {};
|
||||
}
|
||||
}
|
||||
|
||||
function openAICompletionToClaudeMessage(responseBody) {
|
||||
if (!responseBody?.choices?.[0]) return responseBody;
|
||||
const choice = responseBody.choices[0];
|
||||
const message = choice.message || {};
|
||||
const content = [];
|
||||
|
||||
const reasoning = message.reasoning_content || message.provider_specific_fields?.reasoning_content || "";
|
||||
if (reasoning) {
|
||||
content.push({ type: "thinking", thinking: reasoning });
|
||||
}
|
||||
if (typeof message.content === "string" && message.content.length > 0) {
|
||||
content.push({ type: "text", text: message.content });
|
||||
}
|
||||
for (const toolCall of message.tool_calls || []) {
|
||||
const fn = toolCall.function || {};
|
||||
content.push({
|
||||
type: "tool_use",
|
||||
id: toolCall.id || `toolu_${Date.now()}_${content.length}`,
|
||||
name: fn.name || toolCall.name || "",
|
||||
input: parseToolArguments(fn.arguments || toolCall.arguments),
|
||||
});
|
||||
}
|
||||
if (content.length === 0) content.push({ type: "text", text: "" });
|
||||
|
||||
const usage = responseBody.usage || {};
|
||||
return {
|
||||
id: String(responseBody.id || `msg_${Date.now()}`).replace(/^chatcmpl-/, ""),
|
||||
type: "message",
|
||||
role: "assistant",
|
||||
model: responseBody.model || "unknown",
|
||||
content,
|
||||
stop_reason: fromOpenAIFinish(choice.finish_reason, FORMATS.CLAUDE),
|
||||
stop_sequence: null,
|
||||
usage: {
|
||||
input_tokens: usage.prompt_tokens || usage.input_tokens || 0,
|
||||
output_tokens: usage.completion_tokens || usage.output_tokens || 0,
|
||||
},
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
* Translate non-streaming response body from provider format → OpenAI format.
|
||||
*/
|
||||
export function translateNonStreamingResponse(responseBody, targetFormat, sourceFormat) {
|
||||
if (targetFormat === sourceFormat || targetFormat === FORMATS.OPENAI) return responseBody;
|
||||
if (targetFormat === sourceFormat) return responseBody;
|
||||
if (targetFormat === FORMATS.OPENAI && sourceFormat === FORMATS.CLAUDE) {
|
||||
return openAICompletionToClaudeMessage(responseBody);
|
||||
}
|
||||
if (targetFormat === FORMATS.OPENAI) return responseBody;
|
||||
|
||||
// Gemini / Antigravity
|
||||
if (targetFormat === FORMATS.GEMINI || targetFormat === FORMATS.ANTIGRAVITY || targetFormat === FORMATS.GEMINI_CLI || targetFormat === FORMATS.VERTEX) {
|
||||
@@ -185,6 +240,7 @@ export async function handleNonStreamingResponse({ providerResponse, provider, m
|
||||
const translatedResponse = needsTranslation(targetFormat, sourceFormat)
|
||||
? translateNonStreamingResponse(responseBody, targetFormat, sourceFormat)
|
||||
: responseBody;
|
||||
const isClaudeMessageResponse = sourceFormat === FORMATS.CLAUDE && translatedResponse?.type === "message";
|
||||
|
||||
// Fix finish_reason for tool_calls: some providers return non-standard values (e.g. "other")
|
||||
if (translatedResponse?.choices?.[0]) {
|
||||
@@ -197,13 +253,17 @@ export async function handleNonStreamingResponse({ providerResponse, provider, m
|
||||
}
|
||||
|
||||
// Ensure OpenAI-required fields
|
||||
if (!translatedResponse.object) translatedResponse.object = "chat.completion";
|
||||
if (!translatedResponse.created) translatedResponse.created = Math.floor(Date.now() / 1000);
|
||||
if (!isClaudeMessageResponse) {
|
||||
if (!translatedResponse.object) translatedResponse.object = "chat.completion";
|
||||
if (!translatedResponse.created) translatedResponse.created = Math.floor(Date.now() / 1000);
|
||||
}
|
||||
|
||||
// Strip Azure-specific fields
|
||||
delete translatedResponse.prompt_filter_results;
|
||||
if (translatedResponse?.choices) {
|
||||
for (const choice of translatedResponse.choices) delete choice.content_filter_results;
|
||||
if (!isClaudeMessageResponse) {
|
||||
delete translatedResponse.prompt_filter_results;
|
||||
if (translatedResponse?.choices) {
|
||||
for (const choice of translatedResponse.choices) delete choice.content_filter_results;
|
||||
}
|
||||
}
|
||||
|
||||
if (translatedResponse?.usage) {
|
||||
@@ -213,7 +273,7 @@ export async function handleNonStreamingResponse({ providerResponse, provider, m
|
||||
// Strip reasoning_content only when content is non-empty.
|
||||
// When content is empty (e.g. thinking models that used all tokens for reasoning),
|
||||
// reasoning_content is the only useful output and must be preserved.
|
||||
if (translatedResponse?.choices) {
|
||||
if (!isClaudeMessageResponse && translatedResponse?.choices) {
|
||||
for (const choice of translatedResponse.choices) {
|
||||
if (choice?.message?.reasoning_content && choice.message.content) {
|
||||
delete choice.message.reasoning_content;
|
||||
|
||||
@@ -48,52 +48,53 @@ import p45 from "./inworld.js";
|
||||
import p46 from "./jina-ai.js";
|
||||
import p47 from "./jina-reader.js";
|
||||
import p48 from "./kilocode.js";
|
||||
import p49 from "./kimi-coding.js";
|
||||
import p50 from "./kimi.js";
|
||||
import p51 from "./kiro.js";
|
||||
import p52 from "./linkup.js";
|
||||
import p53 from "./local-device.js";
|
||||
import p54 from "./mimo-free.js";
|
||||
import p55 from "./minimax-cn.js";
|
||||
import p56 from "./minimax.js";
|
||||
import p57 from "./mistral.js";
|
||||
import p58 from "./mmf.js";
|
||||
import p59 from "./nanobanana.js";
|
||||
import p60 from "./nebius.js";
|
||||
import p61 from "./nvidia.js";
|
||||
import p62 from "./ollama-local.js";
|
||||
import p63 from "./ollama.js";
|
||||
import p64 from "./openai.js";
|
||||
import p65 from "./opencode-go.js";
|
||||
import p66 from "./opencode.js";
|
||||
import p67 from "./openrouter.js";
|
||||
import p68 from "./perplexity-web.js";
|
||||
import p69 from "./perplexity.js";
|
||||
import p70 from "./playht.js";
|
||||
import p71 from "./qoder.js";
|
||||
import p72 from "./qwen.js";
|
||||
import p73 from "./recraft.js";
|
||||
import p74 from "./runwayml.js";
|
||||
import p75 from "./sdwebui.js";
|
||||
import p76 from "./searchapi.js";
|
||||
import p77 from "./searxng.js";
|
||||
import p78 from "./serper.js";
|
||||
import p79 from "./siliconflow.js";
|
||||
import p80 from "./stability-ai.js";
|
||||
import p81 from "./tavily.js";
|
||||
import p82 from "./together.js";
|
||||
import p83 from "./topaz.js";
|
||||
import p84 from "./tortoise.js";
|
||||
import p85 from "./venice.js";
|
||||
import p86 from "./vercel-ai-gateway.js";
|
||||
import p87 from "./vertex-partner.js";
|
||||
import p88 from "./vertex.js";
|
||||
import p89 from "./volcengine-ark.js";
|
||||
import p90 from "./voyage-ai.js";
|
||||
import p91 from "./xai.js";
|
||||
import p92 from "./xiaomi-mimo.js";
|
||||
import p93 from "./xiaomi-tokenplan.js";
|
||||
import p94 from "./youcom.js";
|
||||
import p49 from "./kimchi.js";
|
||||
import p50 from "./kimi-coding.js";
|
||||
import p51 from "./kimi.js";
|
||||
import p52 from "./kiro.js";
|
||||
import p53 from "./linkup.js";
|
||||
import p54 from "./local-device.js";
|
||||
import p55 from "./mimo-free.js";
|
||||
import p56 from "./minimax-cn.js";
|
||||
import p57 from "./minimax.js";
|
||||
import p58 from "./mistral.js";
|
||||
import p59 from "./mmf.js";
|
||||
import p60 from "./nanobanana.js";
|
||||
import p61 from "./nebius.js";
|
||||
import p62 from "./nvidia.js";
|
||||
import p63 from "./ollama-local.js";
|
||||
import p64 from "./ollama.js";
|
||||
import p65 from "./openai.js";
|
||||
import p66 from "./opencode-go.js";
|
||||
import p67 from "./opencode.js";
|
||||
import p68 from "./openrouter.js";
|
||||
import p69 from "./perplexity-web.js";
|
||||
import p70 from "./perplexity.js";
|
||||
import p71 from "./playht.js";
|
||||
import p72 from "./qoder.js";
|
||||
import p73 from "./qwen.js";
|
||||
import p74 from "./recraft.js";
|
||||
import p75 from "./runwayml.js";
|
||||
import p76 from "./sdwebui.js";
|
||||
import p77 from "./searchapi.js";
|
||||
import p78 from "./searxng.js";
|
||||
import p79 from "./serper.js";
|
||||
import p80 from "./siliconflow.js";
|
||||
import p81 from "./stability-ai.js";
|
||||
import p82 from "./tavily.js";
|
||||
import p83 from "./together.js";
|
||||
import p84 from "./topaz.js";
|
||||
import p85 from "./tortoise.js";
|
||||
import p86 from "./venice.js";
|
||||
import p87 from "./vercel-ai-gateway.js";
|
||||
import p88 from "./vertex-partner.js";
|
||||
import p89 from "./vertex.js";
|
||||
import p90 from "./volcengine-ark.js";
|
||||
import p91 from "./voyage-ai.js";
|
||||
import p92 from "./xai.js";
|
||||
import p93 from "./xiaomi-mimo.js";
|
||||
import p94 from "./xiaomi-tokenplan.js";
|
||||
import p95 from "./youcom.js";
|
||||
|
||||
export default [
|
||||
p0,
|
||||
@@ -190,5 +191,6 @@ export default [
|
||||
p91,
|
||||
p92,
|
||||
p93,
|
||||
p94
|
||||
p94,
|
||||
p95
|
||||
];
|
||||
|
||||
49
open-sse/providers/registry/kimchi.js
Normal file
49
open-sse/providers/registry/kimchi.js
Normal file
@@ -0,0 +1,49 @@
|
||||
export default {
|
||||
id: "kimchi",
|
||||
priority: 95,
|
||||
alias: "kimchi",
|
||||
uiAlias: "kimchi",
|
||||
display: {
|
||||
name: "Kimchi",
|
||||
icon: "restaurant",
|
||||
color: "#FF521D",
|
||||
textIcon: "KC",
|
||||
website: "https://kimchi.dev",
|
||||
notice: {
|
||||
signupUrl: "https://app.kimchi.dev",
|
||||
},
|
||||
},
|
||||
category: "oauth",
|
||||
authModes: ["oauth"],
|
||||
hasOAuth: true,
|
||||
transport: {
|
||||
baseUrl: "https://llm.kimchi.dev/openai/v1/chat/completions",
|
||||
format: "openai",
|
||||
headers: {
|
||||
"User-Agent": "kimchi/0.0.0",
|
||||
},
|
||||
auth: {
|
||||
combined: true,
|
||||
header: "Authorization",
|
||||
scheme: "bearer",
|
||||
},
|
||||
},
|
||||
models: [
|
||||
{ id: "minimax-m3", name: "MiniMax-M3" },
|
||||
{ id: "kimi-k2.7", name: "Kimi-K2.7" },
|
||||
{ id: "kimi-k2.6", name: "Kimi-K2.6" },
|
||||
{ id: "kimi-k2.5", name: "Kimi-K2.5" },
|
||||
{ id: "nemotron-3-ultra-fp4", name: "Nemotron 3 Ultra FP4" },
|
||||
{ id: "minimax-m2.7", name: "MiniMax-M2.7" },
|
||||
{ id: "claude-opus-4-6", name: "Claude Opus 4.6" },
|
||||
{ id: "claude-sonnet-4-6", name: "Claude Sonnet 4.6" },
|
||||
],
|
||||
serviceKinds: ["llm", "imageToText"],
|
||||
oauth: {
|
||||
webAppUrl: "https://app.kimchi.dev",
|
||||
validationUrl: "https://api.cast.ai/v1/llm/openai/supported-providers",
|
||||
userInfoUrl: "https://app.kimchi.dev/api/v1/me",
|
||||
modelsUrl: "https://llm.kimchi.dev/v1/models/metadata?include_in_cli=true",
|
||||
},
|
||||
passthroughModels: true,
|
||||
};
|
||||
176
open-sse/services/kimchiModels.js
Normal file
176
open-sse/services/kimchiModels.js
Normal file
@@ -0,0 +1,176 @@
|
||||
import { createHash } from "crypto";
|
||||
|
||||
import { proxyAwareFetch } from "../utils/proxyFetch.js";
|
||||
|
||||
export const KIMCHI_API = "https://llm.kimchi.dev";
|
||||
export const KIMCHI_USER_AGENT = "kimchi/0.0.0";
|
||||
|
||||
const FETCH_TIMEOUT_MS = 20_000;
|
||||
const CACHE_TTL_MS = 5 * 60 * 1000;
|
||||
const RETRYABLE_STATUSES = new Set([429, 500, 502, 503, 504]);
|
||||
|
||||
/** @type {Map<string, { expiresAt: number, models: object[], rawModels: object[] }>} */
|
||||
const catalogCache = new Map();
|
||||
/** @type {Map<string, object>} */
|
||||
const metadataByModelId = new Map();
|
||||
|
||||
function normalizeKimchiEndpoint(endpoint) {
|
||||
const raw = typeof endpoint === "string" ? endpoint.trim() : "";
|
||||
return (raw || KIMCHI_API).replace(/\/+$/, "");
|
||||
}
|
||||
|
||||
export function buildKimchiModelsUrl(endpoint) {
|
||||
return `${normalizeKimchiEndpoint(endpoint)}/v1/models/metadata?include_in_cli=true`;
|
||||
}
|
||||
|
||||
function readToken(credentials) {
|
||||
return (
|
||||
credentials?.accessToken
|
||||
|| credentials?.apiKey
|
||||
|| credentials?.providerSpecificData?.apiKey
|
||||
|| null
|
||||
);
|
||||
}
|
||||
|
||||
function cacheKey(credentials, endpoint) {
|
||||
const psd = credentials?.providerSpecificData || {};
|
||||
const seed = psd.userId || psd.username || credentials?.refreshToken || readToken(credentials) || "anonymous";
|
||||
return createHash("sha256")
|
||||
.update(`kimchi:${normalizeKimchiEndpoint(endpoint)}:${seed}`)
|
||||
.digest("hex");
|
||||
}
|
||||
|
||||
function toModelKind(inputModalities) {
|
||||
return Array.isArray(inputModalities) && inputModalities.includes("image")
|
||||
? "imageToText"
|
||||
: "llm";
|
||||
}
|
||||
|
||||
export function normalizeKimchiModel(item) {
|
||||
if (!item || typeof item !== "object") return null;
|
||||
const id = item.slug || item.id || item.model || item.name;
|
||||
if (typeof id !== "string" || id.trim() === "") return null;
|
||||
|
||||
const inputModalities = Array.isArray(item.input_modalities)
|
||||
? item.input_modalities.filter((value) => value === "text" || value === "image")
|
||||
: [];
|
||||
const limits = item.limits && typeof item.limits === "object" ? item.limits : {};
|
||||
const contextLength = Number(limits.context_window || item.contextLength || item.context_length) || undefined;
|
||||
const maxOutputTokens = Number(limits.max_output_tokens || item.maxOutputTokens || item.max_output_tokens) || undefined;
|
||||
const upstreamProvider = typeof item.provider === "string" ? item.provider : "";
|
||||
const reasoning = item.reasoning === true;
|
||||
const kind = toModelKind(inputModalities);
|
||||
|
||||
const model = {
|
||||
...item,
|
||||
id: id.trim(),
|
||||
name: String(item.display_name || item.displayName || item.name || id).trim(),
|
||||
provider: upstreamProvider,
|
||||
upstreamProvider,
|
||||
reasoning,
|
||||
inputModalities,
|
||||
kind,
|
||||
type: kind,
|
||||
capabilities: {
|
||||
vision: inputModalities.includes("image"),
|
||||
reasoning,
|
||||
...(contextLength ? { contextWindow: contextLength } : {}),
|
||||
...(maxOutputTokens ? { maxOutput: maxOutputTokens } : {}),
|
||||
...(upstreamProvider ? { upstreamProvider } : {}),
|
||||
},
|
||||
...(contextLength ? { contextLength } : {}),
|
||||
...(maxOutputTokens ? { maxOutputTokens } : {}),
|
||||
};
|
||||
|
||||
if (upstreamProvider === "anthropic") {
|
||||
model.compat = { supportsReasoningEffort: false, cacheControlFormat: "anthropic" };
|
||||
}
|
||||
|
||||
return model;
|
||||
}
|
||||
|
||||
function rememberModels(models) {
|
||||
for (const model of models || []) {
|
||||
if (!model?.id) continue;
|
||||
metadataByModelId.set(model.id, model);
|
||||
metadataByModelId.set(model.id.toLowerCase(), model);
|
||||
}
|
||||
}
|
||||
|
||||
export function getCachedKimchiModelMetadata(modelId) {
|
||||
if (typeof modelId !== "string" || modelId.trim() === "") return null;
|
||||
const raw = modelId.includes("/") ? modelId.split("/").pop() : modelId;
|
||||
return metadataByModelId.get(raw) || metadataByModelId.get(raw.toLowerCase()) || null;
|
||||
}
|
||||
|
||||
async function fetchKimchiCatalogRaw(token, endpoint, options = {}) {
|
||||
const url = buildKimchiModelsUrl(endpoint);
|
||||
const controller = new AbortController();
|
||||
const timeout = setTimeout(() => controller.abort(new Error("Kimchi models fetch timeout")), FETCH_TIMEOUT_MS);
|
||||
const signal = options.signal
|
||||
? AbortSignal.any([options.signal, controller.signal])
|
||||
: controller.signal;
|
||||
|
||||
try {
|
||||
const response = await proxyAwareFetch(url, {
|
||||
method: "GET",
|
||||
headers: {
|
||||
"Accept": "application/json",
|
||||
"Authorization": `Bearer ${token}`,
|
||||
"User-Agent": KIMCHI_USER_AGENT,
|
||||
},
|
||||
cache: "no-store",
|
||||
signal,
|
||||
}, options.proxyOptions || null);
|
||||
|
||||
if (!response.ok) {
|
||||
const error = new Error(`Kimchi models ${response.status}: ${response.statusText}`);
|
||||
error.status = response.status;
|
||||
error.retryable = RETRYABLE_STATUSES.has(response.status);
|
||||
throw error;
|
||||
}
|
||||
|
||||
const data = await response.json();
|
||||
return Array.isArray(data?.models) ? data.models : [];
|
||||
} finally {
|
||||
clearTimeout(timeout);
|
||||
}
|
||||
}
|
||||
|
||||
export async function resolveKimchiModels(credentials, options = {}) {
|
||||
const token = readToken(credentials);
|
||||
if (!token) return null;
|
||||
|
||||
const endpoint = credentials?.providerSpecificData?.kimchiEndpoint || options.endpoint || KIMCHI_API;
|
||||
const key = cacheKey(credentials, endpoint);
|
||||
const now = Date.now();
|
||||
if (!options.forceRefresh) {
|
||||
const cached = catalogCache.get(key);
|
||||
if (cached && cached.expiresAt > now) return cached;
|
||||
}
|
||||
|
||||
let rawModels;
|
||||
try {
|
||||
rawModels = await fetchKimchiCatalogRaw(token, endpoint, options);
|
||||
} catch (error) {
|
||||
options.log?.warn?.("KIMCHI_MODELS", error.message);
|
||||
return null;
|
||||
}
|
||||
|
||||
const models = rawModels.map(normalizeKimchiModel).filter(Boolean);
|
||||
if (models.length === 0) return null;
|
||||
|
||||
rememberModels(models);
|
||||
const entry = {
|
||||
expiresAt: Date.now() + CACHE_TTL_MS,
|
||||
models,
|
||||
rawModels,
|
||||
};
|
||||
catalogCache.set(key, entry);
|
||||
return entry;
|
||||
}
|
||||
|
||||
export function clearKimchiCatalog() {
|
||||
catalogCache.clear();
|
||||
metadataByModelId.clear();
|
||||
}
|
||||
Reference in New Issue
Block a user