281f292f63
- matrix.js generates N providers x M models from PROVIDER_MODELS - coverage-all-models + format-roundtrip for structural/semantic checks - bugs-* files expose known translation issues via it.fails - real/smoke-providers runs full handleChatCore path against live providers (RUN_REAL=1), concurrent - registerAll.js eagerly imports translators (Vitest ESM require fix) - vitest.config: array aliases for subpaths + maxConcurrency 60 Co-authored-by: Cursor <cursoragent@cursor.com>
68 lines
2.3 KiB
JavaScript
68 lines
2.3 KiB
JavaScript
// Data-driven test matrix built from PROVIDER_MODELS (single source of truth).
|
|
// Adding a new provider/model to config auto-extends coverage — no test edits needed.
|
|
import {
|
|
PROVIDER_MODELS,
|
|
PROVIDER_ID_TO_ALIAS,
|
|
getModelTargetFormat,
|
|
getModelStrip,
|
|
getModelUpstreamId,
|
|
} from "../../open-sse/config/providerModels.js";
|
|
import { PROVIDERS } from "../../open-sse/config/providers.js";
|
|
import { FORMATS } from "../../open-sse/translator/formats.js";
|
|
|
|
// Reverse alias → providerId to resolve provider-level config.format
|
|
const ALIAS_TO_PROVIDER_ID = Object.fromEntries(
|
|
Object.entries(PROVIDER_ID_TO_ALIAS).map(([id, alias]) => [alias, id])
|
|
);
|
|
|
|
// Provider-level format fallback (mirrors getTargetFormat without compat-url logic)
|
|
function providerFormat(alias) {
|
|
const providerId = ALIAS_TO_PROVIDER_ID[alias] || alias;
|
|
return PROVIDERS[providerId]?.format || FORMATS.OPENAI;
|
|
}
|
|
|
|
// Resolve effective target format for an (alias, model): model override → provider format
|
|
export function resolveTargetFormat(alias, modelId) {
|
|
return getModelTargetFormat(alias, modelId) || providerFormat(alias);
|
|
}
|
|
|
|
// Flat matrix of every model across every provider
|
|
export function buildModelMatrix() {
|
|
const rows = [];
|
|
for (const [alias, models] of Object.entries(PROVIDER_MODELS)) {
|
|
if (!Array.isArray(models)) continue;
|
|
for (const m of models) {
|
|
rows.push({
|
|
alias,
|
|
providerId: ALIAS_TO_PROVIDER_ID[alias] || alias,
|
|
modelId: m.id,
|
|
type: m.type || "llm",
|
|
targetFormat: resolveTargetFormat(alias, m.id),
|
|
strip: getModelStrip(alias, m.id),
|
|
upstreamId: getModelUpstreamId(alias, m.id),
|
|
});
|
|
}
|
|
}
|
|
return rows;
|
|
}
|
|
|
|
// Distinct provider list (one representative llm model each) for grouped assertions
|
|
export function buildProviderGroups() {
|
|
const groups = [];
|
|
for (const [alias, models] of Object.entries(PROVIDER_MODELS)) {
|
|
if (!Array.isArray(models) || models.length === 0) continue;
|
|
const llm = models.filter((m) => (m.type || "llm") === "llm");
|
|
groups.push({ alias, models: llm.length ? llm : models });
|
|
}
|
|
return groups;
|
|
}
|
|
|
|
// CLI source formats that real clients emit (the "specials" the user cares about)
|
|
export const CLI_SOURCE_FORMATS = [
|
|
FORMATS.CLAUDE,
|
|
FORMATS.OPENAI_RESPONSES,
|
|
FORMATS.GEMINI,
|
|
FORMATS.OPENAI,
|
|
FORMATS.ANTIGRAVITY,
|
|
];
|