chore(refactor): snapshot test baseline + no-regression gate truoc refactor open-sse
Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
28
tests/__baseline__/verify-no-regression.mjs
Normal file
28
tests/__baseline__/verify-no-regression.mjs
Normal file
@@ -0,0 +1,28 @@
|
||||
// Gate: so kết quả test hiện tại với baseline known-fails.
|
||||
// PASS nếu KHÔNG có test nào pass(baseline) → fail(now). Test mới được phép.
|
||||
// Usage: node tests/__baseline__/verify-no-regression.mjs <current-results.json>
|
||||
import { readFileSync } from "fs";
|
||||
|
||||
const knownFails = new Set(
|
||||
readFileSync(new URL("./known-fails.txt", import.meta.url), "utf8")
|
||||
.split("\n").map(s => s.trim()).filter(Boolean)
|
||||
);
|
||||
|
||||
const resultsPath = process.argv[2];
|
||||
if (!resultsPath) { console.error("Missing results.json path"); process.exit(2); }
|
||||
|
||||
const r = JSON.parse(readFileSync(resultsPath, "utf8"));
|
||||
const nowFails = r.testResults.flatMap(f =>
|
||||
f.assertionResults.filter(a => a.status === "failed")
|
||||
.map(a => f.name.split("/app/")[1] + " :: " + a.fullName)
|
||||
);
|
||||
|
||||
// Regression = fail bây giờ NHƯNG không có trong baseline known-fails
|
||||
const regressions = nowFails.filter(f => !knownFails.has(f));
|
||||
|
||||
if (regressions.length) {
|
||||
console.error(`\n❌ REGRESSION: ${regressions.length} test pass→fail:\n`);
|
||||
regressions.forEach(f => console.error(" - " + f));
|
||||
process.exit(1);
|
||||
}
|
||||
console.log(`✅ No regression. (now fails=${nowFails.length}, baseline known=${knownFails.size}, all known)`);
|
||||
Reference in New Issue
Block a user