Add test count baseline check — fails CI if tests drop below 1279

ci-config.json now has test_count_baseline. If a branch's passing
test count drops below this number, the build fails with
"TEST COUNT REGRESSION". Prevents accidental test loss from
incomplete syncs or bad merges.

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Claude BM 2026-04-24 23:00:08 +00:00
parent e0a440232a
commit b8ad91bbda
2 changed files with 9 additions and 1 deletions

View File

@ -14,5 +14,6 @@
},
"notify_on_pass": true,
"notify_on_fail": true,
"tag_users_on_fail": ["mostfunguy", "A31S15"]
"tag_users_on_fail": ["mostfunguy", "A31S15"],
"test_count_baseline": 1279
}

View File

@ -114,6 +114,13 @@ if [ "$ERROR_COUNT" != "0" ] && [ "$ERROR_COUNT" != "" ]; then
echo "TEST COLLECTION ERRORS"
fi
# ─── Test Count Baseline Check ───
BASELINE=$(python3 -c "import json; print(json.load(open('$CONFIG')).get('test_count_baseline', 0))")
if [ "$BASELINE" -gt 0 ] && [ "$PASS_COUNT" -lt "$BASELINE" ]; then
OVERALL="fail"
echo "TEST COUNT REGRESSION: expected >= $BASELINE passed, got $PASS_COUNT"
fi
# ─── Step 3: Package Check ───
echo ""
echo "--- Package Check ---"