Add test count baseline check — fails CI if tests drop below 1279
ci-config.json now has test_count_baseline. If a branch's passing test count drops below this number, the build fails with "TEST COUNT REGRESSION". Prevents accidental test loss from incomplete syncs or bad merges. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
e0a440232a
commit
b8ad91bbda
@ -14,5 +14,6 @@
|
||||
},
|
||||
"notify_on_pass": true,
|
||||
"notify_on_fail": true,
|
||||
"tag_users_on_fail": ["mostfunguy", "A31S15"]
|
||||
"tag_users_on_fail": ["mostfunguy", "A31S15"],
|
||||
"test_count_baseline": 1279
|
||||
}
|
||||
|
||||
@ -114,6 +114,13 @@ if [ "$ERROR_COUNT" != "0" ] && [ "$ERROR_COUNT" != "" ]; then
|
||||
echo "TEST COLLECTION ERRORS"
|
||||
fi
|
||||
|
||||
# ─── Test Count Baseline Check ───
|
||||
BASELINE=$(python3 -c "import json; print(json.load(open('$CONFIG')).get('test_count_baseline', 0))")
|
||||
if [ "$BASELINE" -gt 0 ] && [ "$PASS_COUNT" -lt "$BASELINE" ]; then
|
||||
OVERALL="fail"
|
||||
echo "TEST COUNT REGRESSION: expected >= $BASELINE passed, got $PASS_COUNT"
|
||||
fi
|
||||
|
||||
# ─── Step 3: Package Check ───
|
||||
echo ""
|
||||
echo "--- Package Check ---"
|
||||
|
||||
Loading…
Reference in New Issue
Block a user