Add test count baseline check — fails CI if tests drop below 1279
ci-config.json now has test_count_baseline. If a branch's passing test count drops below this number, the build fails with "TEST COUNT REGRESSION". Prevents accidental test loss from incomplete syncs or bad merges. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
parent
e0a440232a
commit
b8ad91bbda
@ -14,5 +14,6 @@
|
|||||||
},
|
},
|
||||||
"notify_on_pass": true,
|
"notify_on_pass": true,
|
||||||
"notify_on_fail": true,
|
"notify_on_fail": true,
|
||||||
"tag_users_on_fail": ["mostfunguy", "A31S15"]
|
"tag_users_on_fail": ["mostfunguy", "A31S15"],
|
||||||
|
"test_count_baseline": 1279
|
||||||
}
|
}
|
||||||
|
|||||||
@ -114,6 +114,13 @@ if [ "$ERROR_COUNT" != "0" ] && [ "$ERROR_COUNT" != "" ]; then
|
|||||||
echo "TEST COLLECTION ERRORS"
|
echo "TEST COLLECTION ERRORS"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
# ─── Test Count Baseline Check ───
|
||||||
|
BASELINE=$(python3 -c "import json; print(json.load(open('$CONFIG')).get('test_count_baseline', 0))")
|
||||||
|
if [ "$BASELINE" -gt 0 ] && [ "$PASS_COUNT" -lt "$BASELINE" ]; then
|
||||||
|
OVERALL="fail"
|
||||||
|
echo "TEST COUNT REGRESSION: expected >= $BASELINE passed, got $PASS_COUNT"
|
||||||
|
fi
|
||||||
|
|
||||||
# ─── Step 3: Package Check ───
|
# ─── Step 3: Package Check ───
|
||||||
echo ""
|
echo ""
|
||||||
echo "--- Package Check ---"
|
echo "--- Package Check ---"
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user