diff --git a/ci-config.json b/ci-config.json index 0f6c502..26770b4 100644 --- a/ci-config.json +++ b/ci-config.json @@ -14,5 +14,6 @@ }, "notify_on_pass": true, "notify_on_fail": true, - "tag_users_on_fail": ["mostfunguy", "A31S15"] + "tag_users_on_fail": ["mostfunguy", "A31S15"], + "test_count_baseline": 1279 } diff --git a/ci-runner.sh b/ci-runner.sh index 7de5e69..9093396 100755 --- a/ci-runner.sh +++ b/ci-runner.sh @@ -114,6 +114,13 @@ if [ "$ERROR_COUNT" != "0" ] && [ "$ERROR_COUNT" != "" ]; then echo "TEST COLLECTION ERRORS" fi +# ─── Test Count Baseline Check ─── +BASELINE=$(python3 -c "import json; print(json.load(open('$CONFIG')).get('test_count_baseline', 0))") +if [ "$BASELINE" -gt 0 ] && [ "$PASS_COUNT" -lt "$BASELINE" ]; then + OVERALL="fail" + echo "TEST COUNT REGRESSION: expected >= $BASELINE passed, got $PASS_COUNT" +fi + # ─── Step 3: Package Check ─── echo "" echo "--- Package Check ---"