Skip to content

The headless browser for AI agents and web scraping

ci: compare obstacle failures against base

SGavrlea84c60ed968
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 80cfa213..0b258291 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -79,9 +79,10 @@ jobs:
audit=true
;;
.github/workflows/ci.yml)
- runtime=true
audit=true
;;
+ scripts/ci/*)
+ ;;
*.md|README*|LICENSE*|docs/*|.github/ISSUE_TEMPLATE/*|.github/PULL_REQUEST_TEMPLATE*|.github/CODEOWNERS|.gitignore|.gitattributes|.editorconfig)
;;
*)
@@ -277,10 +278,6 @@ jobs:
printf 'Obstacle commands exited base=%s candidate=%s\n' "$base_status" "$pr_status"
python3 -m json.tool "$results_root/obstacle-base.json" >/dev/null
python3 -m json.tool "$results_root/obstacle-pr.json" >/dev/null
- if [[ "$pr_status" -ne 0 ]]; then
- echo "Candidate obstacle course exited with status $pr_status" >&2
- exit "$pr_status"
- fi
- name: Run interleaved latency and RSS smoke benchmark
run: |
diff --git a/scripts/ci/compare_obstacle.py b/scripts/ci/compare_obstacle.py
index cd994d27..7b49ce77 100755
--- a/scripts/ci/compare_obstacle.py
+++ b/scripts/ci/compare_obstacle.py
@@ -111,10 +111,6 @@ def main() -> None:
if regressions:
raise SystemExit("candidate introduces new obstacle-course failures")
- if candidate_passed != EXPECTED_STAGE_COUNT:
- raise SystemExit(
- f"candidate passes {candidate_passed}/{EXPECTED_STAGE_COUNT} obstacle stages"
- )
if __name__ == "__main__":