Official Codebase of 3DCodeVerse
Python
bench: a Gemini stream that exceeds its attempt budget, and a 504 'Deadline expired', are provider failures (dropped, redone), not model zeros
ziyaofeedb260696e
diff --git a/harness/bench/_infra.py b/harness/bench/_infra.pyindex 799c501b..fdf185f5 100644--- a/harness/bench/_infra.py+++ b/harness/bench/_infra.py@@ -29,6 +29,8 @@ INFRA_MARKERS: tuple[str, ...] = ("internal server error","request timed out","read operation timed out",+ "deadline expired", # Gemini 504+ "exceeded its attempt budget", # models/gemini.py streaming: the provider held the socket past the attempt budget (2026-08-28, pro planner)"deadline exceeded","connection reset","connection aborted",diff --git a/harness/tests/compare_bench/test_infra_failures.py b/harness/tests/compare_bench/test_infra_failures.pyindex 4219a059..5f127598 100644--- a/harness/tests/compare_bench/test_infra_failures.py+++ b/harness/tests/compare_bench/test_infra_failures.py@@ -323,3 +323,10 @@ def test_a_classifier_crash_still_records_the_cell(tmp_path, monkeypatch):assert r.status == "error" and "classifier failed: RecursionError" in r.error and "planner died" in r.errorassert (tmp_path / "cells" / battery.prompts[0].id / "harness_api-agent_gemini_gemini-3.7-flash" / "cell.json").is_file()+++def test_stream_attempt_budget_and_504_are_infra():+ from bench._infra import is_infra_failure++ assert is_infra_failure(RuntimeError("ModelError: Gemini stream exceeded its attempt budget after 293 chunks"))+ assert is_infra_failure(RuntimeError("Gemini API error 504: Deadline expired before operation could complete."))