Skip to content

Official Codebase of 3DCodeVerse

Python

bench: a Gemini stream that exceeds its attempt budget, and a 504 'Deadline expired', are provider failures (dropped, redone), not model zeros

ziyaofeedb260696e
diff --git a/harness/bench/_infra.py b/harness/bench/_infra.py
index 799c501b..fdf185f5 100644
--- a/harness/bench/_infra.py
+++ b/harness/bench/_infra.py
@@ -29,6 +29,8 @@ INFRA_MARKERS: tuple[str, ...] = (
"internal server error",
"request timed out",
"read operation timed out",
+ "deadline expired", # Gemini 504
+ "exceeded its attempt budget", # models/gemini.py streaming: the provider held the socket past the attempt budget (2026-08-28, pro planner)
"deadline exceeded",
"connection reset",
"connection aborted",
diff --git a/harness/tests/compare_bench/test_infra_failures.py b/harness/tests/compare_bench/test_infra_failures.py
index 4219a059..5f127598 100644
--- a/harness/tests/compare_bench/test_infra_failures.py
+++ b/harness/tests/compare_bench/test_infra_failures.py
@@ -323,3 +323,10 @@ def test_a_classifier_crash_still_records_the_cell(tmp_path, monkeypatch):
assert r.status == "error" and "classifier failed: RecursionError" in r.error and "planner died" in r.error
assert (tmp_path / "cells" / battery.prompts[0].id / "harness_api-agent_gemini_gemini-3.7-flash" / "cell.json").is_file()
+
+
+def test_stream_attempt_budget_and_504_are_infra():
+ from bench._infra import is_infra_failure
+
+ assert is_infra_failure(RuntimeError("ModelError: Gemini stream exceeded its attempt budget after 293 chunks"))
+ assert is_infra_failure(RuntimeError("Gemini API error 504: Deadline expired before operation could complete."))