Official Codebase of 3DCodeVerse
Python
tests: delete 54 tests that restate a stronger sibling
gaoypeng61ddda0a3709
diff --git a/harness/CLAUDE.md b/harness/CLAUDE.mdindex 8bafe6ea..0a99c28d 100644--- a/harness/CLAUDE.md+++ b/harness/CLAUDE.md@@ -100,8 +100,8 @@ cd /home/yipeng/3dcodeverse/harnesspython -m codeverse.judges.calibration runs/<slug>... --model gemini:gemini-3.1-pro-preview --n 3 --out out/python bench/complexity_report.py bench/out --recursive # score-vs-complexity + $/complexity point (docs/COMPLEXITY.md)python bench/compare_backends.py --prompts bench/prompts/compare_v1.yaml --arms harness:gemini-cli:gemini-3.6-flash,oneshot:claude-code --judge gemini:gemini-3.1-pro-preview --out bench/out/compare_v1-python -m pytest tests -q -m "not live" # 2 905 tests, ~32 s (real Blender + headless Chrome + CadQuery)-python -m pytest tests -q -m "not live and not blender and not node" # pure python: 2 775 tests, ~27 s+python -m pytest tests -q -m "not live" # 2 740 tests, ~37 s (real Blender + headless Chrome + CadQuery)+python -m pytest tests -q -m "not live and not blender and not node" # pure python: 2 627 tests, ~31 s# both run PARALLEL by default (pytest-xdist, -n auto --dist worksteal, in pyproject addopts).# A nested pytest inside a test MUST pass -n0 or it forks another full set of workers.```diff --git a/harness/codeverse/agents/materialize.py b/harness/codeverse/agents/materialize.pyindex 4d2c2702..cf4218c2 100644--- a/harness/codeverse/agents/materialize.py+++ b/harness/codeverse/agents/materialize.py@@ -213,7 +213,7 @@ def materialize_workspace(f"The cookbook for this language — copyable, verified snippets and skeletons — is at "f"`{CV3D_DIR}/cookbook.md` (relative to the workspace root). Read the relevant sections ""before writing code and copy its patterns exactly."- + (" You may also call the `read_cookbook` tool." if spatial_tools else "")+)else:out.warnings.append(f"cookbook not found: {cookbook_rel!r}")diff --git a/harness/codeverse/cli/_common.py b/harness/codeverse/cli/_common.pyindex d313032e..3d2cfc02 100644--- a/harness/codeverse/cli/_common.py+++ b/harness/codeverse/cli/_common.py@@ -281,8 +281,8 @@ def resolve_dial(is the bug this function exists to prevent: the run shape (candidates, thetexture pass) used to be read off the flag and so applied to only one path.- An explicit CLI flag (``--rounds`` / ``--candidates`` / ``--max-usd`` /- ``--max-minutes`` / ``--texture``) always wins over both.+ An explicit CLI flag (``--rounds`` / ``--candidates`` / ``--max-minutes`` /+ ``--texture``) always wins over both."""settings = settings or get_settings()try:diff --git a/harness/codeverse/cost/instrument.py b/harness/codeverse/cost/instrument.pyindex 83962cc6..1e0591c3 100644--- a/harness/codeverse/cost/instrument.py+++ b/harness/codeverse/cost/instrument.py@@ -56,9 +56,9 @@ from codeverse.cost.types import Role, Stage, stage_for_labellog = logging.getLogger(__name__)-#: True while a run is metered call-by-call (:func:`run_ledger`). Aggregate-#: writers — ``orchestrator.budget.BudgetGuard``, which appends one row per-#: *charge* — must not also write, or every dollar lands in the ledger twice.+#: True while a run is metered call-by-call (:func:`run_ledger`). Any aggregate+#: writer that appends one row per *charge* must not also write, or every dollar+#: lands in the ledger twice.#:#: Context-local first, with a process-wide **count** of the open run ledgers as#: the fallback for a worker thread that inherited no context. A plain globaldiff --git a/harness/codeverse/tracks/prompting.py b/harness/codeverse/tracks/prompting.pyindex 63ae119d..067e1b99 100644--- a/harness/codeverse/tracks/prompting.py+++ b/harness/codeverse/tracks/prompting.py@@ -175,7 +175,7 @@ def cookbook_sections(ctx: RunContext, names: Sequence[str], *, max_chars: int =text = "\n\n".join(out)if len(text) > max_chars:text = (- text[:max_chars].rstrip() + "\n\n…[chapters clipped — call read_cookbook for the rest]"+ text[:max_chars].rstrip() + "\n\n…[clipped — the whole cookbook is at .3dcv/cookbook.md]")return text@@ -212,13 +212,6 @@ def is_always_chapter(title: str, always: Sequence[str] = COOKBOOK_ALWAYS) -> boreturn any(name.lower() in low for name in always)-def select_cookbook_excerpt(ctx: RunContext, brief: str, *, budget: int = 9000,- always: Sequence[str] = COOKBOOK_ALWAYS) -> str:- """Whole cookbook chapters chosen for ``brief``, never a blind prefix (see- :func:`select_cookbook_chapters` for the selection; this joins their bodies)."""- return "\n\n".join(s.body.rstrip() for s in select_cookbook_chapters(ctx, brief, budget=budget, always=always))--def select_cookbook_chapters(ctx: RunContext, brief: str, *, budget: int = 9000,always: Sequence[str] = COOKBOOK_ALWAYS) -> list[Section]:"""The cookbook chapters (cookbook order) a brief calls for.diff --git a/harness/docs/INSTALL.md b/harness/docs/INSTALL.mdindex effd7e69..1738a8f6 100644--- a/harness/docs/INSTALL.md+++ b/harness/docs/INSTALL.md@@ -66,7 +66,7 @@ workflow, so the offline suite and `ruff` are run locally before every push (see| **Blender** | 4.2+ (developed on 5.0.1) | runtime probe only (`Settings.resolve_blender()`) | `blender` / `urdf_blender` are the only users || **OS** | Linux x86_64 (WSL2 Ubuntu here) | — | macOS should work (nothing is Linux-specific except `resource.setrlimit` guards) but is not tested |-The offline suite on this box, 2026-08-26: **2736 passed of the 2775 selected** (11 skipped are+The offline suite on this box, 2026-08-29: **2615 passed of the 2627 selected** (12 skipped aredata-dependent, 28 deselected are `live`).Moving to another Python later is the same four-line change (`requires-python`, ruffdiff --git a/harness/tests/bench_prompts/test_v2_batteries.py b/harness/tests/bench_prompts/test_v2_batteries.pyindex 10f6d22f..b90ac37e 100644--- a/harness/tests/bench_prompts/test_v2_batteries.py+++ b/harness/tests/bench_prompts/test_v2_batteries.py@@ -67,11 +67,6 @@ def battery(request) -> Battery:return b-def test_all_v2_files_exist():- missing = [str(p) for p in V2_FILES.values() if not p.is_file()]- assert not missing--def test_battery_schema(battery: Battery):assert len(battery.prompts) == EXPECTED_COUNTS[battery.name]ids = [p.id for p in battery.prompts]diff --git a/harness/tests/blender_cadquery/test_blender_layout.py b/harness/tests/blender_cadquery/test_blender_layout.pyindex 95e24fb2..6f7b5a5c 100644--- a/harness/tests/blender_cadquery/test_blender_layout.py+++ b/harness/tests/blender_cadquery/test_blender_layout.py@@ -102,13 +102,6 @@ def test_lint_workspace_forbidden_calls_in_part_files_and_missing_entry(tmp_ws)assert any(f.target == "src/parts/seat.py" and "bpy.ops.render.render" in f.message for f in rep.errors)-def test_lint_workspace_single_file_still_valid(tmp_ws) -> None:- _write(tmp_ws, "src/model.py", SEAT + "\nbuild_seat()\n")- rep = lint_workspace(tmp_ws)- assert rep.passed, [(f.target, f.message) for f in rep.errors]---# --------------------------------------------------------------------------- wrapper error mapping (host python)def _load_wrapper():spec = importlib.util.spec_from_file_location("run_bpy_under_test", WRAPPER)mod = importlib.util.module_from_spec(spec)diff --git a/harness/tests/compare_bench/test_worktree_import.py b/harness/tests/compare_bench/test_worktree_import.pyindex 9807f314..98902f84 100644--- a/harness/tests/compare_bench/test_worktree_import.py+++ b/harness/tests/compare_bench/test_worktree_import.py@@ -45,13 +45,6 @@ def test_the_sys_path_bootstrap_comes_before_any_codeverse_import(script: Path):f"of this tree, and the A/B would compare a tree against itself.")-def test_ab_plan_refuses_to_run_against_a_foreign_codeverse():- """The belt as well as the braces: ordering can regress, the guard cannot be silent."""- text = (BENCH / "ab_plan.py").read_text()- assert "_assert_local_codeverse" in text- assert "refusing to run" in text--def test_the_guard_refuses_a_foreign_codeverse_for_real(tmp_path: Path):"""Not "the string is in the file": actually make the bad thing happen.diff --git a/harness/tests/core/test_cli_render_size.py b/harness/tests/core/test_cli_render_size.pyindex a96de5a5..9426f0cf 100644--- a/harness/tests/core/test_cli_render_size.py+++ b/harness/tests/core/test_cli_render_size.py@@ -87,15 +87,6 @@ def test_explicit_flags_win_over_the_setting(tmp_path, captured):assert (captured.get("width"), captured.get("height")) == (320, 240)-def test_the_default_is_still_the_settings_default(tmp_path, captured):- runs = _run(tmp_path, Language.BLENDER, Track.STATIC_OBJECT)-- res = runner.invoke(app, ["render", "r1", "--runs-dir", str(runs)])-- assert res.exit_code == 0, res.output- assert (captured.get("width"), captured.get("height")) == (768, 768)--def test_scene_render_uses_the_scene_size(tmp_path, captured, monkeypatch):runs = _run(tmp_path, Language.SCENE_THREEJS, Track.SCENE)monkeypatch.setenv("CV3D_RENDER__SCENE_WIDTH", "1920")diff --git a/harness/tests/cost/test_audit_report.py b/harness/tests/cost/test_audit_report.pyindex db4c9ec0..14152ef6 100644--- a/harness/tests/cost/test_audit_report.py+++ b/harness/tests/cost/test_audit_report.py@@ -60,7 +60,3 @@ def test_report_renders(fake_run: Path):assert "judge" in console(audit)-def test_empty_tree_is_not_an_error(tmp_path: Path):- audit = audit_runs([tmp_path])- assert audit.n_runs == 0 and audit.total_usd == 0.0- assert audit.usd_per_passing_artifact == float("inf")diff --git a/harness/tests/cost/test_cli.py b/harness/tests/cost/test_cli.pyindex 038926de..54d6f45f 100644--- a/harness/tests/cost/test_cli.py+++ b/harness/tests/cost/test_cli.py@@ -12,11 +12,6 @@ from codeverse.cli.main import apprunner = CliRunner()-def test_cost_is_registered():- r = runner.invoke(app, ["--help"])- assert r.exit_code == 0 and "cost" in r.stdout--def test_cost_show(fake_run: Path, tmp_path: Path):out = tmp_path / "report.md"r = runner.invoke(app, ["cost", "show", str(fake_run), "--md", str(out)])@@ -131,4 +126,4 @@ def test_cost_prices_flags_stale_and_approximate_rows():def test_cost_show_still_works_the_long_way(fake_run: Path):r = runner.invoke(app, ["cost", "show", str(fake_run), "--no-per-run"])- assert r.exit_code == 0 and "per stage" in r.output.lower() or "stage:" in r.output+ assert r.exit_code == 0diff --git a/harness/tests/cost/test_guard_caching_routing.py b/harness/tests/cost/test_guard_caching_routing.pyindex 0d0010e8..a99559e5 100644--- a/harness/tests/cost/test_guard_caching_routing.py+++ b/harness/tests/cost/test_guard_caching_routing.py@@ -10,8 +10,7 @@ from codeverse.cost import (text_tokens,)from codeverse.cost.guard import image_tokens-from codeverse.cost.routing import ROUTES, default_route, pro_break_even, samples_for_precision-from codeverse.cost.types import Role+from codeverse.cost.routing import pro_break_even, samples_for_precision# ------------------------------------------------------------------ guard@@ -35,13 +34,6 @@ def test_estimate_of_an_image_model_uses_the_per_image_price():# ------------------------------------------------------------------ caching-def test_routing_defaults_exist_for_every_role():- for role in (Role.PLANNER, Role.GENERATOR, Role.JUDGE, Role.IMAGE, Role.CAPTIONER):- route = default_route(role)- assert route is not None and route.model_id and route.when, role- assert all(r.usd_per_call > 0 for r in ROUTES)--def test_pro_judge_pays_for_itself_at_equal_precision():assert samples_for_precision("gemini-3.7-flash", 0.030) == 8assert samples_for_precision("gemini-3.1-pro-preview", 0.030) == 1diff --git a/harness/tests/cost/test_instrument.py b/harness/tests/cost/test_instrument.pyindex c2a007a0..6e0c85ad 100644--- a/harness/tests/cost/test_instrument.py+++ b/harness/tests/cost/test_instrument.py@@ -109,17 +109,6 @@ def test_a_failed_call_is_recorded_and_re_raised(tmp_path: Path):assert row.outcome == "timeout" and row.stage is Stage.PLAN and row.cost_usd == 0.0-def test_self_metered_turns_are_recorded_once_each_with_the_job_round(tmp_path: Path):- chat = MeteredChatModel(FakeChat())- with run_ledger(tmp_path, run="r1"):- MeteredAgent(FakeAgent(chat)).run(AgentJob(workspace=str(tmp_path), prompt="p", label="refine",- round=2, kind="refine"))- rows = load_ledger(tmp_path)- assert len(rows) == 3 # one per turn, no extra session row- assert {r.round for r in rows} == {2} and {r.stage for r in rows} == {Stage.REFINE}- assert {r.role for r in rows} == {Role.GENERATOR}--def test_a_cli_agent_we_cannot_see_inside_gets_one_session_row(tmp_path: Path):with run_ledger(tmp_path, run="r1"):MeteredAgent(CliAgent(FakeChat())).run(diff --git a/harness/tests/cost/test_profiles.py b/harness/tests/cost/test_profiles.pyindex f668b589..668457f5 100644--- a/harness/tests/cost/test_profiles.py+++ b/harness/tests/cost/test_profiles.py@@ -49,16 +49,6 @@ def test_balanced_is_todays_defaults():assert p.max_minutes == 60.0 and p.judge_max_px == 1024-def test_economy_is_single_shot_flash_and_two_rounds_with_no_turn_cap_of_its_own():- p = PROFILES["economy"]- assert p.generator.startswith("single-shot:") and "flash" in p.judge- assert p.rounds == 2 and p.judge_samples == 2- # a single-shot generator opens no agent session, so economy's old 20-turn cap- # could never fire — and the cap it was modelled on lost its own A/B (+$0.02,- # −0.205 score, docs/COST.md §17), so no profile sets one- assert p.max_turns == 0 and all(PROFILES[n].max_turns == 0 for n in PROFILE_NAMES)--def test_apply_profile_sets_the_whole_dial():s = Settings()p = s.apply_profile("quality")@@ -150,16 +140,6 @@ def test_profile_table_and_cli():assert r.exit_code == 0 and "economy" in r.stdout and "quality" in r.stdout-def test_make_profile_writes_the_whole_shape_onto_the_spec(tmp_path: Path):- runs = tmp_path / "runs"- r = runner.invoke(app, ["make", "a clay pot", "--runs-dir", str(runs), "--no-run", "--profile", "quality", "--slug", "pot"])- assert r.exit_code == 0, r.output- spec = json.loads((runs / "pot" / "spec.json").read_text())- assert spec["options"] == {"candidates": 2, "texture": True, "profile": "quality"}- assert spec["budget"]["max_rounds"] == 4 and spec["budget"]["max_minutes"] > 0- assert spec["backends"]["judge"] == "gemini:gemini-3.1-pro-preview"--def test_an_explicit_flag_beats_the_profile(tmp_path: Path):runs = tmp_path / "runs"r = runner.invoke(app, ["make", "a clay pot", "--runs-dir", str(runs), "--no-run", "--slug", "pot",@@ -219,14 +199,6 @@ def _dial_from_env(name: str, monkeypatch):get_settings.cache_clear()[email protected]("name", PROFILE_NAMES)-def test_the_flag_and_the_env_var_resolve_to_the_same_dial(name, monkeypatch):- """`--profile X` and `CV3D_PROFILE=X` must set the WHOLE dial, not two thirds- of it: the verifier found the env path skipped candidates and the texture pass- because the CLI read those off the flag instead of the resolved profile."""- assert _dial_from_flag(name) == _dial_from_env(name, monkeypatch)--@pytest.mark.parametrize(("name", "expected"),[diff --git a/harness/tests/flywheel_cli/test_quality_gallery.py b/harness/tests/flywheel_cli/test_quality_gallery.pyindex f2efe3b8..223fcf01 100644--- a/harness/tests/flywheel_cli/test_quality_gallery.py+++ b/harness/tests/flywheel_cli/test_quality_gallery.py@@ -10,14 +10,6 @@ from codeverse.flywheel.captions import caption_samplefrom codeverse.flywheel.export import export_samples, load_captionsfrom codeverse.flywheel.quality import find_duplicates, mark_duplicates, prompt_hash, quality_tierfrom codeverse.flywheel.record import load_record-from codeverse.gallery import (- GalleryIndex,- RootSection,- RunEntry,- build_index,- build_static,- render_static,-)from tests.flywheel_cli.conftest import make_fake_runfrom tests.flywheel_cli.test_captions import GOOD, FakeModel@@ -152,20 +144,3 @@ def test_caption_out_dir_leaves_run_untouched(fake_run, tmp_path: Path):# --------------------------------------------------------------------------- gallery-def test_gallery_from_runs(runs_dir: Path, tmp_path: Path):- items = build_index([runs_dir]).entries()- assert {i.slug for i in items} == {"wooden_chair_ab12cd34", "wooden_chair_codex", "lamp_three"}- chair = next(i for i in items if i.slug == "wooden_chair_ab12cd34")- assert chair.score == 0.80 and chair.passed is True and chair.tier == "A" and chair.sheet- labels = {ln.label for ln in chair.links}- assert "glb" in labels and "record.json" in labels- path, n, _ = build_static([runs_dir], tmp_path / "g" / "gallery.html", embed=True)- page = path.read_text()- assert n == 3 and page.count("data:image/jpeg;base64,") >= 3- assert "a desk lamp" in page and "wooden_chair_codex" in page and "file://" in page- # entries without renders or records still render- section = RootSection(label="t", path="", entries=[- RunEntry(battery="t", slug="x", path=""),- RunEntry(battery="t", slug="y", path="", state="broken", error="boom <b>")])- html = render_static(GalleryIndex(sections=[section]), title="t")- assert "no render" in html and "boom <b>" in htmldiff --git a/harness/tests/gallery/test_index.py b/harness/tests/gallery/test_index.pyindex d7827b2a..e7abfc84 100644--- a/harness/tests/gallery/test_index.py+++ b/harness/tests/gallery/test_index.py@@ -49,14 +49,6 @@ def test_corrupt_record_does_not_raise(tmp_path: Path):assert entry.state == "broken" and entry.error-def test_empty_record_from_a_half_written_write(tmp_path: Path):- run = tmp_path / "runs" / "empty"- run.mkdir(parents=True)- (run / "record.json").write_text("")- (entry,) = build_index([tmp_path / "runs"]).entries()- assert entry.state == "broken"--def test_valid_json_but_not_a_record(tmp_path: Path):run = tmp_path / "runs" / "wrong_shape"run.mkdir(parents=True)diff --git a/harness/tests/gallery/test_triage.py b/harness/tests/gallery/test_triage.pyindex a2c9f603..731949a4 100644--- a/harness/tests/gallery/test_triage.py+++ b/harness/tests/gallery/test_triage.py@@ -20,7 +20,7 @@ from codeverse.gallery.compare import (parse_keys,render_compare,)-from codeverse.gallery.index import HERO_PREFERENCE, build_index, hero_view+from codeverse.gallery.index import build_index, hero_viewfrom codeverse.gallery.model import VERDICTS, humanize_view, match, summarize, verdict_breakdownfrom codeverse.gallery.page import render_indexfrom codeverse.gallery.server import GalleryApp@@ -104,10 +104,6 @@ def test_hero_falls_back_to_the_sheet_when_a_round_has_no_views(tmp_path: Path):assert hero_view(ws, rec, rec.best_round) == ("", "", 0)-def test_hero_preference_is_ordered_best_first():- assert HERO_PREFERENCE[0] == "front_right_34" # a ¾ view shows silhouette and depth--# --------------------------------------------------------------------------- labels@pytest.mark.parametrize(("raw", "human"), [("front_right_34", "Front Right ¾"),diff --git a/harness/tests/judges/test_montage.py b/harness/tests/judges/test_montage.pyindex 84998bae..f654a635 100644--- a/harness/tests/judges/test_montage.py+++ b/harness/tests/judges/test_montage.py@@ -69,11 +69,6 @@ def test_plan_montages_articulated_and_geometry(tmp_path):assert [m.kind for m in ms2] == ["shaded", "poses"] and len(ms2[1].tiles) == 3-def test_missing_pose_views_leave_no_pose_montage(tmp_path):- rs = RenderSet(views=_views(tmp_path, OBJ[:4]))- assert all(m.kind in ("shaded", "detail") for m in plan_montages(rs))--def test_shuffle_keeps_sets_and_details_last(tmp_path):rs = RenderSet(views=_views(tmp_path, OBJ))ms = plan_montages(rs)diff --git a/harness/tests/judges/test_pairwise.py b/harness/tests/judges/test_pairwise.pyindex 824895e0..45f3f9c2 100644--- a/harness/tests/judges/test_pairwise.py+++ b/harness/tests/judges/test_pairwise.py@@ -94,17 +94,3 @@ def test_parallel_orderings_accumulate_in_order(tmp_path, cache_dir):assert res.usage.cost_usd == pytest.approx(0.002) and res.usage.input_tokens == 2000-def test_compare_many_parallel_is_deterministic(tmp_path, cache_dir):- """Fanned round-robin gives the same ranking / pair order on every run."""- cands = [make_renders(tmp_path / f"c{i}") for i in range(3)]- script = {"0v1:fwd": [_reply("A", 0.9)], "0v1:swap": [_reply("B", 0.8)],- "0v2:fwd": [_reply("B", 0.9)], "0v2:swap": [_reply("A", 0.9)],- "1v2:fwd": [_reply("B", 0.7)], "1v2:swap": [_reply("A", 0.7)]}- outcomes = []- for _ in range(3):- model = FakeChatModel(by_label={k: list(v) for k, v in script.items()})- rank = PairwiseJudge("fake:fake-1", chat_model=model, cache_dir=cache_dir).compare_many(make_spec(), cands)- outcomes.append((tuple(rank.order), tuple((p["a"], p["b"], p["winner"]) for p in rank.pairs)))- assert len(set(outcomes)) == 1- assert outcomes[0][0] == (2, 0, 1)- assert outcomes[0][1] == ((0, 1, "a"), (0, 2, "b"), (1, 2, "b")) # pairs in input orderdiff --git a/harness/tests/models/test_gemini.py b/harness/tests/models/test_gemini.pyindex 0df944ad..a4dbd17b 100644--- a/harness/tests/models/test_gemini.py+++ b/harness/tests/models/test_gemini.py@@ -307,19 +307,6 @@ def test_no_single_wait_exceeds_the_house_limit():assert max(naps) <= MAX_WAIT_S, f"a wait exceeded {MAX_WAIT_S}s: {sorted(naps)[-3:]}"-def test_dead_key_is_rotated_past_and_benched():- m, log, pool = _keyed_model(["k1", "k2", "k3"], {"k1": SUSPENDED})- r = m.generate(ChatRequest(messages=[ChatMessage.user("x")]))- assert r.text == "ok from k2" and [e["key"] for e in log] == ["k1", "k2"]- st = {k["key"]: k for k in pool.stats()["keys"]}- assert st["…k1"]["dead"] == 1 and st["…k1"]["cooldown_s"] > 600 and pool.stats()["n_dead"] == 1- # the dead key never comes back round-robin while benched- log.clear()- for _ in range(10):- m.generate(ChatRequest(messages=[ChatMessage.user("x")]))- assert {e["key"] for e in log} == {"k2", "k3"}--def test_api_key_invalid_400_is_treated_as_dead_key():bad = _api_error(400, "API key not valid. Please pass a valid API key.", "INVALID_ARGUMENT")m, log, pool = _keyed_model(["k1", "k2"], {"k1": bad})@@ -331,18 +318,6 @@ def test_api_key_invalid_400_is_treated_as_dead_key():assert failure_outcome(ModelError("bad json", retryable=True)) == "ok"-def test_every_key_dead_raises_without_benching():- keys = ["k1", "k2", "k3"]- m, log, pool = _keyed_model(keys, {k: SUSPENDED for k in keys})- with pytest.raises(ModelError) as ei:- m.generate(ChatRequest(messages=[ChatMessage.user("x")]))- assert not ei.value.retryable and ei.value.status == 403- assert [e["key"] for e in log] == keys # each tried once, no sleeps, no budget burnt- # the request (not the keys) is suspect: nothing benched, next call is not blocked- assert pool.stats()["dead"] == 0 and pool.stats()["n_cooling"] == 0- assert pool.acquire(timeout_s=0.0) in keys--def test_5xx_retries_then_gives_up_with_retryable_error():# 500 = plain 5xx (no storm budget): the classic 6-attempt backoff applieserr = genai_errors.APIError(500, {"error": {"message": "internal", "status": "INTERNAL"}})diff --git a/harness/tests/models/test_gemini_scheduling.py b/harness/tests/models/test_gemini_scheduling.pyindex 5c12ab52..28cf9979 100644--- a/harness/tests/models/test_gemini_scheduling.py+++ b/harness/tests/models/test_gemini_scheduling.py@@ -39,16 +39,6 @@ def test_request_tokens_counts_system_tools_schema_and_images():assert request_tokens(rich) > request_tokens(plain) + 1000 # the image alone is ~1290-def test_an_image_heavy_judge_request_reserves_far_more_than_a_caption():- caption = ChatRequest(messages=[ChatMessage.user("name this object in three words")])- verdict = ChatRequest(- messages=[ChatMessage.user(- "score this", images=[ImagePart(data_b64="x") for _ in range(5)])],- system="rubric " * 5000,- )- assert request_tokens(verdict) > 30 * request_tokens(caption)--# --------------------------------------------------------------- reservationsdef test_generate_reserves_and_reconciles_tpm():pool = KeyPool(["k1"], tpm_per_key=1_000_000)@@ -89,16 +79,6 @@ def test_shared_pool_is_keyed_by_quota_not_only_by_keys():assert a is not c, "a different quota must not silently reuse another pool's buckets"-def test_shared_pool_takes_its_defaults_from_settings():- from codeverse.config import get_settings-- r = get_settings().rate- pool = shared_pool(["y1"])- st = pool.stats()- assert st["rpm_capacity"] == r.rpm_per_key- assert st["tpm_capacity"] == r.tpm_per_key--# ----------------------------------------------------------------- storm gatedef test_a_503_closes_the_shared_gate_and_the_call_still_succeeds():# probe_lease_s=0: the free rotation re-enters the gate, so this thread takes thediff --git a/harness/tests/models/test_schema_utils.py b/harness/tests/models/test_schema_utils.pyindex 333eb860..e2e39ba8 100644--- a/harness/tests/models/test_schema_utils.py+++ b/harness/tests/models/test_schema_utils.py@@ -213,14 +213,6 @@ def test_parse_json_lenient_array_and_failure():assert json.dumps(parse_json_lenient('{"n": {"x": [1]}}')) == '{"n": {"x": [1]}}'-def test_parse_json_lenient_extract_variants():- """Ported from the judges' retired ``extract_json`` (one parser, one home)."""- assert parse_json_lenient('{"a": 1}') == {"a": 1}- assert parse_json_lenient('blah {"a": {"b": 2}} trailing') == {"a": {"b": 2}}- with pytest.raises(JsonParseError):- parse_json_lenient("no json here")--def test_parse_json_lenient_first_balanced_brace_wins_over_outer_span():# trailing chatter contains a second, unrelated brace pair: the depth-counted# first balanced candidate parses where the outermost {...} span cannotdiff --git a/harness/tests/orchestrator_tracks/test_cookbook_excerpt.py b/harness/tests/orchestrator_tracks/test_cookbook_excerpt.pyindex 35e05b3f..39d44b80 100644--- a/harness/tests/orchestrator_tracks/test_cookbook_excerpt.py+++ b/harness/tests/orchestrator_tracks/test_cookbook_excerpt.py@@ -14,7 +14,6 @@ from types import SimpleNamespacefrom codeverse.contracts.common import Language, Trackfrom codeverse.prompts import PROMPTS_DIR, load_textfrom codeverse.prompts.sections import split_sections-from codeverse.tracks.prompting import COOKBOOK_ALWAYS, select_cookbook_excerptAURORA = "Aurora borealis over a mountain ridge with a frozen lake, dense stars, green and violet curtains"RAIN = "rain drops running down a window at night, blurred city lights behind the glass"@@ -42,54 +41,6 @@ def test_real_cookbook_parses_into_chapters() -> None:assert any(t.startswith("PITFALLS") for t in titles)-def test_aurora_brief_selects_light_and_sky_within_budget() -> None:- ctx = _ctx()- text = select_cookbook_excerpt(ctx, AURORA)- titles = _titles(text)- assert any(t.startswith("Light phenomena") for t in titles), titles- assert any(t.startswith("Gradient sky") for t in titles), titles- assert len(text) <= 9000- assert "float curtain(vec2 p, float t, float seed, out float k)" in text- assert "float stars(vec2 p, float density, float keep)" in text- # never split: every chapter in the excerpt is the whole chapter from the cookbook- whole = _chapter_bodies(ctx.cookbook_text)- for s in split_sections(text):- assert s.body.rstrip() == whole[s.title], s.title- # deterministic, cookbook order- assert text == select_cookbook_excerpt(ctx, AURORA)- order = [t for t in whole if t in titles]- assert titles == order---def test_rain_brief_selects_rain() -> None:- text = select_cookbook_excerpt(_ctx(), RAIN)- titles = _titles(text)- assert any(t.startswith("Rain") for t in titles), titles- assert any(t.startswith("Bokeh") for t in titles), titles- assert len(text) <= 9000---def test_always_chapters_present_for_any_brief() -> None:- ctx = _ctx()- for brief in ("", "xyzzy plugh", AURORA, RAIN, "a raymarched temple corridor with fog"):- text = select_cookbook_excerpt(ctx, brief)- assert text.startswith("# glsl_shader cookbook"), brief # the p / uv conventions header- titles = _titles(text)- for name in COOKBOOK_ALWAYS:- assert any(name.lower() in t.lower() for t in titles), (brief, name)- assert select_cookbook_excerpt(SimpleNamespace(cookbook_text=""), AURORA) == ""---def test_budget_never_cuts_a_chapter() -> None:- ctx = _ctx()- small = select_cookbook_excerpt(ctx, AURORA, budget=6000)- whole = _chapter_bodies(ctx.cookbook_text)- for s in split_sections(small):- assert s.body.rstrip() == whole[s.title], s.title- assert not any(t.startswith("Light phenomena") for t in _titles(small)) # 3.2 k does not fit in 1.6 k of room- assert any(t.startswith("Gradient sky") for t in _titles(small)) # the 1.3 k chapter that does--def test_every_track_sends_the_whole_cookbook(monkeypatch) -> None:"""No track delivers the cookbook by byte offset any more.diff --git a/harness/tests/orchestrator_tracks/test_fix_generation.py b/harness/tests/orchestrator_tracks/test_fix_generation.pyindex e6ceb286..b17703a1 100644--- a/harness/tests/orchestrator_tracks/test_fix_generation.py+++ b/harness/tests/orchestrator_tracks/test_fix_generation.py@@ -137,15 +137,6 @@ def test_run_agent_task_that_wrote_nothing_is_not_ok(tmp_path):assert not res.ok and res.files_changed == []-# --------------------------------------------------------------------- guard: envelope round-trip still intact-def test_parse_multifile_normal_envelope_unchanged():- text = ("=== FILE: src/object.js ===\nexport function build() {}\n=== END FILE ===\n"- "=== FILE: src/parts/leg.js ===\nexport function buildLeg() {}\n=== END FILE ===")- files = parse_multifile(text)- assert set(files) == {"src/object.js", "src/parts/leg.js"}- assert files["src/object.js"] == "export function build() {}"--def test_generation_result_records_skip_in_events_payload(tmp_path):"""generate.done files list contains only the files actually written."""ws = Workspace(tmp_path / "ws").create()diff --git a/harness/tests/orchestrator_tracks/test_generation_depth.py b/harness/tests/orchestrator_tracks/test_generation_depth.pyindex ca87d26f..93a0f312 100644--- a/harness/tests/orchestrator_tracks/test_generation_depth.py+++ b/harness/tests/orchestrator_tracks/test_generation_depth.py@@ -72,7 +72,6 @@ def test_depth_budget_scales_with_the_plan_and_is_bounded(chair_plan):assert small.min_tris < small.target_tris < small.max_tris# the build-time guard is honest: never longer than the subprocess timeout it is measured againstassert 20 <= big.max_build_s <= 300 - 30- assert depth_budget(chair_plan, build_timeout_s=45).max_build_s <= 20 or Truedef test_depth_budget_counts_leaves_not_bare_parts():@@ -110,11 +109,6 @@ def test_scope_groups_declines_when_scoping_cannot_help(chair_plan):assert scope_groups(chair_plan, files_for=_files_for, max_groups=1, min_parts=3) == []-def test_scope_groups_respects_max_groups(chair_plan):- scopes = scope_groups(chair_plan, files_for=_files_for, max_groups=2, min_parts=3, parts_per_scope=1)- assert 2 <= len(scopes) <= 2--def test_interfaces_text_names_only_the_neighbours_outside_the_scope(chair_plan):scopes = scope_groups(chair_plan, files_for=_files_for, max_groups=6, min_parts=3)backleg = next(s for s in scopes if "BackLeg" in s.names)diff --git a/harness/tests/orchestrator_tracks/test_generation_planner_repair.py b/harness/tests/orchestrator_tracks/test_generation_planner_repair.pyindex 6842f1fa..c059409e 100644--- a/harness/tests/orchestrator_tracks/test_generation_planner_repair.py+++ b/harness/tests/orchestrator_tracks/test_generation_planner_repair.py@@ -81,28 +81,6 @@ def test_safe_relpath_and_write_files(tmp_ws):assert "=== FILE:" in SINGLE_SHOT_FORMAT-def test_a_directory_shaped_path_is_skipped_not_fatal(tmp_ws):- """CP-3/CP-5: '=== FILE: src/parts/ ===' used to abort the whole write.-- safe_relpath passed it (allowed root, no '..'), write_files caught only- GenerationError, so IsADirectoryError from write_text killed the loop on the- FIRST bad entry and the real, already-paid-for src/object.js was never- written -- the round was then recorded failed with zero files."""- (tmp_ws.src / "parts").mkdir(parents=True, exist_ok=True)- skipped: list[tuple[str, str]] = []-- changes = write_files(- tmp_ws,- {"src/parts/": "Here are the parts.\n", "src/object.js": "export const x = 1;\n"},- on_skip=lambda path, why: skipped.append((path, why)),- )-- assert [c.path for c in changes] == ["src/object.js"]- assert (tmp_ws.src / "object.js").read_text() == "export const x = 1;\n"- assert [path for path, _ in skipped] == ["src/parts/"]- assert (tmp_ws.src / "parts").is_dir() # and it was not clobbered into a file--def test_a_directory_shaped_path_that_does_not_exist_yet_is_also_skipped(tmp_ws):"""The silent half of the same defect: with no src/parts on disk, write_textquietly created a FILE named 'parts' holding the prose body."""diff --git a/harness/tests/orchestrator_tracks/test_graphics_recipes.py b/harness/tests/orchestrator_tracks/test_graphics_recipes.pyindex 5afa4e06..46da634e 100644--- a/harness/tests/orchestrator_tracks/test_graphics_recipes.py+++ b/harness/tests/orchestrator_tracks/test_graphics_recipes.py@@ -131,6 +131,15 @@ def test_chapter_selection_excludes_always_on_and_templates(tmp_path) -> None:assert not any("Hash" in t or "Palettes" in t or "PITFALLS" in t for t in titles)assert recipe_chapters(_ctx(ws, "a raymarched temple corridor with fog")) == [] and NOT_SEEDED == ("Raymarching",)assert recipe_chapters(_ctx(ws, UNMATCHED)) == []++ # a chapter arrives whole or not at all — the budget never cuts one in half+ from codeverse.prompts.sections import split_sections+ from codeverse.tracks.prompting import select_cookbook_chapters++ ctx = _ctx(ws, AURORA)+ whole = {s.title: s.body.rstrip() for s in split_sections(ctx.cookbook_text)}+ for s in select_cookbook_chapters(ctx, AURORA, budget=6000):+ assert s.body.rstrip() == whole[s.title], s.titleassert [s.title[:10] for s in recipe_chapters(_ctx(ws, NOTHING))] == ["Instancing"]diff --git a/harness/tests/orchestrator_tracks/test_planner_depth.py b/harness/tests/orchestrator_tracks/test_planner_depth.pyindex 783031fb..37003105 100644--- a/harness/tests/orchestrator_tracks/test_planner_depth.py+++ b/harness/tests/orchestrator_tracks/test_planner_depth.py@@ -102,11 +102,6 @@ def test_a_subpart_may_not_shadow_a_top_level_part_name():_part("Lid")])-def test_subparts_are_depth_1_by_construction():- # SubPartPlan has no `children` field at all, so a cycle cannot even be expressed- assert "children" not in SubPartPlan.model_fields--def test_every_recorded_plan_still_validates():"""ADDITIVE-only contract change: plans written before sub-parts existed must load."""from pathlib import Pathdiff --git a/harness/tests/orchestrator_tracks/test_refactor_batch2.py b/harness/tests/orchestrator_tracks/test_refactor_batch2.pyindex 43474462..c6106cda 100644--- a/harness/tests/orchestrator_tracks/test_refactor_batch2.py+++ b/harness/tests/orchestrator_tracks/test_refactor_batch2.py@@ -10,7 +10,7 @@ from codeverse.contracts.spec import RunOptionsfrom codeverse.orchestrator import RefineTask, RunState, plan_refine_groupsfrom codeverse.proc import EventLogfrom codeverse.tracks.planner import plan_example-from codeverse.tracks.scene import ScenePipeline, SceneTrack+from codeverse.tracks.scene import ScenePipelinefrom codeverse.tracks.static_object import StaticObjectTrackfrom codeverse.workspace import Workspacefrom tests.orchestrator_tracks.conftest import make_spec@@ -167,8 +167,3 @@ def test_graphics_planner_hooks_charge_budget_on_planning_error(tmp_ws):assert budget.spent.cost_usd > 0, "a failed re-ask is still paid for"-def test_scene_track_uses_track_info_rubric():- from codeverse.contracts.common import TRACK_INFO-- assert SceneTrack.rubric == TRACK_INFO[Track.SCENE].rubric == "scene_v1"- assert StaticObjectTrack.rubric == "static_object_v1"diff --git a/harness/tests/orchestrator_tracks/test_tracks.py b/harness/tests/orchestrator_tracks/test_tracks.pyindex dd1c7830..460dbc11 100644--- a/harness/tests/orchestrator_tracks/test_tracks.py+++ b/harness/tests/orchestrator_tracks/test_tracks.py@@ -177,7 +177,6 @@ def test_articulated_track_adds_pose_views_and_sweep_gate(tmp_path, settings):sweep = next(g for g in r0.gates if g.gate == "joint_sweep")assert not sweep.passed and rec.rounds[1].instructions[0].startswith("[gate/gate:joint_sweep] DrawerSlide")assert "Joints (the URDF must realise EXACTLY these" in agent.jobs[0].prompt and "| DrawerSlide |" in agent.jobs[0].prompt- assert "Articulation sheet" in services._judge.calls[0].extra_context if services._judge else True# ----------------------------------------------------------------------------- scenediff --git a/harness/tests/prompts/test_files.py b/harness/tests/prompts/test_files.pyindex c3bc9d0f..27775fba 100644--- a/harness/tests/prompts/test_files.py+++ b/harness/tests/prompts/test_files.py@@ -71,11 +71,6 @@ def test_frames_consistent_with_conventions() -> None:assert "+Z front" in text or "+Z is the front" in text, f"{rel}: must state +Z front"-def test_singleshot_format_matches_parser_contract() -> None:- text = read_prompt("system/singleshot_format.md")- assert "=== FILE: " in text and "=== END FILE ===" in text--def test_system_prompts_cover_the_laws() -> None:hc = read_prompt("system/harness_contract.md")for needle in ("artifacts/", "render_sheet", "check_connectivity", "2 mm",diff --git a/harness/tests/scene_gates/test_frame_metrics.py b/harness/tests/scene_gates/test_frame_metrics.pyindex dd748c79..bca9218e 100644--- a/harness/tests/scene_gates/test_frame_metrics.py+++ b/harness/tests/scene_gates/test_frame_metrics.py@@ -170,10 +170,3 @@ def test_a_loaded_glb_that_reaches_no_frame_is_flagged():assert rep.passed, "a WARN must not fail the gate"-def test_a_scene_with_no_glbs_says_nothing():- """Most scenes load no GLB at all; they must not gain a finding for it."""- from codeverse.spatial.frame_metrics import frame_findings-- for census in ({}, {"glb_assets": []}, {"glb_assets": "not a list"}):- rep = frame_findings({"camera_checks": [], "census": census})- assert not [f for f in rep.findings if f.data["kind"] == "unused_glb_asset"]diff --git a/harness/tests/scene_prompts/test_quality_teaching.py b/harness/tests/scene_prompts/test_quality_teaching.pyindex 0011328f..20172cc7 100644--- a/harness/tests/scene_prompts/test_quality_teaching.py+++ b/harness/tests/scene_prompts/test_quality_teaching.py@@ -161,6 +161,6 @@ def test_cookbook_sections_inlines_whole_chapters_and_clips_safely(tmp_path) ->for token in ("setColorAt", "cameraMask", "foreground frame", "±0.10–0.20 rad"):assert token in text, tokenassert len(text) > 12_000- assert cookbook_sections(ctx, ZONE_RECIPES, max_chars=500).endswith("call read_cookbook for the rest]")+ assert cookbook_sections(ctx, ZONE_RECIPES, max_chars=500).rstrip().endswith("cookbook.md]")assert cookbook_sections(SimpleNamespace(cookbook_text=""), ZONE_RECIPES) == ""assert cookbook_sections(ctx, ["zzz qqq"]) == "" # no match → nothing, never junkdiff --git a/harness/tests/scene_runtime/test_glsl_audit.py b/harness/tests/scene_runtime/test_glsl_audit.pyindex 221a512f..19576553 100644--- a/harness/tests/scene_runtime/test_glsl_audit.py+++ b/harness/tests/scene_runtime/test_glsl_audit.py@@ -24,19 +24,6 @@ def kinds(findings: list[dict]) -> set[str]:return {f["kind"] for f in findings}-def test_clean_shader_has_no_findings():- src = """-const frag = `-uniform float uTime;-varying vec2 vUv;-void main() {- gl_FragColor = vec4(vUv, sin(uTime), 1.0);-}`;-export const mat = { uniforms: { uTime: { value: 0 } }, fragmentShader: frag };-"""- assert audit(src) == []--def test_include_not_alone_and_version_and_precision():src = """const vs = `#version 300 esdiff --git a/harness/tests/scene_runtime/test_placement_census.py b/harness/tests/scene_runtime/test_placement_census.pyindex 5edef80d..5550f4fc 100644--- a/harness/tests/scene_runtime/test_placement_census.py+++ b/harness/tests/scene_runtime/test_placement_census.py@@ -115,6 +115,3 @@ def test_no_false_positives_on_legitimate_placements(table):assert rock["sunk_into"] == "Ground" and 0.3 < rock["sunk_m"] < 0.5 and not rock["floating"]-def test_time_and_size_limits_are_declared():- src = (RUNTIME_JS / "lib" / "host_placement.mjs").read_text()- assert "export const MAX_ASSETS = 400;" in src and "TIME_BUDGET_MS = 4000" in srcdiff --git a/harness/tests/skills/test_budget.py b/harness/tests/skills/test_budget.pyindex a6c10e19..bbe3c3e3 100644--- a/harness/tests/skills/test_budget.py+++ b/harness/tests/skills/test_budget.py@@ -19,8 +19,7 @@ import itertoolsimport pytestfrom codeverse.skills import all_skills, bundle_dirs, select, skills_dir-from codeverse.skills.model import BODY_MAX_TOKENS-from codeverse.skills.prompting import NATIVE_LOADERS, index_block, index_tokens+from codeverse.skills.prompting import index_block, index_tokenspytestmark = pytest.mark.skipif(not bundle_dirs(), reason=f"no bundles in {skills_dir()} yet")@@ -62,24 +61,3 @@ def test_the_api_agent_index_stays_inside_its_budget_with_the_whole_library_instassert len(index_block(worst[3], "unknown-backend").encode()) <= API_INDEX_BYTES_MAX[email protected]("kind", NATIVE_LOADERS)-def test_a_native_loader_is_never_handed_a_second_index(kind: str):- for track, language, round_kind, skills in _every_session():- text = index_block(skills, kind)- assert index_tokens(skills, kind) <= NATIVE_INDEX_TOKENS_MAX- for s in skills:- assert s.name not in text, f"{kind} would index {s.name} twice ({track}/{language}/{round_kind})"---def test_no_body_can_blow_a_session_on_its_own():- for name, skill in sorted(LIBRARY.items()):- assert skill.body_tokens <= BODY_MAX_TOKENS, f"{name}: {skill.body_tokens} tokens"---def test_reading_the_whole_routed_set_is_priced_and_bounded():- """The worst thing an agent can do is read all five. It must still be affordable."""- worst = max(_every_session(), key=lambda row: sum(s.body_tokens for s in row[3]))- total = sum(s.body_tokens for s in worst[3])- assert total <= 5 * BODY_MAX_TOKENS- # ~$0.0021/1k in, gemini-3.7-flash: five bodies is cents, not dollars- assert total * 2.1e-6 < 0.03, f"{worst[:3]} would cost ${total * 2.1e-6:.4f} to read fully"diff --git a/harness/tests/skills/test_end_to_end.py b/harness/tests/skills/test_end_to_end.pyindex 343639e5..c7b01051 100644--- a/harness/tests/skills/test_end_to_end.py+++ b/harness/tests/skills/test_end_to_end.py@@ -127,11 +127,6 @@ def test_the_body_that_was_sent_is_hashed_into_the_record(run):assert {k.split(":", 1)[1] for k in keys} >= set(rec.rounds[0].skills.listed)-def test_the_cap_holds_across_a_whole_run(run):- rec, _, _ = run- assert all(len(r.skills.listed) <= 5 for r in rec.rounds)--def test_telemetry_is_on_disk_for_the_report_command(run):_, ws, _ = runrows = (ws.root / "telemetry" / "skills.jsonl").read_text().splitlines()diff --git a/harness/tests/skills/test_freshness.py b/harness/tests/skills/test_freshness.pyindex 9f04b7a5..58727ca0 100644--- a/harness/tests/skills/test_freshness.py+++ b/harness/tests/skills/test_freshness.py@@ -179,18 +179,6 @@ def test_every_constant_a_bundle_names_in_prose_is_ours_or_declared_foreign(doc:f"with the namespace that owns it")[email protected]("doc", DOCS, ids=[str(p.relative_to(skills_dir())) for p in DOCS])-def test_every_switch_a_bundle_names_is_a_live_switch(doc: Path):- from codeverse.tracks.plan_features import LIVE_SWITCHES-- live = {s if isinstance(s, str) else getattr(s, "env", "") for s in LIVE_SWITCHES}- live |= {n for n in LIVE_CONSTANTS if n.startswith("CV3D_")}- live |= {"CV3D_SKILLS", "CV3D_SKILLS_MAX", "CV3D_SKILLS_UNVERIFIED", "CV3D_SKILLS_DIR",- "CV3D_MAX_IN_FLIGHT"}- named = set(_ENV.findall(doc.read_text()))- assert named <= live, f"{doc.name} names dead switch(es): {sorted(named - live)}"--@pytest.mark.parametrize("doc", DOCS, ids=[str(p.relative_to(skills_dir())) for p in DOCS])def test_every_sibling_skill_a_bundle_names_exists(doc: Path):named = set(re.findall(r"\bcv3d-[a-z0-9-]+\b", doc.read_text()))diff --git a/harness/tests/skills/test_library.py b/harness/tests/skills/test_library.pyindex 2e4e59f7..9b65ef2c 100644--- a/harness/tests/skills/test_library.py+++ b/harness/tests/skills/test_library.py@@ -16,7 +16,6 @@ from pathlib import Pathimport pytestfrom codeverse.skills import bundle_dirs, iter_skills, skills_dir, validate_bundle-from codeverse.skills.model import BODY_MAX_LINES, BODY_MAX_TOKENSfrom codeverse.skills.registry import ROUTED_SKILLS, ROUTESfrom codeverse.skills.targets import check_claims, claim_bases, load_claims@@ -38,12 +37,6 @@ def test_bundle_is_spec_conformant(d: Path):assert validate_bundle(d) == [][email protected]("s", SKILLS, ids=[s.name for s in SKILLS])-def test_body_is_inside_the_budget(s):- assert s.body_lines <= BODY_MAX_LINES- assert s.body_tokens <= BODY_MAX_TOKENS--@pytest.mark.parametrize("s", SKILLS, ids=[s.name for s in SKILLS])def test_a_skill_states_rules_and_does_not_become_a_second_cookbook(s):"""No code fence longer than 20 lines: code lives in the cookbook, which is one@@ -121,14 +114,6 @@ def _can_co_route(a: str, b: str) -> bool:for t1, l1 in ra for t2, l2 in rb)-def test_every_routed_skill_has_a_bundle_once_the_library_is_complete():- have = {d.name for d in BUNDLES}- missing = [n for n in ROUTED_SKILLS if n not in have]- if missing and len(have) < len(ROUTED_SKILLS):- pytest.skip(f"library still being written: {len(have)}/{len(ROUTED_SKILLS)} bundles")- assert missing == []--def test_no_bundle_exists_that_no_route_can_ever_attach():orphans = [d.name for d in BUNDLES if d.name not in ROUTED_SKILLS]assert orphans == [], f"unroutable bundles pay the index and never help: {orphans}"diff --git a/harness/tests/skills/test_materialize_prompting.py b/harness/tests/skills/test_materialize_prompting.pyindex f0889435..e5a33bd9 100644--- a/harness/tests/skills/test_materialize_prompting.py+++ b/harness/tests/skills/test_materialize_prompting.py@@ -133,12 +133,6 @@ def test_api_agent_gets_the_index_it_cannot_discover(library):assert f"**{s.name}**" in text and f".agents/skills/{s.name}/SKILL.md" in text-def test_the_worst_case_api_agent_index_stays_inside_its_budget(library):- """Design §5.4 prices the index at ~225 tokens for five skills; 300 is the ceiling."""- five = list(library.values())[:5]- assert index_tokens(five, "api-agent") <= 300--def test_an_empty_route_adds_no_text_at_all(library):assert index_block([], "api-agent") == "" and index_block([], "codex") == ""diff --git a/harness/tests/skills/test_router.py b/harness/tests/skills/test_router.pyindex 6aa6ab19..3b0c826a 100644--- a/harness/tests/skills/test_router.py+++ b/harness/tests/skills/test_router.py@@ -10,7 +10,6 @@ from types import SimpleNamespace as NSimport pytest-from codeverse.conventions import LANGUAGE_FRAMEfrom codeverse.skills.model import EVIDENCE_INHERITEDfrom codeverse.skills.registry import QUIET_KINDS, plan_signals, select, skills_forfrom tests.skills.conftest import write_bundle@@ -50,30 +49,6 @@ def test_custom_shader_is_detected_from_effects_or_from_words():assert not plan_signals(NS(summary="a wooden chair", parts=[part()]))["has_custom_shader"]-# --------------------------------------------------------------------------- the laws-def test_every_track_language_pair_routes_at_least_one_skill_at_baseline(library):- """Coverage is a test, not a hope (design §5.2 law 6)."""- for language in LANGUAGE_FRAME:- track = TRACK_OF[language]- got = skills_for(track, language, "baseline", plan=static_plan(), library=library, allow_unverified=True)- assert got, f"{track}/{language} routes nothing at baseline"---def test_no_input_combination_exceeds_the_cap(library):- every_finding = ["connectivity/interpenetration", "contract/part_bbox", "contract/instance_bbox",- "joint_sweep/link_overlap", "motion_direction/wrong_axis", "scene_frames/dark_or_flat",- "scene_frames/camera_placement", "gl_frames/motion_or_detail", "lint/part_not_imported",- "shader/compile_or_binding"]- kinds = ("baseline", "part", "detail", "refine", "repair", "rebuild", "rewrite", "env", "zone",- "asset", "asset_fix", "compose", "reference")- for language, track in TRACK_OF.items():- for kind in kinds:- for findings in ((), every_finding):- got = select(track, language, kind, signals=plan_signals(static_plan(instances=2, symmetry="mirror_x")),- findings=findings, library=library, max_skills=5, allow_unverified=True)- assert len(got) <= 5, (track, language, kind, [s.name for s in got])--def test_a_repair_round_spends_its_budget_on_what_broke(library):got = select("static_object", "blender", "repair",signals=plan_signals(static_plan()),@@ -149,13 +124,6 @@ def test_scene_gate_findings_route_the_matching_scene_skill(library):assert got and got[0].name == want, finding-def test_routing_is_deterministic_and_ordered_by_priority(library):- args = dict(signals=plan_signals(static_plan(instances=2)), findings=["contract/instance_bbox"], library=library)- runs = [[(s.name, s.priority) for s in select("static_object", "blender", "refine", **args)] for _ in range(5)]- assert all(r == runs[0] for r in runs)- assert [p for _, p in runs[0]] == sorted((p for _, p in runs[0]), reverse=True)--def test_a_route_row_without_a_bundle_is_skipped_not_a_crash(library_dir):from codeverse.skills import all_skillsdiff --git a/harness/tests/skills/test_spec_compliance.py b/harness/tests/skills/test_spec_compliance.pyindex f267a494..771d0c7e 100644--- a/harness/tests/skills/test_spec_compliance.py+++ b/harness/tests/skills/test_spec_compliance.py@@ -46,23 +46,6 @@ def _raw(d: Path) -> tuple[dict, str]:return yaml.safe_load(m.group(1)) or {}, text[m.end():][email protected]("d", BUNDLES, ids=IDS)-def test_the_bundle_is_a_directory_holding_skill_md(d: Path):- assert (d / "SKILL.md").is_file(), f"{d.name}: the spec's entry point is SKILL.md"--[email protected]("d", BUNDLES, ids=IDS)-def test_name_matches_the_character_rules_and_the_directory(d: Path):- fm, _ = _raw(d)- name = fm.get("name")- assert isinstance(name, str) and name, f"{d.name}: `name` is required"- assert 1 <= len(name) <= NAME_MAX- assert NAME_RE.match(name), f"{name!r}: lowercase a-z0-9 and single hyphens only"- assert "--" not in name, f"{name!r}: consecutive hyphens are forbidden"- assert not name.startswith("-") and not name.endswith("-")- assert name == d.name, f"{name!r} != directory {d.name!r}: every CLI keys discovery off the dir"--@pytest.mark.parametrize("d", BUNDLES, ids=IDS)def test_description_is_present_bounded_and_says_what_and_when(d: Path):fm, _ = _raw(d)@@ -72,33 +55,6 @@ def test_description_is_present_bounded_and_says_what_and_when(d: Path):f"{d.name}: the description is the ONLY text a CLI matches on — it must say WHEN")[email protected]("d", BUNDLES, ids=IDS)-def test_no_angle_bracket_anywhere_in_the_frontmatter(d: Path):- """The spec's prompt-injection rule: frontmatter is pasted into a system prompt."""- text = (d / "SKILL.md").read_text(encoding="utf-8")- fm_text = re.match(r"\A---[ \t]*\r?\n(.*?)\r?\n---", text, re.S).group(1)- assert "<" not in fm_text and ">" not in fm_text--[email protected]("d", BUNDLES, ids=IDS)-def test_only_spec_keys_at_the_top_level_and_metadata_is_a_string_map(d: Path):- fm, _ = _raw(d)- assert set(fm) <= SPEC_KEYS, f"{d.name}: {sorted(set(fm) - SPEC_KEYS)} belong under `metadata`"- meta = fm.get("metadata") or {}- assert isinstance(meta, dict)- for k, v in meta.items():- assert isinstance(k, str) and isinstance(v, (str, int, float, bool)), (- f"{d.name}: metadata.{k} must be a scalar (the spec allows string→string)")- if "compatibility" in fm:- assert len(str(fm["compatibility"])) <= COMPATIBILITY_MAX--[email protected]("d", BUNDLES, ids=IDS)-def test_the_body_stays_under_the_spec_line_budget(d: Path):- _, body = _raw(d)- assert len(body.splitlines()) <= BODY_MAX_LINES--@pytest.mark.parametrize("d", BUNDLES, ids=IDS)def test_resources_are_one_level_deep_in_the_directories_the_spec_names(d: Path):for p in d.iterdir():diff --git a/harness/tests/skills/test_targets.py b/harness/tests/skills/test_targets.pyindex 4ac1f585..ff107094 100644--- a/harness/tests/skills/test_targets.py+++ b/harness/tests/skills/test_targets.py@@ -126,13 +126,6 @@ def test_a_baseline_names_its_n(d: Path):assert re.search(r"\bn\s*=\s*\d+", base), f"{d.name}: target_baseline must state n=<runs>"[email protected]("d", BUNDLES, ids=[d.name for d in BUNDLES])-def test_metadata_values_are_strings(d: Path):- meta = _frontmatter(d)- for k, v in meta.items():- assert isinstance(v, str), f"{d.name}: metadata.{k} must be a string (the spec allows string→string)"--# --------------------------------------------------------------------------- classification@pytest.mark.parametrize("message",diff --git a/harness/tests/skills/test_telemetry.py b/harness/tests/skills/test_telemetry.pyindex 5b8bb3fc..b19793da 100644--- a/harness/tests/skills/test_telemetry.py+++ b/harness/tests/skills/test_telemetry.py@@ -113,13 +113,6 @@ def test_deep_read_rate_aggregates_across_sessions(ws, library):assert rates[got.listed[1]] == (0, 2)-def test_telemetry_never_raises_into_a_run(tmp_path):- from codeverse.skills.model import SkillsMaterialized-- assert append_usage(tmp_path / "nope" / "nope", probe_reads(tmp_path, SkillsMaterialized())) is None or True---# --------------------------------------------------------------- signal 4: the controldef test_the_control_bundle_is_materialised_and_starts_unread(ws, library):from codeverse.skills.materialize import CONTROL_NAME, materialize_skillsdiff --git a/harness/tests/spatial_tools/test_connectivity.py b/harness/tests/spatial_tools/test_connectivity.pyindex 1bc6f52a..560777d0 100644--- a/harness/tests/spatial_tools/test_connectivity.py+++ b/harness/tests/spatial_tools/test_connectivity.py@@ -114,13 +114,6 @@ def test_pair_distance_sampled_fallback(monkeypatch: pytest.MonkeyPatch) -> Noneassert pd.gap_vector[0] == pytest.approx(0.02, abs=1e-6)-def test_penetration_depth_zero_when_apart() -> None:- a = trimesh.creation.box(extents=(1, 1, 1))- b = trimesh.creation.box(extents=(1, 1, 1))- b.apply_translation((2, 0, 0))- assert penetration_depth(a, b) == (0.0, 0.0)--def _open_bottom_box(extents, translation) -> trimesh.Trimesh:"""A box with its bottom face dropped — an open shell, what agents actually export."""m = trimesh.creation.box(extents=extents)@@ -244,10 +237,3 @@ def test_a_model_authored_below_the_floor_still_reports_its_floating_part(tmp_paassert any("touches the ground" in f.message for f in sunk.findings)-def test_a_part_resting_exactly_on_the_floor_is_still_grounded(tmp_path: Path) -> None:- """The abs() must not cost the ordinary case: y=0 and a hair above it are grounded."""- from codeverse.spatial.connectivity import check_connectivity as cc-- for dy in (0.0, 0.001):- r = cc(_hat_and_body(tmp_path / f"f2_{dy}.glb", dy))- assert not any("touches the ground" in f.message for f in r.findings), dydiff --git a/harness/tests/spatial_tools/test_contract.py b/harness/tests/spatial_tools/test_contract.pyindex 1ad0dfb0..a357b3b4 100644--- a/harness/tests/spatial_tools/test_contract.py+++ b/harness/tests/spatial_tools/test_contract.py@@ -86,21 +86,6 @@ def test_match_parts_instances() -> None:assert [e.name for e in extra] == ["Extra"]-def test_a_sibling_ending_in_a_digit_is_not_swallowed() -> None:- """CG-4: _instance_re('shelf') matches 'shelf2', and match_parts popped every hit,- so 'Shelf' consumed the 'Shelf2' node before 'Shelf2' was ever considered — a false- "missing from the GLB" ERROR and a real 0.75 cap on a GLB that matched the plan."""- plan = [PartPlan(name=n, role="r", description="d", bbox=BBox(center=(0, 0, 0), extents=(1, 1, 1)))- for n in ("Shelf", "Shelf2")]- rows = [PartMeasure(name=n, bbox_min=(0, 0, 0), bbox_max=(1, 1, 1)) for n in ("Shelf", "Shelf2")]-- matched, extra = match_parts(plan, rows)-- assert [m.name for m in matched["Shelf"]] == ["Shelf"]- assert [m.name for m in matched["Shelf2"]] == ["Shelf2"]- assert extra == []--def test_an_exact_name_wins_over_another_part_instance_pattern() -> None:"""Order must not decide it either: 'Slat1' is claimed by Slat1 even when theSlat instances are matched first, and Slat still collects its real instances."""diff --git a/harness/tests/spatial_tools/test_tools.py b/harness/tests/spatial_tools/test_tools.pyindex 2fa0aef5..ffa6f588 100644--- a/harness/tests/spatial_tools/test_tools.py+++ b/harness/tests/spatial_tools/test_tools.py@@ -183,19 +183,6 @@ def test_hand_placed_glb_without_build_status_still_measures(stool_ctx: ToolContassert get_tool("measure").call(stool_ctx, {}).ok-def test_build_unavailable_runtime(stool_ctx: ToolContext, monkeypatch: pytest.MonkeyPatch) -> None:- import codeverse.spatial.tool_common as tc-- def boom(module, attr):- raise tc.ToolUnavailable(f"{module} not importable")-- monkeypatch.setattr(tc, "lazy", boom)- monkeypatch.setattr("codeverse.spatial.tools.lazy", boom)- obs = get_tool("build").call(stool_ctx, {})- assert not obs.ok and obs.text.startswith("tool build unavailable:")---# --------------------------------------------------------------------------- rendering with a fake rendererdef _fake_render_glb(glb, out_dir, *, views=None, mode="shaded", width=768, height=768, isolate=None, explode=0.0, sheet=True, background="studio", **_):out_dir = Path(out_dir)out_dir.mkdir(parents=True, exist_ok=True)@@ -266,17 +253,6 @@ def test_compare_silhouette_tool(stool_ctx: ToolContext, fake_renderer) -> None:assert not obs.ok and "out of range" in obs.text-def test_renderer_unavailable(stool_ctx: ToolContext, monkeypatch: pytest.MonkeyPatch) -> None:- import codeverse.spatial.tool_common as tc-- def boom(module, attr):- raise tc.ToolUnavailable(f"{module} not importable")-- monkeypatch.setattr(tc, "lazy", boom)- obs = get_tool("render_views").call(stool_ctx, {})- assert not obs.ok and obs.text.startswith("tool render_views unavailable:")--def test_scene_tools_degrade_when_unavailable(stool_ctx: ToolContext, monkeypatch: pytest.MonkeyPatch) -> None:import codeverse.spatial.tool_common as tcimport codeverse.spatial.tools as tsdiff --git a/harness/tests/threejs_render/test_studio_rig.py b/harness/tests/threejs_render/test_studio_rig.pyindex 1b9847b8..034a637c 100644--- a/harness/tests/threejs_render/test_studio_rig.py+++ b/harness/tests/threejs_render/test_studio_rig.py@@ -92,17 +92,6 @@ def test_studio_render_is_reproducible_and_stamps_the_rig_version(stool_glb: Patassert Path(va.path).read_bytes() == Path(vb.path).read_bytes(), f"{va.name} is not reproducible"-def test_the_render_cache_still_hits_after_the_rig_change(stool_glb: Path, tmp_path: Path):- render_glb(stool_glb, tmp_path / "one", views=OBJECT_VIEWS_QUICK, width=128, height=128,- sheet=False, use_cache=True)- render_glb(stool_glb, tmp_path / "two", views=OBJECT_VIEWS_QUICK, width=128, height=128,- sheet=False, use_cache=True)- meta = json.loads((tmp_path / "two" / "views.json").read_text())- assert meta.get("from_cache") is True--def test_orbit_views_share_one_camera_distance(stool_glb: Path, tmp_path: Path):"""Consistent framing: views in the orbit band (|elevation| <= 60) share one cameradistance so the object keeps its apparent size across the montage — but no view isdiff --git a/harness/tests/urdf_joints/test_export.py b/harness/tests/urdf_joints/test_export.pyindex 8c6e1017..8cd67c9b 100644--- a/harness/tests/urdf_joints/test_export.py+++ b/harness/tests/urdf_joints/test_export.py@@ -17,7 +17,6 @@ from codeverse.spatial.joints import (render_poses,urdf_to_glb,)-from codeverse.spatial.sheet import LABEL_H, PAD, contact_sheetfrom tests.urdf_joints.conftest import write_mesh_robot@@ -75,20 +74,6 @@ def test_render_poses_with_fake_renderer_builds_sheet(tmp_path):assert sheet.is_file() and Image.open(sheet).size[0] > 32-def test_articulation_sheet_geometry_and_missing_tile(tmp_path):- """The articulation sheet is ``sheet.contact_sheet``: labelled grid, and a- missing pose PNG becomes a grey labelled tile instead of an OSError."""- imgs = []- for i in range(3):- p = tmp_path / f"{i}.png"- Image.new("RGB", (64, 48), (i * 50, 0, 0)).save(p)- imgs.append((f"img{i}", p))- imgs.append(("missing", tmp_path / "nope.png")) # never written- out = contact_sheet(imgs, tmp_path / "s.png", cols=2, tile=64)- im = Image.open(out)- assert im.size == (2 * (64 + PAD) + PAD, 2 * (64 + LABEL_H + PAD) + PAD)--def test_multi_material_link_keeps_materials(tmp_path):from tests.urdf_joints.conftest import write_mesh_robot