Skip to content

Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.

Studio CI: run the web tools overlap timings serially (#16383)

Daniel Hanc58bf7f8cd4a
diff --git a/.github/workflows/studio-backend-ci.yml b/.github/workflows/studio-backend-ci.yml
index 9f26ab43047..1576f4ffb5b 100644
--- a/.github/workflows/studio-backend-ci.yml
+++ b/.github/workflows/studio-backend-ci.yml
@@ -256,6 +256,7 @@ jobs:
--ignore=tests/test_profile_stats.py \
--ignore=tests/test_media_auto_switch.py \
--ignore=tests/test_pr5624_regressions.py \
+ --ignore=tests/test_web_tools_overlap.py \
-k 'not llama_cpp_load_progress_live'
- name: Backend tests that cannot share a worker
@@ -277,7 +278,8 @@ jobs:
tests/test_anthropic_messages.py \
tests/test_profile_stats.py \
tests/test_media_auto_switch.py \
- tests/test_pr5624_regressions.py
+ tests/test_pr5624_regressions.py \
+ tests/test_web_tools_overlap.py
- name: Decision model training tests
# Their worker imports unsloth, so unsloth_zoo is installed here, after the suite above ran
diff --git a/tests/studio/test_backend_ci_parallel_isolation.py b/tests/studio/test_backend_ci_parallel_isolation.py
index 164ea30c5a6..de917cc4183 100644
--- a/tests/studio/test_backend_ci_parallel_isolation.py
+++ b/tests/studio/test_backend_ci_parallel_isolation.py
@@ -120,6 +120,10 @@ BACKEND_ISOLATED = [
("tests/test_web_fetch_extraction.py", "compares parse time at two input sizes"),
("tests/test_tool_call_parser_strict.py", "compares parse time at two nesting depths"),
("tests/test_pr5624_regressions.py", "R1 parser's 1s bound exceeded under CPU contention"),
+ (
+ "tests/test_web_tools_overlap.py",
+ "compares an overlapped batch's duration against a serial one",
+ ),
# Found by staging; the scan cannot find it (see below).
(
"tests/test_tunnel_safe_long_post.py",
diff --git a/tests/test_ci_backend_pytest_shards.py b/tests/test_ci_backend_pytest_shards.py
index 8fe4f0aec0f..902c3716022 100644
--- a/tests/test_ci_backend_pytest_shards.py
+++ b/tests/test_ci_backend_pytest_shards.py
@@ -294,12 +294,22 @@ class TestTheSplitKeepsTheSelectionItInherited:
return
raise AssertionError(f"the {_SERIAL_STEP!r} step is gone")
- def test_the_serial_step_runs_the_thirteen_isolated_files(self):
- """The serial selection includes the timing-sensitive R1 parser regressions."""
+ def test_the_serial_step_runs_exactly_the_files_the_parallel_run_ignores(self):
+ """The serial selection includes the timing-sensitive R1 parser regressions. Compared
+ against the parallel step's own ignores, not a count, so isolating a file means
+ editing the two lists together and nothing else."""
paths = _serial_paths()
- assert len(paths) == 13, f"the serial step runs {len(paths)} files, not 13: {paths}"
- assert len(set(paths)) == 13, f"the serial step names a file twice: {paths}"
+ assert len(set(paths)) == len(paths), f"the serial step names a file twice: {paths}"
assert "tests/test_pr5624_regressions.py" in paths
+ ignored = {
+ token[len("--ignore=") :]
+ for token in str(_shared_pytest_step()["run"]).split()
+ if token.startswith("--ignore=tests/")
+ } - set(_NOT_IN_ANY_SHARD)
+ assert set(paths) == ignored, (
+ f"ignored by the parallel run but never rerun: {sorted(ignored - set(paths))}; "
+ f"rerun but not ignored: {sorted(set(paths) - ignored)}"
+ )
missing = [path for path in paths if not (_BACKEND_TESTS.parent / path).is_file()]
assert not missing, f"the serial step names files that do not exist: {missing}"