Local UI to run and train LLMs and diffusion models. Supports GGUF, MLX, Qwen3.8, DeepSeek-V4.1, MiniMax-H3, Gemma 4, FLUX and more.
Python agentaichatgptdeepseekfine-tuninggemmaimage-generationllamallmllmsopenaipythonqwenreinforcement-learningself-hostedstable-diffusiontext-to-speechttsuiunsloth
Studio CI: run the web tools overlap timings serially (#16383)
Daniel Hanc58bf7f8cd4a
diff --git a/.github/workflows/studio-backend-ci.yml b/.github/workflows/studio-backend-ci.ymlindex 9f26ab43047..1576f4ffb5b 100644--- a/.github/workflows/studio-backend-ci.yml+++ b/.github/workflows/studio-backend-ci.yml@@ -256,6 +256,7 @@ jobs:--ignore=tests/test_profile_stats.py \--ignore=tests/test_media_auto_switch.py \--ignore=tests/test_pr5624_regressions.py \+ --ignore=tests/test_web_tools_overlap.py \-k 'not llama_cpp_load_progress_live'- name: Backend tests that cannot share a worker@@ -277,7 +278,8 @@ jobs:tests/test_anthropic_messages.py \tests/test_profile_stats.py \tests/test_media_auto_switch.py \- tests/test_pr5624_regressions.py+ tests/test_pr5624_regressions.py \+ tests/test_web_tools_overlap.py- name: Decision model training tests# Their worker imports unsloth, so unsloth_zoo is installed here, after the suite above randiff --git a/tests/studio/test_backend_ci_parallel_isolation.py b/tests/studio/test_backend_ci_parallel_isolation.pyindex 164ea30c5a6..de917cc4183 100644--- a/tests/studio/test_backend_ci_parallel_isolation.py+++ b/tests/studio/test_backend_ci_parallel_isolation.py@@ -120,6 +120,10 @@ BACKEND_ISOLATED = [("tests/test_web_fetch_extraction.py", "compares parse time at two input sizes"),("tests/test_tool_call_parser_strict.py", "compares parse time at two nesting depths"),("tests/test_pr5624_regressions.py", "R1 parser's 1s bound exceeded under CPU contention"),+ (+ "tests/test_web_tools_overlap.py",+ "compares an overlapped batch's duration against a serial one",+ ),# Found by staging; the scan cannot find it (see below).("tests/test_tunnel_safe_long_post.py",diff --git a/tests/test_ci_backend_pytest_shards.py b/tests/test_ci_backend_pytest_shards.pyindex 8fe4f0aec0f..902c3716022 100644--- a/tests/test_ci_backend_pytest_shards.py+++ b/tests/test_ci_backend_pytest_shards.py@@ -294,12 +294,22 @@ class TestTheSplitKeepsTheSelectionItInherited:returnraise AssertionError(f"the {_SERIAL_STEP!r} step is gone")- def test_the_serial_step_runs_the_thirteen_isolated_files(self):- """The serial selection includes the timing-sensitive R1 parser regressions."""+ def test_the_serial_step_runs_exactly_the_files_the_parallel_run_ignores(self):+ """The serial selection includes the timing-sensitive R1 parser regressions. Compared+ against the parallel step's own ignores, not a count, so isolating a file means+ editing the two lists together and nothing else."""paths = _serial_paths()- assert len(paths) == 13, f"the serial step runs {len(paths)} files, not 13: {paths}"- assert len(set(paths)) == 13, f"the serial step names a file twice: {paths}"+ assert len(set(paths)) == len(paths), f"the serial step names a file twice: {paths}"assert "tests/test_pr5624_regressions.py" in paths+ ignored = {+ token[len("--ignore=") :]+ for token in str(_shared_pytest_step()["run"]).split()+ if token.startswith("--ignore=tests/")+ } - set(_NOT_IN_ANY_SHARD)+ assert set(paths) == ignored, (+ f"ignored by the parallel run but never rerun: {sorted(ignored - set(paths))}; "+ f"rerun but not ignored: {sorted(set(paths) - ignored)}"+ )missing = [path for path in paths if not (_BACKEND_TESTS.parent / path).is_file()]assert not missing, f"the serial step names files that do not exist: {missing}"