Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
launch: setup step 6 (packing, converting) is no longer silent - the plain sentence for what it does is shown and a 'still working, N min so far' line comes every 30 s of silence; a cancel is seen at once
Niko122117cb817594ff
diff --git a/strata_cli/launch/runner.py b/strata_cli/launch/runner.pyindex f24801ea6..c51f09673 100644--- a/strata_cli/launch/runner.py+++ b/strata_cli/launch/runner.py@@ -310,6 +310,15 @@ def download_text(dl: dict, already: bool, label: str | None = None) -> str:return f"{label}: {dl['done_gb']:.1f} of {dl['total_gb']:.1f} GB" if label else f"Downloading {dl['done_gb']:.1f} of {dl['total_gb']:.1f} GB"+_END = object()+++def _elapsed(seconds: float) -> str:+ """'40 s', '3 min' (plain, rounded down)."""+ seconds = int(seconds)+ return f"{seconds} s" if seconds < 90 else f"{seconds // 60} min"++class Runner:def __init__(self, s: S.LaunchSettings, *, catalog: Catalog | None = None, emit: Callable[[Event], None] | None = None,cancel: threading.Event | None = None, feed: str | None = None, python: str | None = None,@@ -624,6 +633,32 @@ class Runner:"""(title, text) of the question before a download starts, naming exactly what is fetched."""return self.model_state().question()+ #: seconds of silence from setup before a "still working" line (packing a 40 GB model prints nothing for minutes)+ HEARTBEAT_S = 30.0++ def _read_lines(self, p: subprocess.Popen):+ """The lines setup prints, and None whenever a second passes with none, so a silent step can say it is still going and a cancel is+ seen at once."""+ import queue+ q: queue.Queue = queue.Queue()++ def pump() -> None:+ try:+ for ln in p.stdout: # type: ignore[union-attr]+ q.put(ln)+ finally:+ q.put(_END)+ threading.Thread(target=pump, daemon=True).start()+ while True:+ try:+ ln = q.get(timeout=min(1.0, max(0.05, self.HEARTBEAT_S / 2)))+ except queue.Empty:+ yield None+ continue+ if ln is _END:+ return+ yield ln+def progress_job(self) -> dict:"""What the download figure is counted over: the folder setup writes the model into (the data folder it is GIVEN, which may be theperson's --data-dir and not the default one) and every file of the install with the catalog's total, so a model in several shards@@ -678,10 +713,17 @@ class Runner:lines: list[str] = []already: bool | None = None # all the model's files were on disk before this run wrote anythingjob = self.progress_job()- for line in p.stdout: # type: ignore[union-attr]+ step_seen, step_since, quiet_since, said = None, time.monotonic(), time.monotonic(), None+ for line in self._read_lines(p):if self.cancel.is_set():self._stop_children()raise Cancelled()+ if line is None: # nothing printed for a while: the long steps (packing, converting) are silent+ if said and said[1] != "download" and time.monotonic() - quiet_since >= self.HEARTBEAT_S:+ quiet_since = time.monotonic()+ self.emit("model", f"{said[0]} (still working, {_elapsed(time.monotonic() - step_since)} so far)", None, step=step_seen)+ continue+ quiet_since = time.monotonic()line = line.rstrip()if not line:continue@@ -690,6 +732,12 @@ class Runner:prog = cat.mcp.install_progress(lines)prog = cat.mcp.combined_progress(prog, job)dl, phase, label = prog.get("download"), prog.get("phase"), prog.get("label")+ if prog.get("step") != step_seen:+ step_seen, step_since = prog.get("step"), time.monotonic()+ if label and not dl:+ said = (label, phase)+ else:+ said = Noneif dl and dl.get("total_gb", 0) >= 0.05 and not (s.model_path and phase == "download"):if phase == "download" and already is None:already = float(dl["percent"]) >= 99.5diff --git a/tests/terminal/test_flow2_022.py b/tests/terminal/test_flow2_022.pyindex 9e7735653..2cd8c38f4 100644--- a/tests/terminal/test_flow2_022.py+++ b/tests/terminal/test_flow2_022.py@@ -249,5 +249,57 @@ class DownloadTotal(Base):+class QuietStep(Base):+ """Finding 5: setup step 6 (packing) prints nothing for minutes: the person sees the plain sentence and a 'still working' line."""++ def slow(self, steps):+ import time+ for delay, line in steps:+ time.sleep(delay)+ yield line + "\n"++ def run_steps(self, steps, heartbeat=0.3):+ r = self.runner(family="qwen", model="Q2_0", vision="off", context=32768)+ r.HEARTBEAT_S = heartbeat+ seen = []+ r.emit_cb = lambda ev: seen.append(ev.text)+ proc = mock.Mock()+ proc.stdout = self.slow(steps)+ proc.wait.return_value = 1+ with mock.patch.object(Runner, "_spawn", return_value=proc), mock.patch.object(Runner, "adopt_prepared_files", return_value=None):+ with self.assertRaises(LaunchError):+ r.ensure_model()+ return seen++ def test_a_silent_pack_step_says_what_it_does_and_that_it_is_still_going(self):+ seen = self.run_steps([(0, "=== Step 5: Getting the model files ==="), (0, "all model files present"),+ (0, "=== Step 6: Preparing the model for Strata ==="),+ (0, "> python tools/iq_pack.py --gguf x --out y --experts-bin"), (1.6, "[X] stopped for the test")])+ pack = [x for x in seen if x.startswith("Packing the experts into one file")]+ self.assertTrue(pack, seen)+ self.assertEqual(pack[0], "Packing the experts into one file for low-memory mode (one time)")+ beats = [x for x in pack if "still working" in x]+ self.assertGreaterEqual(len(beats), 2, seen) # a line every interval of silence+ self.assertNotIn("Setup step 6", " ".join(seen))++ def test_no_heartbeat_while_lines_keep_coming(self):+ seen = self.run_steps([(0, "=== Step 6: Preparing the model for Strata ==="), (0, "> python tools/iq_pack.py --gguf x --out y --experts-bin")] ++ [(0.1, f" layer {i}") for i in range(5)] + [(0, "[X] stopped")], heartbeat=2.0)+ self.assertFalse([x for x in seen if "still working" in x])++ def test_the_plain_printer_shows_each_heartbeat(self):+ import io+ from strata_cli.launch import cmd+ from strata_cli.launch.runner import Event+ buf = io.StringIO()+ with mock.patch.object(cmd.sys, "stdout", buf):+ emit = cmd._printer()+ emit(Event("model", "Packing (still working, 30 s so far)"))+ emit(Event("model", "Packing (still working, 60 s so far)"))+ emit(Event("model", "Packing (still working, 60 s so far)"))+ self.assertEqual(buf.getvalue().count("still working"), 2)+++if __name__ == "__main__":unittest.main()