Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

launch: setup step 6 (packing, converting) is no longer silent - the plain sentence for what it does is shown and a 'still working, N min so far' line comes every 30 s of silence; a cancel is seen at once

Niko12215dc151d4d33e
diff --git a/strata_cli/launch/runner.py b/strata_cli/launch/runner.py
index f24801ea6..c51f09673 100644
--- a/strata_cli/launch/runner.py
+++ b/strata_cli/launch/runner.py
@@ -310,6 +310,15 @@ def download_text(dl: dict, already: bool, label: str | None = None) -> str:
return f"{label}: {dl['done_gb']:.1f} of {dl['total_gb']:.1f} GB" if label else f"Downloading {dl['done_gb']:.1f} of {dl['total_gb']:.1f} GB"
+_END = object()
+
+
+def _elapsed(seconds: float) -> str:
+ """'40 s', '3 min' (plain, rounded down)."""
+ seconds = int(seconds)
+ return f"{seconds} s" if seconds < 90 else f"{seconds // 60} min"
+
+
class Runner:
def __init__(self, s: S.LaunchSettings, *, catalog: Catalog | None = None, emit: Callable[[Event], None] | None = None,
cancel: threading.Event | None = None, feed: str | None = None, python: str | None = None,
@@ -624,6 +633,32 @@ class Runner:
"""(title, text) of the question before a download starts, naming exactly what is fetched."""
return self.model_state().question()
+ #: seconds of silence from setup before a "still working" line (packing a 40 GB model prints nothing for minutes)
+ HEARTBEAT_S = 30.0
+
+ def _read_lines(self, p: subprocess.Popen):
+ """The lines setup prints, and None whenever a second passes with none, so a silent step can say it is still going and a cancel is
+ seen at once."""
+ import queue
+ q: queue.Queue = queue.Queue()
+
+ def pump() -> None:
+ try:
+ for ln in p.stdout: # type: ignore[union-attr]
+ q.put(ln)
+ finally:
+ q.put(_END)
+ threading.Thread(target=pump, daemon=True).start()
+ while True:
+ try:
+ ln = q.get(timeout=min(1.0, max(0.05, self.HEARTBEAT_S / 2)))
+ except queue.Empty:
+ yield None
+ continue
+ if ln is _END:
+ return
+ yield ln
+
def progress_job(self) -> dict:
"""What the download figure is counted over: the folder setup writes the model into (the data folder it is GIVEN, which may be the
person's --data-dir and not the default one) and every file of the install with the catalog's total, so a model in several shards
@@ -678,10 +713,17 @@ class Runner:
lines: list[str] = []
already: bool | None = None # all the model's files were on disk before this run wrote anything
job = self.progress_job()
- for line in p.stdout: # type: ignore[union-attr]
+ step_seen, step_since, quiet_since, said = None, time.monotonic(), time.monotonic(), None
+ for line in self._read_lines(p):
if self.cancel.is_set():
self._stop_children()
raise Cancelled()
+ if line is None: # nothing printed for a while: the long steps (packing, converting) are silent
+ if said and said[1] != "download" and time.monotonic() - quiet_since >= self.HEARTBEAT_S:
+ quiet_since = time.monotonic()
+ self.emit("model", f"{said[0]} (still working, {_elapsed(time.monotonic() - step_since)} so far)", None, step=step_seen)
+ continue
+ quiet_since = time.monotonic()
line = line.rstrip()
if not line:
continue
@@ -690,6 +732,12 @@ class Runner:
prog = cat.mcp.install_progress(lines)
prog = cat.mcp.combined_progress(prog, job)
dl, phase, label = prog.get("download"), prog.get("phase"), prog.get("label")
+ if prog.get("step") != step_seen:
+ step_seen, step_since = prog.get("step"), time.monotonic()
+ if label and not dl:
+ said = (label, phase)
+ else:
+ said = None
if dl and dl.get("total_gb", 0) >= 0.05 and not (s.model_path and phase == "download"):
if phase == "download" and already is None:
already = float(dl["percent"]) >= 99.5
diff --git a/tests/terminal/test_flow2_022.py b/tests/terminal/test_flow2_022.py
index 9e7735653..2cd8c38f4 100644
--- a/tests/terminal/test_flow2_022.py
+++ b/tests/terminal/test_flow2_022.py
@@ -249,5 +249,57 @@ class DownloadTotal(Base):
+class QuietStep(Base):
+ """Finding 5: setup step 6 (packing) prints nothing for minutes: the person sees the plain sentence and a 'still working' line."""
+
+ def slow(self, steps):
+ import time
+ for delay, line in steps:
+ time.sleep(delay)
+ yield line + "\n"
+
+ def run_steps(self, steps, heartbeat=0.3):
+ r = self.runner(family="qwen", model="Q2_0", vision="off", context=32768)
+ r.HEARTBEAT_S = heartbeat
+ seen = []
+ r.emit_cb = lambda ev: seen.append(ev.text)
+ proc = mock.Mock()
+ proc.stdout = self.slow(steps)
+ proc.wait.return_value = 1
+ with mock.patch.object(Runner, "_spawn", return_value=proc), mock.patch.object(Runner, "adopt_prepared_files", return_value=None):
+ with self.assertRaises(LaunchError):
+ r.ensure_model()
+ return seen
+
+ def test_a_silent_pack_step_says_what_it_does_and_that_it_is_still_going(self):
+ seen = self.run_steps([(0, "=== Step 5: Getting the model files ==="), (0, "all model files present"),
+ (0, "=== Step 6: Preparing the model for Strata ==="),
+ (0, "> python tools/iq_pack.py --gguf x --out y --experts-bin"), (1.6, "[X] stopped for the test")])
+ pack = [x for x in seen if x.startswith("Packing the experts into one file")]
+ self.assertTrue(pack, seen)
+ self.assertEqual(pack[0], "Packing the experts into one file for low-memory mode (one time)")
+ beats = [x for x in pack if "still working" in x]
+ self.assertGreaterEqual(len(beats), 2, seen) # a line every interval of silence
+ self.assertNotIn("Setup step 6", " ".join(seen))
+
+ def test_no_heartbeat_while_lines_keep_coming(self):
+ seen = self.run_steps([(0, "=== Step 6: Preparing the model for Strata ==="), (0, "> python tools/iq_pack.py --gguf x --out y --experts-bin")] +
+ [(0.1, f" layer {i}") for i in range(5)] + [(0, "[X] stopped")], heartbeat=2.0)
+ self.assertFalse([x for x in seen if "still working" in x])
+
+ def test_the_plain_printer_shows_each_heartbeat(self):
+ import io
+ from strata_cli.launch import cmd
+ from strata_cli.launch.runner import Event
+ buf = io.StringIO()
+ with mock.patch.object(cmd.sys, "stdout", buf):
+ emit = cmd._printer()
+ emit(Event("model", "Packing (still working, 30 s so far)"))
+ emit(Event("model", "Packing (still working, 60 s so far)"))
+ emit(Event("model", "Packing (still working, 60 s so far)"))
+ self.assertEqual(buf.getvalue().count("still working"), 2)
+
+
+
if __name__ == "__main__":
unittest.main()