Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

strata launch --help states the picture rule; strata monitor is the seven-view monitor (dead six-view fallback removed), tests

Niko12214794b1377911
diff --git a/strata_cli/launch/cmd.py b/strata_cli/launch/cmd.py
index f07de1519..7275b07e2 100644
--- a/strata_cli/launch/cmd.py
+++ b/strata_cli/launch/cmd.py
@@ -85,8 +85,9 @@ def add_parsers(sp: argparse._SubParsersAction) -> list[argparse.ArgumentParser]
g.add_argument("--context", type=_context, metavar="SIZE", help="how much text it remembers at once: 32k, 64k, 128k, 256k or a number of tokens")
g.add_argument("--kv", type=_choice("a memory format", S.KV_MODES), metavar="FORMAT", help="conversation memory format: int8 (default), q4_0 (half the memory), k8v4, fp16")
g.add_argument("--vision", type=_choice("a picture setting", S.VISION_MODES), metavar="off|on|gpu|cpu",
- help="let the model read pictures. Default: on when the model can read pictures and the engine has the picture reader "
- "(on the graphics card for NVIDIA and AMD, on the CPU otherwise); off turns it off")
+ help="let the model read pictures. Default: on when the model can read pictures and the engine has the picture reader. "
+ "'on' picks the reader by your graphics memory: the CPU reader under 24 GB, the GPU reader from 24 GB (any make); "
+ "gpu / cpu choose one; off turns pictures off")
g.add_argument("--parallel", type=_parallel, metavar="N", help="requests answered at the same time, 1 to 8 (default: fit to your graphics card)")
g.add_argument("--gpu", metavar="LIST", help="graphics card numbers to use, e.g. 0 or 0,1 (default: the engine's choice)")
g.add_argument("--tune", type=_choice("a tuning mode", S.TUNE_MODES), metavar="quick|thorough|skip", help="find the fastest settings first (default: skip here; the guided screens suggest quick the first time)")
diff --git a/strata_cli/monitor_commands.py b/strata_cli/monitor_commands.py
index ead6429cd..b3bef9f41 100644
--- a/strata_cli/monitor_commands.py
+++ b/strata_cli/monitor_commands.py
@@ -34,7 +34,7 @@ def add_status(sp: argparse._SubParsersAction) -> None:
def add_monitor(sp: argparse._SubParsersAction) -> None:
- monitor = sp.add_parser("monitor", help="read-only six-view terminal monitor")
+ monitor = sp.add_parser("monitor", help="read-only terminal monitor: seven views (Overview ... Logs, Connect), the same as the one strata launch opens")
_connection(monitor)
monitor.add_argument("--once", action="store_true", help="print one snapshot without starting the TUI")
monitor.add_argument("--output", choices=("human", "json"), default="human")
@@ -190,17 +190,14 @@ def run(a: argparse.Namespace) -> int:
print(render_view(snapshot, "overview", width=80, height=24))
return 0
try:
- from strata_cli.monitor import MonitorApp
- except ImportError:
- return _error("monitor component missing; install the optional terminal UI dependency", 5, machine)
- try: # the monitor with its Connect view (key 7); q just detaches here
from strata_cli.launch.monitor_ext import LaunchMonitor
- LaunchMonitor(endpoint, None, info={"url": endpoint.base_url, "urls": [endpoint.base_url], "key": endpoint.credential or "", "model": "",
- "profile": None, "name": None}, ask_quit=False, interval=a.interval, requests=a.requests,
- theme=a.theme, color=a.color, glyphs=a.glyphs).run()
except ImportError:
- MonitorApp(endpoint, None, interval=a.interval, requests=a.requests,
- theme=a.theme, color=a.color, glyphs=a.glyphs).run()
+ return _error("monitor component missing; install the optional terminal UI dependency", 5, machine)
+ # the one monitor, with the same seven views as the one `strata launch` opens (Connect is key 7 and works against this --url
+ # server); q just detaches here: nothing was started by this command, so there is nothing to stop
+ LaunchMonitor(endpoint, None, info={"url": endpoint.base_url, "urls": [endpoint.base_url], "key": endpoint.credential or "", "model": "",
+ "profile": None, "name": None}, ask_quit=False, interval=a.interval, requests=a.requests,
+ theme=a.theme, color=a.color, glyphs=a.glyphs).run()
return 0
except ClientError as e:
return _error(str(e), e.exit_code, machine)
diff --git a/tests/terminal/test_launch.py b/tests/terminal/test_launch.py
index 68f9c355f..adbec8833 100644
--- a/tests/terminal/test_launch.py
+++ b/tests/terminal/test_launch.py
@@ -648,6 +648,14 @@ class FlagsCommand(unittest.TestCase):
self.assertIn("launch", out)
self.assertIn("connect", out)
+ def test_vision_help_says_the_picture_rule(self):
+ code, out, err = run_cli(["launch", "--help"])
+ text = " ".join(out.split())
+ self.assertIn("CPU reader under 24 GB", text)
+ self.assertIn("GPU reader from 24 GB", text)
+ self.assertIn("off turns pictures off", text)
+ self.assertNotIn("for NVIDIA and AMD", text)
+
def test_model_context_parallel_vision_tune_access_port(self):
p = self.plan("--model", "iq3_xxs", "--context", "128k", "--parallel", "2", "--vision", "off", "--tune", "quick", "--access", "lan",
"--port", "9090")
diff --git a/tests/terminal/test_tuiqa_monitor.py b/tests/terminal/test_tuiqa_monitor.py
index 16fd7ecfe..6d71405c7 100644
--- a/tests/terminal/test_tuiqa_monitor.py
+++ b/tests/terminal/test_tuiqa_monitor.py
@@ -132,6 +132,46 @@ class MonitorViews(unittest.TestCase):
self.assertEqual(app.view, 5)
self.run_app(MonitorApp, (120, 40), case)
+ def test_strata_monitor_is_the_same_seven_view_monitor_as_launchs(self):
+ """`strata monitor --url ...` builds the launch monitor without the quit question: seven views, key 7, Connect points at that server."""
+ from strata_cli import monitor_commands
+ seen = {}
+
+ class Fake:
+ def __init__(self, endpoint, snapshot, **kw):
+ seen.update(kw, endpoint=endpoint)
+
+ def run(self):
+ seen["ran"] = True
+
+ args = monitor_commands.parser().parse_args(["monitor", "--url", "http://127.0.0.1:18765"])
+ with mock.patch("strata_cli.launch.monitor_ext.LaunchMonitor", Fake), mock.patch("sys.stdout.isatty", return_value=True), Home():
+ self.assertEqual(monitor_commands.run(args), 0)
+ self.assertTrue(seen.get("ran"))
+ self.assertFalse(seen["ask_quit"]) # q detaches: this command started nothing
+ self.assertEqual(seen["info"]["url"], "http://127.0.0.1:18765") # the Connect view's address is the --url server
+ self.assertIn("seven views", " ".join(monitor_commands.parser().format_help().split()))
+
+ def test_the_monitor_strata_monitor_opens_has_seven_views_and_connect_shows_the_server(self):
+ async def case(app, pilot):
+ shown = text_of(app)
+ self.assertIn("7 Connect", shown)
+ self.assertNotIn("1-6", shown)
+ await pilot.press("7")
+ await pilot.pause(0.2)
+ self.assertEqual(app.view, 6)
+ self.assertIn(INFO["url"], text_of(app))
+ await pilot.press("escape")
+ await pilot.pause(0.1)
+ self.assertEqual(app.view, 0)
+ async def go():
+ app = LaunchMonitor(Source(metrics("idle")), None, info=dict(INFO), interval=30, ask_quit=False)
+ async with app.run_test(size=(120, 40)) as pilot:
+ await pilot.pause(0.4)
+ return await case(app, pilot)
+ with Home():
+ asyncio.run(go())
+
def test_the_overview_is_titled_overview(self):
async def case(app, pilot):
self.assertIn("STRATA Overview", text_of(app))