Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
launch: turning pictures on for a model that is already installed says it downloads only the picture reader, not the whole model
Niko1221e29112390ff5
diff --git a/strata_cli/launch/runner.py b/strata_cli/launch/runner.pyindex 8cf0198be..9b4bd4250 100644--- a/strata_cli/launch/runner.py+++ b/strata_cli/launch/runner.py@@ -374,8 +374,11 @@ class Runner:return 0.0try:path, desc = self.installed_state()- if path is not None and desc is not None and desc_matches(desc, s) and not files_present(read_config(path)):- return 0.0+ if path is not None and desc is not None and not files_present(read_config(path)):+ if desc_matches(desc, s):+ return 0.0+ # the model is on disk: what differs is the context / memory format (nothing to download) or the pictures (the 0.9 GB reader file)+ return 0.9 if (s.vision != "off" and (desc.get("images") or "off") == "off") else 0.0row = next((r for r in self.catalog.rows() if r.family == s.family and r.model == s.model), None)return float(row.download_gb) if row else 0.0except Exception: # noqa: BLE001diff --git a/tests/terminal/test_launch.py b/tests/terminal/test_launch.pyindex b5ffedee6..f405e90a8 100644--- a/tests/terminal/test_launch.py+++ b/tests/terminal/test_launch.py@@ -413,6 +413,17 @@ class AdoptRules(unittest.TestCase):self.assertEqual(mod.control_engine_step({}, "cpu")[5], "cpu") # the component carries it: the choice is keptself.assertEqual(mod.control_engine_step({}, "none")[5], "none")+ def test_turning_pictures_on_for_an_installed_model_downloads_only_the_reader(self):+ with Home() as h:+ cat = catalog(HW_12)+ cfgfile = h.base / "strata-x.json"+ cfgfile.write_text("{}")+ for vision, images, ctx, want in (("on", "off", 32768, 0.9), ("on", "cpu", 32768, 0.0), ("off", "off", 32768, 0.0), ("off", "off", 65536, 0.0)):+ r = Runner(S.LaunchSettings(family="qwen", model="IQ3_XXS", vision=vision, context=ctx), catalog=cat)+ desc = {"context": 32768, "kv": "int8", "images": images}+ with mock.patch.object(r, "installed_state", return_value=(cfgfile, desc)):+ self.assertAlmostEqual(r.download_gb(), want, msg=(vision, images, ctx))+def test_pictures_asked_but_still_off_is_said_in_plain_words(self):with Home() as h:cat = catalog(HW_12)