Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

launch: turning pictures on for a model that is already installed says it downloads only the picture reader, not the whole model

Niko1221e29112390ff5
diff --git a/strata_cli/launch/runner.py b/strata_cli/launch/runner.py
index 8cf0198be..9b4bd4250 100644
--- a/strata_cli/launch/runner.py
+++ b/strata_cli/launch/runner.py
@@ -374,8 +374,11 @@ class Runner:
return 0.0
try:
path, desc = self.installed_state()
- if path is not None and desc is not None and desc_matches(desc, s) and not files_present(read_config(path)):
- return 0.0
+ if path is not None and desc is not None and not files_present(read_config(path)):
+ if desc_matches(desc, s):
+ return 0.0
+ # the model is on disk: what differs is the context / memory format (nothing to download) or the pictures (the 0.9 GB reader file)
+ return 0.9 if (s.vision != "off" and (desc.get("images") or "off") == "off") else 0.0
row = next((r for r in self.catalog.rows() if r.family == s.family and r.model == s.model), None)
return float(row.download_gb) if row else 0.0
except Exception: # noqa: BLE001
diff --git a/tests/terminal/test_launch.py b/tests/terminal/test_launch.py
index b5ffedee6..f405e90a8 100644
--- a/tests/terminal/test_launch.py
+++ b/tests/terminal/test_launch.py
@@ -413,6 +413,17 @@ class AdoptRules(unittest.TestCase):
self.assertEqual(mod.control_engine_step({}, "cpu")[5], "cpu") # the component carries it: the choice is kept
self.assertEqual(mod.control_engine_step({}, "none")[5], "none")
+ def test_turning_pictures_on_for_an_installed_model_downloads_only_the_reader(self):
+ with Home() as h:
+ cat = catalog(HW_12)
+ cfgfile = h.base / "strata-x.json"
+ cfgfile.write_text("{}")
+ for vision, images, ctx, want in (("on", "off", 32768, 0.9), ("on", "cpu", 32768, 0.0), ("off", "off", 32768, 0.0), ("off", "off", 65536, 0.0)):
+ r = Runner(S.LaunchSettings(family="qwen", model="IQ3_XXS", vision=vision, context=ctx), catalog=cat)
+ desc = {"context": 32768, "kv": "int8", "images": images}
+ with mock.patch.object(r, "installed_state", return_value=(cfgfile, desc)):
+ self.assertAlmostEqual(r.download_gb(), want, msg=(vision, images, ctx))
+
def test_pictures_asked_but_still_off_is_said_in_plain_words(self):
with Home() as h:
cat = catalog(HW_12)