Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.
C++
tuner: the GPU cache's 'resident experts' wording is not the low-RAM resident mode
Niko1221aab3810b549e
diff --git a/strata_control/tune_knobs.py b/strata_control/tune_knobs.pyindex 5785f88cc..b6a296ddf 100644--- a/strata_control/tune_knobs.py+++ b/strata_control/tune_knobs.py@@ -193,7 +193,7 @@ class Context:def condition_holds(name: str, ctx: Context) -> bool:f = ctx.factsreturn {- "resident_ram": bool(f.get("resident_ram")),+ "resident_ram": bool(f.get("resident_ram")) or "--resident-experts" in ctx.base_args,"one_gpu": ctx.gpu_count <= 1,"two_gpus": ctx.gpu_count == 2,"hybrid_cpu": ctx.hybrid_cpu,@@ -214,7 +214,7 @@ def machine_classes(ctx: Context) -> list[str]:return classesif ctx.backend == "sycl":return ["G"]- if ctx.facts.get("resident_ram") or (ctx.ram_gib and ctx.model_gib and ctx.ram_gib - ctx.model_gib < 12):+ if condition_holds("resident_ram", ctx) or (ctx.ram_gib and ctx.model_gib and ctx.ram_gib - ctx.model_gib < 12):classes.append("A")classes.append("B" if ctx.vram_mib >= 24000 else "C")if ctx.hybrid_cpu:diff --git a/strata_control/tune_session.py b/strata_control/tune_session.pyindex bef618bfe..54232e4bf 100644--- a/strata_control/tune_session.py+++ b/strata_control/tune_session.py@@ -119,7 +119,8 @@ def parse_facts(text: str) -> dict[str, Any]:if "workers" not in facts and "cpu_threads" in facts:facts["workers"] = facts["cpu_threads"]low = text.lower()- facts["resident_ram"] = bool(re.search(r"resident[- ](?:ram|experts)|low-ram mode|resident ram", low))+ # the engine's low-RAM resident mode (--resident-experts) says so in its log; "resident experts" alone is the GPU cache's own wording+ facts["resident_ram"] = bool(re.search(r"resident ram mode|resident complement|resident [\d.]+ gib, pinned|low-ram mode", low))facts["hybrid_experts"] = "hybrid experts" in low or "hybrid:" in lowfacts["unknown_argument"] = bool(re.search(r"unknown argument|unrecognized (?:argument|option)", low))return facts