Skip to content

Qwen3.8-Flash-Next on any consumer hardware: one-click install for Windows / Linux. Strata inference engine, OpenAI/Anthropic API on localhost, optional image input.

C++

dsv41: --pack-info's device-type list is derived from iq::supported() instead of copied

Niko1221488dd8459c8e
diff --git a/src/dsv41/ds4_packinfo.cpp b/src/dsv41/ds4_packinfo.cpp
index ee4783970..94f19dfae 100644
--- a/src/dsv41/ds4_packinfo.cpp
+++ b/src/dsv41/ds4_packinfo.cpp
@@ -3,6 +3,7 @@
// would go to the CPU lane, or stop the load). Host only, no device, no weights read: tensors.txt and ds4.txt are the
// pack's whole description (tools/dsv41/pack_gguf.py). The same report is the first line of every benchmark log.
#include "ds4_packinfo.hpp"
+#include "ds4_iq.cuh" // iq::supported / iq::name: the device-type list below is derived from the kernels, not copied
#include <algorithm>
#include <cstdio>
@@ -19,10 +20,18 @@ namespace {
// The ggml block types the device kernels take (ds4_iq.cu's Ty<> / DS4_IQ_SWITCH + ds4_gguf.cu's MXFP4). A name here
// and not in the pack's tensor list is fine; a tensor whose type is not here is the CPU lane's (ggml-cpu's row dots).
+// It was a copy of the supported() switch and fell behind when IQ1_S, IQ1_M and IQ4_NL got kernels (2026-10-23), so it is
+// now the switch itself, by type name.
+
bool device_type(const std::string& t) {
- static const std::set<std::string> ok = {"MXFP4", "Q2_K", "Q3_K", "Q4_K", "Q5_K", "Q6_K", "IQ2_XXS", "IQ2_XS",
- "IQ2_S", "IQ3_XXS", "IQ3_S", "IQ4_XS", "TQK6", "TQK7", "TQK5X", "TQK4X",
- "TQK5T", "TQK4T"};
+ static const std::set<std::string> ok = [] {
+ std::set<std::string> s = {"MXFP4", "TQK6", "TQK7", "TQK5X", "TQK4X", "TQK5T", "TQK4T"}; // ds4_gguf.cu / trellis
+ for (int ty = 0; ty < 64; ++ty) {
+ const char* n = gguf::iq::name(ty);
+ if (n && std::strcmp(n, "?") != 0 && gguf::iq::supported(ty)) s.insert(n);
+ }
+ return s;
+ }();
return ok.count(t) != 0;
}
// The types the dense path reads as they are (ds4_gguf.cu: BF16 / F32 / MXFP8 rows, Q8_0 rows; ds4_iq's GEMV for the
diff --git a/tools/dsv41/ista_intake.py b/tools/dsv41/ista_intake.py
index b9e555711..257cc326b 100644
--- a/tools/dsv41/ista_intake.py
+++ b/tools/dsv41/ista_intake.py
@@ -187,7 +187,8 @@ def pack_info(pack: pathlib.Path) -> str:
def eval_pack(pack: pathlib.Path, tag: str) -> list[str]:
- r = run(["bash", "-lc", "cd /data/dsv41-port && bash session16.sh %s" % pack])
+ # session16.sh takes the pack directory NAME (it prefixes packs/ itself), never a path
+ r = run(["bash", "-lc", "cd /data/dsv41-port && bash session16.sh %s" % pack.name])
(PORT / "runs" / ("eval_%s.log" % tag)).write_text((r.stdout or "") + (r.stderr or ""))
rows = [l for l in (r.stdout or "").splitlines() if l.startswith("s16_") or l.startswith("rc=")]
return rows