Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C

convert(fp8->int4): --mtp/--indexer respected on the --indir path, no more container overwrite (#355)

JustVuggdb09466d3dc9
diff --git a/c/tools/convert_fp8_to_int4.py b/c/tools/convert_fp8_to_int4.py
index 382125eb..fb2fb738 100644
--- a/c/tools/convert_fp8_to_int4.py
+++ b/c/tools/convert_fp8_to_int4.py
@@ -379,14 +379,32 @@ def main():
if a.indir: # conversione locale (test)
shards = sorted(glob.glob(os.path.join(a.indir, "*.safetensors")))
from safetensors.numpy import save_file
+ # BUG #355: questo ramo ignorava --mtp/--indexer. Con --mtp scriveva
+ # out-NNNNN (gli STESSI nomi di una conversione normale) in ebits=8 e
+ # keep_mtp=False -> il "secondo passaggio MTP" nella stessa outdir
+ # SOVRASCRIVEVA il container gia' finito con una riconversione int8
+ # completa, in silenzio (137/141 shard distrutti prima di accorgersene).
+ # Ora il ramo locale rispecchia il download path: prefisso corretto,
+ # flag passate, shard vuoti saltati.
+ prefix = "out-mtp-" if a.mtp else "out-idx-" if a.indexer else "out-"
+ n = 0
for i, sp in enumerate(shards):
- out = {}; convert_shard(sp, out, a.n_layers, a.ebits, a.io_bits, a.xbits, group_size=a.group_size, bits_map=bits_map)
- save_file(out, os.path.join(a.outdir, f"out-{i:05d}.safetensors"))
- # copia config + tokenizer
- for fn in ["config.json"]:
- src = os.path.join(a.indir, fn)
- if os.path.exists(src): shutil.copy(src, a.outdir)
- print(f"converted {len(shards)} shards -> {a.outdir}")
+ out = {}
+ convert_shard(sp, out, a.n_layers, a.ebits, a.io_bits, a.xbits,
+ keep_mtp=a.mtp, keep_idx=a.indexer,
+ group_size=a.group_size, bits_map=bits_map)
+ if not out: # shard senza MTP/idx: niente file (come il download path)
+ continue
+ save_file(out, os.path.join(a.outdir, f"{prefix}{n:05d}.safetensors"))
+ n += 1
+ # config/tokenizer solo per la conversione principale — i passaggi mtp/idx
+ # vanno nella stessa outdir di un container gia' completo di metadati.
+ if not a.mtp and not a.indexer:
+ for fn in ["config.json"]:
+ src = os.path.join(a.indir, fn)
+ if os.path.exists(src): shutil.copy(src, a.outdir)
+ tag = "MTP" if a.mtp else "indexer" if a.indexer else "main"
+ print(f"converted {n} {tag} shard(s) -> {a.outdir} ({prefix}NNNNN)")
return
# reale: scarica shard per shard, converte, cancella