Skip to content

Automation foundation model for tiny devices: 2-bit, 8-29 MB, tool calls, ASR, structured extraction and embeddings on phones, wearables, smart homes, robots, cars and microcontrollers.

train

HenryNdubuakuc6fb22194512
diff --git a/src/cli.py b/src/cli.py
index a174231..d79b903 100644
--- a/src/cli.py
+++ b/src/cli.py
@@ -21,7 +21,7 @@ def main():
p.add_argument("--muon-lr", type=float, default=0.02)
p.add_argument("--d-model", type=int, default=640)
p.add_argument("--num-heads", type=int, default=8)
- p.add_argument("--num-kv-heads", type=int, default=)
+ p.add_argument("--num-kv-heads", type=int, default=4)
p.add_argument("--num-layers", type=int, default=16)
p.add_argument("--num-dec-layers", type=int, default=8)
p.add_argument("--max-enc-len", type=int, default=DEFAULT_MAX_ENC_LEN)