Automation foundation model for tiny devices: 2-bit, 8-29 MB, tool calls, ASR, structured extraction and embeddings on phones, wearables, smart homes, robots, cars and microcontrollers.
reduce decoder head
HenryNdubuaku7bd5c2a9dd09
diff --git a/src/cli.py b/src/cli.pyindex dedb175..fbd1613 100644--- a/src/cli.py+++ b/src/cli.py@@ -23,7 +23,7 @@ def main():p.add_argument("--num-heads", type=int, default=8)p.add_argument("--num-kv-heads", type=int, default=4)p.add_argument("--num-layers", type=int, default=12)- p.add_argument("--num-dec-layers", type=int, default=12)+ p.add_argument("--num-dec-layers", type=int, default=10)p.add_argument("--max-enc-len", type=int, default=DEFAULT_MAX_ENC_LEN)p.add_argument("--max-dec-len", type=int, default=DEFAULT_MAX_DEC_LEN)p.add_argument("--max-samples", type=int, default=None)