Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 405,
"content": "<|endoftext|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 406,
"content": "<|padding|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": {
"type": "NFC"
},
"pre_tokenizer": {
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
},
"post_processor": null,
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": null,
"continuing_subword_prefix": null,
"end_of_word_suffix": null,
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": false,
"vocab": {
"!": 0,
"\"": 1,
"#": 2,
"$": 3,
"%": 4,
"&": 5,
"'": 6,
"(": 7,
")": 8,
"*": 9,
"+": 10,
",": 11,
"-": 12,
".": 13,
"/": 14,
"0": 15,
"1": 16,
"2": 17,
"3": 18,
"4": 19,
"5": 20,
"6": 21,
"7": 22,
"8": 23,
"9": 24,
":": 25,
";": 26,
"<": 27,
"=": 28,
">": 29,
"?": 30,
"@": 31,
"A": 32,
"B": 33,
"C": 34,
"D": 35,
"E": 36,
"F": 37,
"G": 38,
"H": 39,
"I": 40,
"J": 41,
"K": 42,
"L": 43,
"M": 44,
"N": 45,
"O": 46,
"P": 47,
"Q": 48,
"R": 49,
"S": 50,
"T": 51,
"U": 52,
"V": 53,
"W": 54,
"X": 55,
"Y": 56,
"Z": 57,
"[": 58,
"\\": 59,
"]": 60,
"^": 61,
"_": 62,
"`": 63,
"a": 64,
"b": 65,
"c": 66,
"d": 67,
"e": 68,
"f": 69,
"g": 70,
"h": 71,
"i": 72,
"j": 73,
"k": 74,
"l": 75,
"m": 76,
"n": 77,
"o": 78,
"p": 79,
"q": 80,
"r": 81,
"s": 82,
"t": 83,
"u": 84,
"v": 85,
"w": 86,
"x": 87,
"y": 88,
"z": 89,
"{": 90,
"|": 91,
"}": 92,
"~": 93,
"¡": 94,
"¢": 95,
"£": 96,
"¤": 97,
"¥": 98,
"¦": 99,
"§": 100,
"¨": 101,
"©": 102,
"ª": 103,
"«": 104,
"¬": 105,
"®": 106,
"¯": 107,
"°": 108,
"±": 109,
"²": 110,
"³": 111,
"´": 112,
"µ": 113,
"¶": 114,
"·": 115,
"¸": 116,
"¹": 117,
"º": 118,
"»": 119,
"¼": 120,
"½": 121,
"¾": 122,
"¿": 123,
"À": 124,
"Á": 125,
"Â": 126,
"Ã": 127,
"Ä": 128,
"Å": 129,
"Æ": 130,
"Ç": 131,
"È": 132,
"É": 133,
"Ê": 134,
"Ë": 135,
"Ì": 136,
"Í": 137,
"Î": 138,
"Ï": 139,
"Ð": 140,
"Ñ": 141,
"Ò": 142,
"Ó": 143,
"Ô": 144,
"Õ": 145,
"Ö": 146,
"×": 147,
"Ø": 148,
"Ù": 149,
"Ú": 150,
"Û": 151,
"Ü": 152,
"Ý": 153,
"Þ": 154,
"ß": 155,
"à": 156,
"á": 157,
"â": 158,
"ã": 159,
"ä": 160,
"å": 161,
"æ": 162,
"ç": 163,
"è": 164,
"é": 165,
"ê": 166,
"ë": 167,
"ì": 168,
"í": 169,
"î": 170,
"ï": 171,
"ð": 172,
"ñ": 173,
"ò": 174,
"ó": 175,
"ô": 176,
"õ": 177,
"ö": 178,
"÷": 179,
"ø": 180,
"ù": 181,
"ú": 182,
"û": 183,
"ü": 184,
"ý": 185,
"þ": 186,
"ÿ": 187,
"Ā": 188,
"ā": 189,
"Ă": 190,
"ă": 191,
"Ą": 192,
"ą": 193,
"Ć": 194,
"ć": 195,
"Ĉ": 196,
"ĉ": 197,
"Ċ": 198,
"ċ": 199,
"Č": 200,
"č": 201,
"Ď": 202,
"ď": 203,
"Đ": 204,
"đ": 205,
"Ē": 206,
"ē": 207,
"Ĕ": 208,
"ĕ": 209,
"Ė": 210,
"ė": 211,
"Ę": 212,
"ę": 213,
"Ě": 214,
"ě": 215,
"Ĝ": 216,
"ĝ": 217,
"Ğ": 218,
"ğ": 219,
"Ġ": 220,
"ġ": 221,
"Ģ": 222,
"ģ": 223,
"Ĥ": 224,
"ĥ": 225,
"Ħ": 226,
"ħ": 227,
"Ĩ": 228,
"ĩ": 229,
"Ī": 230,
"ī": 231,
"Ĭ": 232,
"ĭ": 233,
"Į": 234,
"į": 235,
"İ": 236,
"ı": 237,
"IJ": 238,
"ij": 239,
"Ĵ": 240,
"ĵ": 241,
"Ķ": 242,
"ķ": 243,
"ĸ": 244,
"Ĺ": 245,
"ĺ": 246,
"Ļ": 247,
"ļ": 248,
"Ľ": 249,
"ľ": 250,
"Ŀ": 251,
"ŀ": 252,
"Ł": 253,
"ł": 254,
"Ń": 255,
"he": 256,
"Ġt": 257,
"es": 258,
"re": 259,
"ve": 260,
"wo": 261,
"Ġ4": 262,
"ĠI": 263,
"Ġa": 264,
"Ġf": 265,
"20": 266,
"<<": 267,
"de": 268,
"do": 269,
"in": 270,
"la": 271,
"ll": 272,
"ow": 273,
"ove": 274,
"Ġ1": 275,
"Ġb": 276,
"Ġs": 277,
"Ġx": 278,
"Ġhe": 279,
"Ġwo": 280,
"Ġ20": 281,
"Ġ<<": 282,
"Ġthe": 283,
"ĠIt": 284,
"def": 285,
"ine": 286,
"'d": 287,
"'s": 288,
"'t": 289,
"'re": 290,
"'ve": 291,
"'ll": 292,
"):": 293,
"23": 294,
"45": 295,
"67": 296,
"AX": 297,
"BO": 298,
"DY": 299,
"He": 300,
"MAX": 301,
"The": 302,
"ab": 303,
"ac": 304,
"af": 305,
"aÃ": 306,
"bla": 307,
"bove": 308,
"ck": 309,
"caf": 310,
"gh": 311,
"go": 312,
"hre": 313,
"if": 314,
"im": 315,
"is": 316,
"ick": 317,
"ju": 318,
"kn": 319,
"ld": 320,
"les": 321,
"line": 322,
"mp": 323,
"nd": 324,
"nk": 325,
"naÃ": 326,
"op": 327,
"ox": 328,
"pp": 329,
"pac": 330,
"qu": 331,
"rn": 332,
"row": 333,
"rld": 334,
"tu": 335,
"tes": 336,
"top": 337,
"we": 338,
"ytes": 339,
"zy": 340,
"¯ve": 341,
"é": 342,
"Ċĉ": 343,
"Ġ#": 344,
"Ġ(": 345,
"Ġ+": 346,
"Ġ=": 347,
"Ġ[": 348,
"Ġ{": 349,
"ĠĠ": 350,
"Ġdo": 351,
"Ġla": 352,
"Ġove": 353,
"Ġgo": 354,
"Ġis": 355,
"Ġju": 356,
"Ġkn": 357,
"Ġline": 358,
"ĠnaÃ": 359,
"Ġqu": 360,
"Ġwe": 361,
"Ġtwo": 362,
"Ġthre": 363,
"Ġtim": 364,
"retu": 365,
"Ġ42": 366,
"Ġabove": 367,
"Ġand": 368,
"Ġapp": 369,
"Ġfine": 370,
"Ġfox": 371,
"don": 372,
"llo": 373,
"Ġ123": 374,
"Ġbrow": 375,
"Ġbytes": 376,
"Ġspac": 377,
"Ġstop": 378,
"Ġhere": 379,
"Ġwon": 380,
"Ġworld": 381,
"Ġthey": 382,
"4567": 383,
"BODY": 384,
"Hello": 385,
"abc": 386,
"blank": 387,
"café": 388,
"ghi": 389,
"mps": 390,
"Ġdog": 391,
"Ġlazy": 392,
"Ġover": 393,
"Ġjumps": 394,
"Ġknow": 395,
"Ġnaïve": 396,
"Ġquick": 397,
"Ġthree": 398,
"Ġtimes": 399,
"return": 400,
"Ġapples": 401,
"Ġ1234567": 402,
"Ġbrown": 403,
"Ġspaces": 404
},
"merges": [
[
"h",
"e"
],
[
"Ġ",
"t"
],
[
"e",
"s"
],
[
"r",
"e"
],
[
"v",
"e"
],
[
"w",
"o"
],
[
"Ġ",
"4"
],
[
"Ġ",
"I"
],
[
"Ġ",
"a"
],
[
"Ġ",
"f"
],
[
"2",
"0"
],
[
"<",
"<"
],
[
"d",
"e"
],
[
"d",
"o"
],
[
"i",
"n"
],
[
"l",
"a"
],
[
"l",
"l"
],
[
"o",
"w"
],
[
"o",
"ve"
],
[
"Ġ",
"1"
],
[
"Ġ",
"b"
],
[
"Ġ",
"s"
],
[
"Ġ",
"x"
],
[
"Ġ",
"he"
],
[
"Ġ",
"wo"
],
[
"Ġ",
"20"
],
[
"Ġ",
"<<"
],
[
"Ġt",
"he"
],
[
"ĠI",
"t"
],
[
"de",
"f"
],
[
"in",
"e"
],
[
"'",
"d"
],
[
"'",
"s"
],
[
"'",
"t"
],
[
"'",
"re"
],
[
"'",
"ve"
],
[
"'",
"ll"
],
[
")",
":"
],
[
"2",
"3"
],
[
"4",
"5"
],
[
"6",
"7"
],
[
"A",
"X"
],
[
"B",
"O"
],
[
"D",
"Y"
],
[
"H",
"e"
],
[
"M",
"AX"
],
[
"T",
"he"
],
[
"a",
"b"
],
[
"a",
"c"
],
[
"a",
"f"
],
[
"a",
"Ã"
],
[
"b",
"la"
],
[
"b",
"ove"
],
[
"c",
"k"
],
[
"c",
"af"
],
[
"g",
"h"
],
[
"g",
"o"
],
[
"h",
"re"
],
[
"i",
"f"
],
[
"i",
"m"
],
[
"i",
"s"
],
[
"i",
"ck"
],
[
"j",
"u"
],
[
"k",
"n"
],
[
"l",
"d"
],
[
"l",
"es"
],
[
"l",
"ine"
],
[
"m",
"p"
],
[
"n",
"d"
],
[
"n",
"k"
],
[
"n",
"aÃ"
],
[
"o",
"p"
],
[
"o",
"x"
],
[
"p",
"p"
],
[
"p",
"ac"
],
[
"q",
"u"
],
[
"r",
"n"
],
[
"r",
"ow"
],
[
"r",
"ld"
],
[
"t",
"u"
],
[
"t",
"es"
],
[
"t",
"op"
],
[
"w",
"e"
],
[
"y",
"tes"
],
[
"z",
"y"
],
[
"¯",
"ve"
],
[
"Ã",
"©"
],
[
"Ċ",
"ĉ"
],
[
"Ġ",
"#"
],
[
"Ġ",
"("
],
[
"Ġ",
"+"
],
[
"Ġ",
"="
],
[
"Ġ",
"["
],
[
"Ġ",
"{"
],
[
"Ġ",
"Ġ"
],
[
"Ġ",
"do"
],
[
"Ġ",
"la"
],
[
"Ġ",
"ove"
],
[
"Ġ",
"go"
],
[
"Ġ",
"is"
],
[
"Ġ",
"ju"
],
[
"Ġ",
"kn"
],
[
"Ġ",
"line"
],
[
"Ġ",
"naÃ"
],
[
"Ġ",
"qu"
],
[
"Ġ",
"we"
],
[
"Ġt",
"wo"
],
[
"Ġt",
"hre"
],
[
"Ġt",
"im"
],
[
"re",
"tu"
],
[
"Ġ4",
"2"
],
[
"Ġa",
"bove"
],
[
"Ġa",
"nd"
],
[
"Ġa",
"pp"
],
[
"Ġf",
"ine"
],
[
"Ġf",
"ox"
],
[
"do",
"n"
],
[
"ll",
"o"
],
[
"Ġ1",
"23"
],
[
"Ġb",
"row"
],
[
"Ġb",
"ytes"
],
[
"Ġs",
"pac"
],
[
"Ġs",
"top"
],
[
"Ġhe",
"re"
],
[
"Ġwo",
"n"
],
[
"Ġwo",
"rld"
],
[
"Ġthe",
"y"
],
[
"45",
"67"
],
[
"BO",
"DY"
],
[
"He",
"llo"
],
[
"ab",
"c"
],
[
"bla",
"nk"
],
[
"caf",
"é"
],
[
"gh",
"i"
],
[
"mp",
"s"
],
[
"Ġdo",
"g"
],
[
"Ġla",
"zy"
],
[
"Ġove",
"r"
],
[
"Ġju",
"mps"
],
[
"Ġkn",
"ow"
],
[
"ĠnaÃ",
"¯ve"
],
[
"Ġqu",
"ick"
],
[
"Ġthre",
"e"
],
[
"Ġtim",
"es"
],
[
"retu",
"rn"
],
[
"Ġapp",
"les"
],
[
"Ġ123",
"4567"
],
[
"Ġbrow",
"n"
],
[
"Ġspac",
"es"
]
]
}
}