Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦
C
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "|||IP_ADDRESS|||",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 1,
"content": "<|padding|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 438,
"content": " ",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 439,
"content": " ",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 440,
"content": " ",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 441,
"content": " ",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 442,
"content": " ",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 443,
"content": " ",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 444,
"content": " ",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 445,
"content": "|||EMAIL_ADDRESS|||",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 446,
"content": "|||PHONE_NUMBER|||",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 447,
"content": "<|endoftext|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 448,
"content": "[UNK]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 449,
"content": "[CLS]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 450,
"content": "[SEP]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 451,
"content": "[PAD]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 452,
"content": "[MASK]",
"single_word": false,
"lstrip": true,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 453,
"content": "[unused0]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
},
{
"id": 454,
"content": "[unused1]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": false
}
],
"normalizer": {
"type": "NFC"
},
"pre_tokenizer": {
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
},
"post_processor": {
"type": "TemplateProcessing",
"single": [
{
"SpecialToken": {
"id": "[CLS]",
"type_id": 0
}
},
{
"Sequence": {
"id": "A",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 0
}
}
],
"pair": [
{
"SpecialToken": {
"id": "[CLS]",
"type_id": 0
}
},
{
"Sequence": {
"id": "A",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 0
}
},
{
"Sequence": {
"id": "B",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 0
}
}
],
"special_tokens": {
"[UNK]": {
"id": "[UNK]",
"ids": [
448
],
"tokens": [
"[UNK]"
]
},
"[CLS]": {
"id": "[CLS]",
"ids": [
449
],
"tokens": [
"[CLS]"
]
},
"[SEP]": {
"id": "[SEP]",
"ids": [
450
],
"tokens": [
"[SEP]"
]
},
"[PAD]": {
"id": "[PAD]",
"ids": [
451
],
"tokens": [
"[PAD]"
]
},
"[MASK]": {
"id": "[MASK]",
"ids": [
452
],
"tokens": [
"[MASK]"
]
}
}
},
"decoder": {
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": null,
"continuing_subword_prefix": null,
"end_of_word_suffix": null,
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": false,
"vocab": {
"|||IP_ADDRESS|||": 0,
"<|padding|>": 1,
"Ā": 2,
"ā": 3,
"Ă": 4,
"ă": 5,
"Ą": 6,
"ą": 7,
"Ć": 8,
"ć": 9,
"Ĉ": 10,
"ĉ": 11,
"Ċ": 12,
"ċ": 13,
"Č": 14,
"č": 15,
"Ď": 16,
"ď": 17,
"Đ": 18,
"đ": 19,
"Ē": 20,
"ē": 21,
"Ĕ": 22,
"ĕ": 23,
"Ė": 24,
"ė": 25,
"Ę": 26,
"ę": 27,
"Ě": 28,
"ě": 29,
"Ĝ": 30,
"ĝ": 31,
"Ğ": 32,
"ğ": 33,
"Ġ": 34,
"!": 35,
"\"": 36,
"#": 37,
"$": 38,
"%": 39,
"&": 40,
"'": 41,
"(": 42,
")": 43,
"*": 44,
"+": 45,
",": 46,
"-": 47,
".": 48,
"/": 49,
"0": 50,
"1": 51,
"2": 52,
"3": 53,
"4": 54,
"5": 55,
"6": 56,
"7": 57,
"8": 58,
"9": 59,
":": 60,
";": 61,
"<": 62,
"=": 63,
">": 64,
"?": 65,
"@": 66,
"A": 67,
"B": 68,
"C": 69,
"D": 70,
"E": 71,
"F": 72,
"G": 73,
"H": 74,
"I": 75,
"J": 76,
"K": 77,
"L": 78,
"M": 79,
"N": 80,
"O": 81,
"P": 82,
"Q": 83,
"R": 84,
"S": 85,
"T": 86,
"U": 87,
"V": 88,
"W": 89,
"X": 90,
"Y": 91,
"Z": 92,
"[": 93,
"\\": 94,
"]": 95,
"^": 96,
"_": 97,
"`": 98,
"a": 99,
"b": 100,
"c": 101,
"d": 102,
"e": 103,
"f": 104,
"g": 105,
"h": 106,
"i": 107,
"j": 108,
"k": 109,
"l": 110,
"m": 111,
"n": 112,
"o": 113,
"p": 114,
"q": 115,
"r": 116,
"s": 117,
"t": 118,
"u": 119,
"v": 120,
"w": 121,
"x": 122,
"y": 123,
"z": 124,
"{": 125,
"|": 126,
"}": 127,
"~": 128,
"ġ": 129,
"Ģ": 130,
"ģ": 131,
"Ĥ": 132,
"ĥ": 133,
"Ħ": 134,
"ħ": 135,
"Ĩ": 136,
"ĩ": 137,
"Ī": 138,
"ī": 139,
"Ĭ": 140,
"ĭ": 141,
"Į": 142,
"į": 143,
"İ": 144,
"ı": 145,
"IJ": 146,
"ij": 147,
"Ĵ": 148,
"ĵ": 149,
"Ķ": 150,
"ķ": 151,
"ĸ": 152,
"Ĺ": 153,
"ĺ": 154,
"Ļ": 155,
"ļ": 156,
"Ľ": 157,
"ľ": 158,
"Ŀ": 159,
"ŀ": 160,
"Ł": 161,
"ł": 162,
"¡": 163,
"¢": 164,
"£": 165,
"¤": 166,
"¥": 167,
"¦": 168,
"§": 169,
"¨": 170,
"©": 171,
"ª": 172,
"«": 173,
"¬": 174,
"Ń": 175,
"®": 176,
"¯": 177,
"°": 178,
"±": 179,
"²": 180,
"³": 181,
"´": 182,
"µ": 183,
"¶": 184,
"·": 185,
"¸": 186,
"¹": 187,
"º": 188,
"»": 189,
"¼": 190,
"½": 191,
"¾": 192,
"¿": 193,
"À": 194,
"Á": 195,
"Â": 196,
"Ã": 197,
"Ä": 198,
"Å": 199,
"Æ": 200,
"Ç": 201,
"È": 202,
"É": 203,
"Ê": 204,
"Ë": 205,
"Ì": 206,
"Í": 207,
"Î": 208,
"Ï": 209,
"Ð": 210,
"Ñ": 211,
"Ò": 212,
"Ó": 213,
"Ô": 214,
"Õ": 215,
"Ö": 216,
"×": 217,
"Ø": 218,
"Ù": 219,
"Ú": 220,
"Û": 221,
"Ü": 222,
"Ý": 223,
"Þ": 224,
"ß": 225,
"à": 226,
"á": 227,
"â": 228,
"ã": 229,
"ä": 230,
"å": 231,
"æ": 232,
"ç": 233,
"è": 234,
"é": 235,
"ê": 236,
"ë": 237,
"ì": 238,
"í": 239,
"î": 240,
"ï": 241,
"ð": 242,
"ñ": 243,
"ò": 244,
"ó": 245,
"ô": 246,
"õ": 247,
"ö": 248,
"÷": 249,
"ø": 250,
"ù": 251,
"ú": 252,
"û": 253,
"ü": 254,
"ý": 255,
"þ": 256,
"ÿ": 257,
"Ġt": 258,
"he": 259,
"Ġthe": 260,
"es": 261,
"in": 262,
"Ġs": 263,
"ic": 264,
"Ġa": 265,
"er": 266,
"Ġw": 267,
"le": 268,
"or": 269,
"en": 270,
"is": 271,
"at": 272,
"ing": 273,
"Ġc": 274,
"Ġp": 275,
"nd": 276,
"ou": 277,
"re": 278,
"Ġn": 279,
"ent": 280,
"on": 281,
"Ġd": 282,
"Ġe": 283,
"as": 284,
"est": 285,
"his": 286,
"ot": 287,
"qu": 288,
"ve": 289,
"Ġl": 290,
"Ġre": 291,
"ay": 292,
"il": 293,
"ke": 294,
"quest": 295,
"Ġb": 296,
"Ġin": 297,
"ct": 298,
"ion": 299,
"ice": 300,
"ment": 301,
"od": 302,
"pl": 303,
"us": 304,
"ver": 305,
"Ġ\"": 306,
"Ġle": 307,
"Ġand": 308,
"The": 309,
"al": 310,
"am": 311,
"an": 312,
"ar": 313,
"ate": 314,
"fu": 315,
"it": 316,
"ld": 317,
"plic": 318,
"ur": 319,
"vel": 320,
"Ġf": 321,
"Ġh": 322,
"Ġis": 323,
"Ġou": 324,
"Ġlevel": 325,
"Ġnot": 326,
"Ġpr": 327,
"Ġthis": 328,
"Ġwe": 329,
"\":": 330,
"02": 331,
"ase": 332,
"ce": 333,
"ch": 334,
"et": 335,
"fund": 336,
"hing": 337,
"ike": 338,
"ill": 339,
"lease": 340,
"oc": 341,
"oes": 342,
"om": 343,
"question": 344,
"user": 345,
"very": 346,
"Ġ2": 347,
"Ġo": 348,
"Ġor": 349,
"Ġquestion": 350,
"Ġcan": 351,
"Ġde": 352,
"Ġem": 353,
"Ġlike": 354,
"Ġour": 355,
"Ġrefund": 356,
"Ġrequest": 357,
"Ġst": 358,
"Ġsu": 359,
"Ġte": 360,
"Ġto": 361,
"Ġwor": 362,
"\",": 363,
"026": 364,
"Does": 365,
"Please": 366,
"This": 367,
"act": 368,
"ag": 369,
"ail": 370,
"ave": 371,
"atement": 372,
"ayment": 373,
"bod": 374,
"body": 375,
"cel": 376,
"ed": 377,
"ew": 378,
"ex": 379,
"ers": 380,
"gent": 381,
"ical": 382,
"king": 383,
"ks": 384,
"ked": 385,
"loc": 386,
"locking": 387,
"me": 388,
"og": 389,
"oice": 390,
"old": 391,
"ow": 392,
"odu": 393,
"oduct": 394,
"ont": 395,
"ontr": 396,
"ontract": 397,
"ould": 398,
"pp": 399,
"ps": 400,
"plicate": 401,
"reat": 402,
"se": 403,
"st": 404,
"su": 405,
"sw": 406,
"um": 407,
"uplicate": 408,
"urgent": 409,
"Ġ3": 410,
"ĠI": 411,
"Ġr": 412,
"Ġurgent": 413,
"Ġuser": 414,
"Ġy": 415,
"Ġ2026": 416,
"Ġan": 417,
"Ġas": 418,
"Ġblocking": 419,
"Ġcontract": 420,
"Ġcr": 421,
"Ġcancel": 422,
"Ġevery": 423,
"Ġemail": 424,
"Ġfor": 425,
"Ġhold": 426,
"Ġinv": 427,
"Ġno": 428,
"Ġpayment": 429,
"Ġproduct": 430,
"Ġsc": 431,
"Ġstatement": 432,
"Ġth": 433,
"Ġteam": 434,
"Ġwas": 435,
"Ġwill": 436,
"Ġworks": 437,
" ": 438,
" ": 439,
" ": 440,
" ": 441,
" ": 442,
" ": 443,
" ": 444,
"|||EMAIL_ADDRESS|||": 445,
"|||PHONE_NUMBER|||": 446,
"<|endoftext|>": 447
},
"merges": [
[
"Ġ",
"t"
],
[
"h",
"e"
],
[
"Ġt",
"he"
],
[
"e",
"s"
],
[
"i",
"n"
],
[
"Ġ",
"s"
],
[
"i",
"c"
],
[
"Ġ",
"a"
],
[
"e",
"r"
],
[
"Ġ",
"w"
],
[
"l",
"e"
],
[
"o",
"r"
],
[
"e",
"n"
],
[
"i",
"s"
],
[
"a",
"t"
],
[
"in",
"g"
],
[
"Ġ",
"c"
],
[
"Ġ",
"p"
],
[
"n",
"d"
],
[
"o",
"u"
],
[
"r",
"e"
],
[
"Ġ",
"n"
],
[
"en",
"t"
],
[
"o",
"n"
],
[
"Ġ",
"d"
],
[
"Ġ",
"e"
],
[
"a",
"s"
],
[
"es",
"t"
],
[
"h",
"is"
],
[
"o",
"t"
],
[
"q",
"u"
],
[
"v",
"e"
],
[
"Ġ",
"l"
],
[
"Ġ",
"re"
],
[
"a",
"y"
],
[
"i",
"l"
],
[
"k",
"e"
],
[
"qu",
"est"
],
[
"Ġ",
"b"
],
[
"Ġ",
"in"
],
[
"c",
"t"
],
[
"i",
"on"
],
[
"ic",
"e"
],
[
"m",
"ent"
],
[
"o",
"d"
],
[
"p",
"l"
],
[
"u",
"s"
],
[
"v",
"er"
],
[
"Ġ",
"\""
],
[
"Ġ",
"le"
],
[
"Ġa",
"nd"
],
[
"T",
"he"
],
[
"a",
"l"
],
[
"a",
"m"
],
[
"a",
"n"
],
[
"a",
"r"
],
[
"at",
"e"
],
[
"f",
"u"
],
[
"i",
"t"
],
[
"l",
"d"
],
[
"pl",
"ic"
],
[
"u",
"r"
],
[
"ve",
"l"
],
[
"Ġ",
"f"
],
[
"Ġ",
"h"
],
[
"Ġ",
"is"
],
[
"Ġ",
"ou"
],
[
"Ġle",
"vel"
],
[
"Ġn",
"ot"
],
[
"Ġp",
"r"
],
[
"Ġt",
"his"
],
[
"Ġw",
"e"
],
[
"\"",
":"
],
[
"0",
"2"
],
[
"as",
"e"
],
[
"c",
"e"
],
[
"c",
"h"
],
[
"e",
"t"
],
[
"fu",
"nd"
],
[
"h",
"ing"
],
[
"i",
"ke"
],
[
"il",
"l"
],
[
"le",
"ase"
],
[
"o",
"c"
],
[
"o",
"es"
],
[
"o",
"m"
],
[
"quest",
"ion"
],
[
"us",
"er"
],
[
"ver",
"y"
],
[
"Ġ",
"2"
],
[
"Ġ",
"o"
],
[
"Ġ",
"or"
],
[
"Ġ",
"question"
],
[
"Ġc",
"an"
],
[
"Ġd",
"e"
],
[
"Ġe",
"m"
],
[
"Ġl",
"ike"
],
[
"Ġou",
"r"
],
[
"Ġre",
"fund"
],
[
"Ġre",
"quest"
],
[
"Ġs",
"t"
],
[
"Ġs",
"u"
],
[
"Ġt",
"e"
],
[
"Ġt",
"o"
],
[
"Ġw",
"or"
],
[
"\"",
","
],
[
"02",
"6"
],
[
"D",
"oes"
],
[
"P",
"lease"
],
[
"T",
"his"
],
[
"a",
"ct"
],
[
"a",
"g"
],
[
"a",
"il"
],
[
"a",
"ve"
],
[
"ate",
"ment"
],
[
"ay",
"ment"
],
[
"b",
"od"
],
[
"bod",
"y"
],
[
"ce",
"l"
],
[
"e",
"d"
],
[
"e",
"w"
],
[
"e",
"x"
],
[
"er",
"s"
],
[
"g",
"ent"
],
[
"ic",
"al"
],
[
"k",
"ing"
],
[
"k",
"s"
],
[
"ke",
"d"
],
[
"l",
"oc"
],
[
"loc",
"king"
],
[
"m",
"e"
],
[
"o",
"g"
],
[
"o",
"ice"
],
[
"o",
"ld"
],
[
"o",
"w"
],
[
"od",
"u"
],
[
"odu",
"ct"
],
[
"on",
"t"
],
[
"ont",
"r"
],
[
"ontr",
"act"
],
[
"ou",
"ld"
],
[
"p",
"p"
],
[
"p",
"s"
],
[
"plic",
"ate"
],
[
"re",
"at"
],
[
"s",
"e"
],
[
"s",
"t"
],
[
"s",
"u"
],
[
"s",
"w"
],
[
"u",
"m"
],
[
"u",
"plicate"
],
[
"ur",
"gent"
],
[
"Ġ",
"3"
],
[
"Ġ",
"I"
],
[
"Ġ",
"r"
],
[
"Ġ",
"urgent"
],
[
"Ġ",
"user"
],
[
"Ġ",
"y"
],
[
"Ġ2",
"026"
],
[
"Ġa",
"n"
],
[
"Ġa",
"s"
],
[
"Ġb",
"locking"
],
[
"Ġc",
"ontract"
],
[
"Ġc",
"r"
],
[
"Ġcan",
"cel"
],
[
"Ġe",
"very"
],
[
"Ġem",
"ail"
],
[
"Ġf",
"or"
],
[
"Ġh",
"old"
],
[
"Ġin",
"v"
],
[
"Ġn",
"o"
],
[
"Ġp",
"ayment"
],
[
"Ġpr",
"oduct"
],
[
"Ġs",
"c"
],
[
"Ġst",
"atement"
],
[
"Ġt",
"h"
],
[
"Ġte",
"am"
],
[
"Ġw",
"as"
],
[
"Ġw",
"ill"
],
[
"Ġwor",
"ks"
]
]
}
}