Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C
20.9 KB
Raw Blame
{
  "version": "1.0",
  "truncation": null,
  "padding": null,
  "added_tokens": [
    {
      "id": 0,
      "content": "|||IP_ADDRESS|||",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 1,
      "content": "<|padding|>",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": false,
      "special": true
    },
    {
      "id": 438,
      "content": "        ",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 439,
      "content": "       ",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 440,
      "content": "      ",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 441,
      "content": "     ",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 442,
      "content": "    ",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 443,
      "content": "   ",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 444,
      "content": "  ",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 445,
      "content": "|||EMAIL_ADDRESS|||",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 446,
      "content": "|||PHONE_NUMBER|||",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 447,
      "content": "<|endoftext|>",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": false,
      "special": true
    },
    {
      "id": 448,
      "content": "[UNK]",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": false,
      "special": true
    },
    {
      "id": 449,
      "content": "[CLS]",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": false,
      "special": true
    },
    {
      "id": 450,
      "content": "[SEP]",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": false,
      "special": true
    },
    {
      "id": 451,
      "content": "[PAD]",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": false,
      "special": true
    },
    {
      "id": 452,
      "content": "[MASK]",
      "single_word": false,
      "lstrip": true,
      "rstrip": false,
      "normalized": false,
      "special": true
    },
    {
      "id": 453,
      "content": "[unused0]",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    },
    {
      "id": 454,
      "content": "[unused1]",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": true,
      "special": false
    }
  ],
  "normalizer": {
    "type": "NFC"
  },
  "pre_tokenizer": {
    "type": "ByteLevel",
    "add_prefix_space": false,
    "trim_offsets": true,
    "use_regex": true
  },
  "post_processor": {
    "type": "TemplateProcessing",
    "single": [
      {
        "SpecialToken": {
          "id": "[CLS]",
          "type_id": 0
        }
      },
      {
        "Sequence": {
          "id": "A",
          "type_id": 0
        }
      },
      {
        "SpecialToken": {
          "id": "[SEP]",
          "type_id": 0
        }
      }
    ],
    "pair": [
      {
        "SpecialToken": {
          "id": "[CLS]",
          "type_id": 0
        }
      },
      {
        "Sequence": {
          "id": "A",
          "type_id": 0
        }
      },
      {
        "SpecialToken": {
          "id": "[SEP]",
          "type_id": 0
        }
      },
      {
        "Sequence": {
          "id": "B",
          "type_id": 0
        }
      },
      {
        "SpecialToken": {
          "id": "[SEP]",
          "type_id": 0
        }
      }
    ],
    "special_tokens": {
      "[UNK]": {
        "id": "[UNK]",
        "ids": [
          448
        ],
        "tokens": [
          "[UNK]"
        ]
      },
      "[CLS]": {
        "id": "[CLS]",
        "ids": [
          449
        ],
        "tokens": [
          "[CLS]"
        ]
      },
      "[SEP]": {
        "id": "[SEP]",
        "ids": [
          450
        ],
        "tokens": [
          "[SEP]"
        ]
      },
      "[PAD]": {
        "id": "[PAD]",
        "ids": [
          451
        ],
        "tokens": [
          "[PAD]"
        ]
      },
      "[MASK]": {
        "id": "[MASK]",
        "ids": [
          452
        ],
        "tokens": [
          "[MASK]"
        ]
      }
    }
  },
  "decoder": {
    "type": "ByteLevel",
    "add_prefix_space": false,
    "trim_offsets": true,
    "use_regex": true
  },
  "model": {
    "type": "BPE",
    "dropout": null,
    "unk_token": null,
    "continuing_subword_prefix": null,
    "end_of_word_suffix": null,
    "fuse_unk": false,
    "byte_fallback": false,
    "ignore_merges": false,
    "vocab": {
      "|||IP_ADDRESS|||": 0,
      "<|padding|>": 1,
      "Ā": 2,
      "ā": 3,
      "Ă": 4,
      "ă": 5,
      "Ą": 6,
      "ą": 7,
      "Ć": 8,
      "ć": 9,
      "Ĉ": 10,
      "ĉ": 11,
      "Ċ": 12,
      "ċ": 13,
      "Č": 14,
      "č": 15,
      "Ď": 16,
      "ď": 17,
      "Đ": 18,
      "đ": 19,
      "Ē": 20,
      "ē": 21,
      "Ĕ": 22,
      "ĕ": 23,
      "Ė": 24,
      "ė": 25,
      "Ę": 26,
      "ę": 27,
      "Ě": 28,
      "ě": 29,
      "Ĝ": 30,
      "ĝ": 31,
      "Ğ": 32,
      "ğ": 33,
      "Ġ": 34,
      "!": 35,
      "\"": 36,
      "#": 37,
      "$": 38,
      "%": 39,
      "&": 40,
      "'": 41,
      "(": 42,
      ")": 43,
      "*": 44,
      "+": 45,
      ",": 46,
      "-": 47,
      ".": 48,
      "/": 49,
      "0": 50,
      "1": 51,
      "2": 52,
      "3": 53,
      "4": 54,
      "5": 55,
      "6": 56,
      "7": 57,
      "8": 58,
      "9": 59,
      ":": 60,
      ";": 61,
      "<": 62,
      "=": 63,
      ">": 64,
      "?": 65,
      "@": 66,
      "A": 67,
      "B": 68,
      "C": 69,
      "D": 70,
      "E": 71,
      "F": 72,
      "G": 73,
      "H": 74,
      "I": 75,
      "J": 76,
      "K": 77,
      "L": 78,
      "M": 79,
      "N": 80,
      "O": 81,
      "P": 82,
      "Q": 83,
      "R": 84,
      "S": 85,
      "T": 86,
      "U": 87,
      "V": 88,
      "W": 89,
      "X": 90,
      "Y": 91,
      "Z": 92,
      "[": 93,
      "\\": 94,
      "]": 95,
      "^": 96,
      "_": 97,
      "`": 98,
      "a": 99,
      "b": 100,
      "c": 101,
      "d": 102,
      "e": 103,
      "f": 104,
      "g": 105,
      "h": 106,
      "i": 107,
      "j": 108,
      "k": 109,
      "l": 110,
      "m": 111,
      "n": 112,
      "o": 113,
      "p": 114,
      "q": 115,
      "r": 116,
      "s": 117,
      "t": 118,
      "u": 119,
      "v": 120,
      "w": 121,
      "x": 122,
      "y": 123,
      "z": 124,
      "{": 125,
      "|": 126,
      "}": 127,
      "~": 128,
      "ġ": 129,
      "Ģ": 130,
      "ģ": 131,
      "Ĥ": 132,
      "ĥ": 133,
      "Ħ": 134,
      "ħ": 135,
      "Ĩ": 136,
      "ĩ": 137,
      "Ī": 138,
      "ī": 139,
      "Ĭ": 140,
      "ĭ": 141,
      "Į": 142,
      "į": 143,
      "İ": 144,
      "ı": 145,
      "IJ": 146,
      "ij": 147,
      "Ĵ": 148,
      "ĵ": 149,
      "Ķ": 150,
      "ķ": 151,
      "ĸ": 152,
      "Ĺ": 153,
      "ĺ": 154,
      "Ļ": 155,
      "ļ": 156,
      "Ľ": 157,
      "ľ": 158,
      "Ŀ": 159,
      "ŀ": 160,
      "Ł": 161,
      "ł": 162,
      "¡": 163,
      "¢": 164,
      "£": 165,
      "¤": 166,
      "¥": 167,
      "¦": 168,
      "§": 169,
      "¨": 170,
      "©": 171,
      "ª": 172,
      "«": 173,
      "¬": 174,
      "Ń": 175,
      "®": 176,
      "¯": 177,
      "°": 178,
      "±": 179,
      "²": 180,
      "³": 181,
      "´": 182,
      "µ": 183,
      "¶": 184,
      "·": 185,
      "¸": 186,
      "¹": 187,
      "º": 188,
      "»": 189,
      "¼": 190,
      "½": 191,
      "¾": 192,
      "¿": 193,
      "À": 194,
      "Á": 195,
      "Â": 196,
      "Ã": 197,
      "Ä": 198,
      "Å": 199,
      "Æ": 200,
      "Ç": 201,
      "È": 202,
      "É": 203,
      "Ê": 204,
      "Ë": 205,
      "Ì": 206,
      "Í": 207,
      "Î": 208,
      "Ï": 209,
      "Ð": 210,
      "Ñ": 211,
      "Ò": 212,
      "Ó": 213,
      "Ô": 214,
      "Õ": 215,
      "Ö": 216,
      "×": 217,
      "Ø": 218,
      "Ù": 219,
      "Ú": 220,
      "Û": 221,
      "Ü": 222,
      "Ý": 223,
      "Þ": 224,
      "ß": 225,
      "à": 226,
      "á": 227,
      "â": 228,
      "ã": 229,
      "ä": 230,
      "å": 231,
      "æ": 232,
      "ç": 233,
      "è": 234,
      "é": 235,
      "ê": 236,
      "ë": 237,
      "ì": 238,
      "í": 239,
      "î": 240,
      "ï": 241,
      "ð": 242,
      "ñ": 243,
      "ò": 244,
      "ó": 245,
      "ô": 246,
      "õ": 247,
      "ö": 248,
      "÷": 249,
      "ø": 250,
      "ù": 251,
      "ú": 252,
      "û": 253,
      "ü": 254,
      "ý": 255,
      "þ": 256,
      "ÿ": 257,
      "Ġt": 258,
      "he": 259,
      "Ġthe": 260,
      "es": 261,
      "in": 262,
      "Ġs": 263,
      "ic": 264,
      "Ġa": 265,
      "er": 266,
      "Ġw": 267,
      "le": 268,
      "or": 269,
      "en": 270,
      "is": 271,
      "at": 272,
      "ing": 273,
      "Ġc": 274,
      "Ġp": 275,
      "nd": 276,
      "ou": 277,
      "re": 278,
      "Ġn": 279,
      "ent": 280,
      "on": 281,
      "Ġd": 282,
      "Ġe": 283,
      "as": 284,
      "est": 285,
      "his": 286,
      "ot": 287,
      "qu": 288,
      "ve": 289,
      "Ġl": 290,
      "Ġre": 291,
      "ay": 292,
      "il": 293,
      "ke": 294,
      "quest": 295,
      "Ġb": 296,
      "Ġin": 297,
      "ct": 298,
      "ion": 299,
      "ice": 300,
      "ment": 301,
      "od": 302,
      "pl": 303,
      "us": 304,
      "ver": 305,
      "Ġ\"": 306,
      "Ġle": 307,
      "Ġand": 308,
      "The": 309,
      "al": 310,
      "am": 311,
      "an": 312,
      "ar": 313,
      "ate": 314,
      "fu": 315,
      "it": 316,
      "ld": 317,
      "plic": 318,
      "ur": 319,
      "vel": 320,
      "Ġf": 321,
      "Ġh": 322,
      "Ġis": 323,
      "Ġou": 324,
      "Ġlevel": 325,
      "Ġnot": 326,
      "Ġpr": 327,
      "Ġthis": 328,
      "Ġwe": 329,
      "\":": 330,
      "02": 331,
      "ase": 332,
      "ce": 333,
      "ch": 334,
      "et": 335,
      "fund": 336,
      "hing": 337,
      "ike": 338,
      "ill": 339,
      "lease": 340,
      "oc": 341,
      "oes": 342,
      "om": 343,
      "question": 344,
      "user": 345,
      "very": 346,
      "Ġ2": 347,
      "Ġo": 348,
      "Ġor": 349,
      "Ġquestion": 350,
      "Ġcan": 351,
      "Ġde": 352,
      "Ġem": 353,
      "Ġlike": 354,
      "Ġour": 355,
      "Ġrefund": 356,
      "Ġrequest": 357,
      "Ġst": 358,
      "Ġsu": 359,
      "Ġte": 360,
      "Ġto": 361,
      "Ġwor": 362,
      "\",": 363,
      "026": 364,
      "Does": 365,
      "Please": 366,
      "This": 367,
      "act": 368,
      "ag": 369,
      "ail": 370,
      "ave": 371,
      "atement": 372,
      "ayment": 373,
      "bod": 374,
      "body": 375,
      "cel": 376,
      "ed": 377,
      "ew": 378,
      "ex": 379,
      "ers": 380,
      "gent": 381,
      "ical": 382,
      "king": 383,
      "ks": 384,
      "ked": 385,
      "loc": 386,
      "locking": 387,
      "me": 388,
      "og": 389,
      "oice": 390,
      "old": 391,
      "ow": 392,
      "odu": 393,
      "oduct": 394,
      "ont": 395,
      "ontr": 396,
      "ontract": 397,
      "ould": 398,
      "pp": 399,
      "ps": 400,
      "plicate": 401,
      "reat": 402,
      "se": 403,
      "st": 404,
      "su": 405,
      "sw": 406,
      "um": 407,
      "uplicate": 408,
      "urgent": 409,
      "Ġ3": 410,
      "ĠI": 411,
      "Ġr": 412,
      "Ġurgent": 413,
      "Ġuser": 414,
      "Ġy": 415,
      "Ġ2026": 416,
      "Ġan": 417,
      "Ġas": 418,
      "Ġblocking": 419,
      "Ġcontract": 420,
      "Ġcr": 421,
      "Ġcancel": 422,
      "Ġevery": 423,
      "Ġemail": 424,
      "Ġfor": 425,
      "Ġhold": 426,
      "Ġinv": 427,
      "Ġno": 428,
      "Ġpayment": 429,
      "Ġproduct": 430,
      "Ġsc": 431,
      "Ġstatement": 432,
      "Ġth": 433,
      "Ġteam": 434,
      "Ġwas": 435,
      "Ġwill": 436,
      "Ġworks": 437,
      "        ": 438,
      "       ": 439,
      "      ": 440,
      "     ": 441,
      "    ": 442,
      "   ": 443,
      "  ": 444,
      "|||EMAIL_ADDRESS|||": 445,
      "|||PHONE_NUMBER|||": 446,
      "<|endoftext|>": 447
    },
    "merges": [
      [
        "Ġ",
        "t"
      ],
      [
        "h",
        "e"
      ],
      [
        "Ġt",
        "he"
      ],
      [
        "e",
        "s"
      ],
      [
        "i",
        "n"
      ],
      [
        "Ġ",
        "s"
      ],
      [
        "i",
        "c"
      ],
      [
        "Ġ",
        "a"
      ],
      [
        "e",
        "r"
      ],
      [
        "Ġ",
        "w"
      ],
      [
        "l",
        "e"
      ],
      [
        "o",
        "r"
      ],
      [
        "e",
        "n"
      ],
      [
        "i",
        "s"
      ],
      [
        "a",
        "t"
      ],
      [
        "in",
        "g"
      ],
      [
        "Ġ",
        "c"
      ],
      [
        "Ġ",
        "p"
      ],
      [
        "n",
        "d"
      ],
      [
        "o",
        "u"
      ],
      [
        "r",
        "e"
      ],
      [
        "Ġ",
        "n"
      ],
      [
        "en",
        "t"
      ],
      [
        "o",
        "n"
      ],
      [
        "Ġ",
        "d"
      ],
      [
        "Ġ",
        "e"
      ],
      [
        "a",
        "s"
      ],
      [
        "es",
        "t"
      ],
      [
        "h",
        "is"
      ],
      [
        "o",
        "t"
      ],
      [
        "q",
        "u"
      ],
      [
        "v",
        "e"
      ],
      [
        "Ġ",
        "l"
      ],
      [
        "Ġ",
        "re"
      ],
      [
        "a",
        "y"
      ],
      [
        "i",
        "l"
      ],
      [
        "k",
        "e"
      ],
      [
        "qu",
        "est"
      ],
      [
        "Ġ",
        "b"
      ],
      [
        "Ġ",
        "in"
      ],
      [
        "c",
        "t"
      ],
      [
        "i",
        "on"
      ],
      [
        "ic",
        "e"
      ],
      [
        "m",
        "ent"
      ],
      [
        "o",
        "d"
      ],
      [
        "p",
        "l"
      ],
      [
        "u",
        "s"
      ],
      [
        "v",
        "er"
      ],
      [
        "Ġ",
        "\""
      ],
      [
        "Ġ",
        "le"
      ],
      [
        "Ġa",
        "nd"
      ],
      [
        "T",
        "he"
      ],
      [
        "a",
        "l"
      ],
      [
        "a",
        "m"
      ],
      [
        "a",
        "n"
      ],
      [
        "a",
        "r"
      ],
      [
        "at",
        "e"
      ],
      [
        "f",
        "u"
      ],
      [
        "i",
        "t"
      ],
      [
        "l",
        "d"
      ],
      [
        "pl",
        "ic"
      ],
      [
        "u",
        "r"
      ],
      [
        "ve",
        "l"
      ],
      [
        "Ġ",
        "f"
      ],
      [
        "Ġ",
        "h"
      ],
      [
        "Ġ",
        "is"
      ],
      [
        "Ġ",
        "ou"
      ],
      [
        "Ġle",
        "vel"
      ],
      [
        "Ġn",
        "ot"
      ],
      [
        "Ġp",
        "r"
      ],
      [
        "Ġt",
        "his"
      ],
      [
        "Ġw",
        "e"
      ],
      [
        "\"",
        ":"
      ],
      [
        "0",
        "2"
      ],
      [
        "as",
        "e"
      ],
      [
        "c",
        "e"
      ],
      [
        "c",
        "h"
      ],
      [
        "e",
        "t"
      ],
      [
        "fu",
        "nd"
      ],
      [
        "h",
        "ing"
      ],
      [
        "i",
        "ke"
      ],
      [
        "il",
        "l"
      ],
      [
        "le",
        "ase"
      ],
      [
        "o",
        "c"
      ],
      [
        "o",
        "es"
      ],
      [
        "o",
        "m"
      ],
      [
        "quest",
        "ion"
      ],
      [
        "us",
        "er"
      ],
      [
        "ver",
        "y"
      ],
      [
        "Ġ",
        "2"
      ],
      [
        "Ġ",
        "o"
      ],
      [
        "Ġ",
        "or"
      ],
      [
        "Ġ",
        "question"
      ],
      [
        "Ġc",
        "an"
      ],
      [
        "Ġd",
        "e"
      ],
      [
        "Ġe",
        "m"
      ],
      [
        "Ġl",
        "ike"
      ],
      [
        "Ġou",
        "r"
      ],
      [
        "Ġre",
        "fund"
      ],
      [
        "Ġre",
        "quest"
      ],
      [
        "Ġs",
        "t"
      ],
      [
        "Ġs",
        "u"
      ],
      [
        "Ġt",
        "e"
      ],
      [
        "Ġt",
        "o"
      ],
      [
        "Ġw",
        "or"
      ],
      [
        "\"",
        ","
      ],
      [
        "02",
        "6"
      ],
      [
        "D",
        "oes"
      ],
      [
        "P",
        "lease"
      ],
      [
        "T",
        "his"
      ],
      [
        "a",
        "ct"
      ],
      [
        "a",
        "g"
      ],
      [
        "a",
        "il"
      ],
      [
        "a",
        "ve"
      ],
      [
        "ate",
        "ment"
      ],
      [
        "ay",
        "ment"
      ],
      [
        "b",
        "od"
      ],
      [
        "bod",
        "y"
      ],
      [
        "ce",
        "l"
      ],
      [
        "e",
        "d"
      ],
      [
        "e",
        "w"
      ],
      [
        "e",
        "x"
      ],
      [
        "er",
        "s"
      ],
      [
        "g",
        "ent"
      ],
      [
        "ic",
        "al"
      ],
      [
        "k",
        "ing"
      ],
      [
        "k",
        "s"
      ],
      [
        "ke",
        "d"
      ],
      [
        "l",
        "oc"
      ],
      [
        "loc",
        "king"
      ],
      [
        "m",
        "e"
      ],
      [
        "o",
        "g"
      ],
      [
        "o",
        "ice"
      ],
      [
        "o",
        "ld"
      ],
      [
        "o",
        "w"
      ],
      [
        "od",
        "u"
      ],
      [
        "odu",
        "ct"
      ],
      [
        "on",
        "t"
      ],
      [
        "ont",
        "r"
      ],
      [
        "ontr",
        "act"
      ],
      [
        "ou",
        "ld"
      ],
      [
        "p",
        "p"
      ],
      [
        "p",
        "s"
      ],
      [
        "plic",
        "ate"
      ],
      [
        "re",
        "at"
      ],
      [
        "s",
        "e"
      ],
      [
        "s",
        "t"
      ],
      [
        "s",
        "u"
      ],
      [
        "s",
        "w"
      ],
      [
        "u",
        "m"
      ],
      [
        "u",
        "plicate"
      ],
      [
        "ur",
        "gent"
      ],
      [
        "Ġ",
        "3"
      ],
      [
        "Ġ",
        "I"
      ],
      [
        "Ġ",
        "r"
      ],
      [
        "Ġ",
        "urgent"
      ],
      [
        "Ġ",
        "user"
      ],
      [
        "Ġ",
        "y"
      ],
      [
        "Ġ2",
        "026"
      ],
      [
        "Ġa",
        "n"
      ],
      [
        "Ġa",
        "s"
      ],
      [
        "Ġb",
        "locking"
      ],
      [
        "Ġc",
        "ontract"
      ],
      [
        "Ġc",
        "r"
      ],
      [
        "Ġcan",
        "cel"
      ],
      [
        "Ġe",
        "very"
      ],
      [
        "Ġem",
        "ail"
      ],
      [
        "Ġf",
        "or"
      ],
      [
        "Ġh",
        "old"
      ],
      [
        "Ġin",
        "v"
      ],
      [
        "Ġn",
        "o"
      ],
      [
        "Ġp",
        "ayment"
      ],
      [
        "Ġpr",
        "oduct"
      ],
      [
        "Ġs",
        "c"
      ],
      [
        "Ġst",
        "atement"
      ],
      [
        "Ġt",
        "h"
      ],
      [
        "Ġte",
        "am"
      ],
      [
        "Ġw",
        "as"
      ],
      [
        "Ġw",
        "ill"
      ],
      [
        "Ġwor",
        "ks"
      ]
    ]
  }
}