Skip to content

Run frontier MoE models on hardware you already own — pure C, zero deps, experts streamed from disk. Tiny engine, immense model. 🐦

C
6.2 KB
Raw Blame
{
 "schema_version": 1,
 "source": "xiaomi-vendor",
 "vendor_repo": "XiaomiMiMo/MiMo-V2.6-Flash-MOPD",
 "vendor_revision": "2479e2d0029eca9a34cc7e7f55a121925f81908e",
 "vendor_files": {
  "configuration_mimo_v2.py": "773062ac9850b908eb54751b3e4dbe00e653c0e80595599409e97d0c1af2ce3e",
  "modeling_mimo_v2.py": "a8c3cb3aae473bcc15f023010547c919f15eba6546e6ed7efb61a8937b12f3ad"
 },
 "torch_version": "2.12.1+cu130",
 "transformers_version": "5.3.0",
 "engine_env": {
  "MIMO_DENSE_BITS": "32",
  "MIMO_IDOT": "0",
  "COLI_TEMP": "0"
 },
 "cases": {
  "short": {
   "prompt_ids": [
    5,
    7,
    9,
    11,
    13,
    17,
    19,
    23
   ],
   "teacher_forcing_ids": [
    210,
    311,
    69,
    287,
    199,
    306,
    214,
    89,
    114,
    192,
    311,
    230,
    60,
    175,
    64,
    27,
    294,
    234,
    86,
    13
   ],
   "greedy_full_ids": [
    5,
    7,
    9,
    11,
    13,
    17,
    19,
    23,
    89,
    114,
    192,
    311,
    230,
    60,
    175,
    64,
    27,
    294,
    234,
    86
   ],
   "greedy_new_ids": [
    89,
    114,
    192,
    311,
    230,
    60,
    175,
    64,
    27,
    294,
    234,
    86
   ],
   "max_new_tokens": 12,
   "min_logit_margin": 1.646,
   "context_free_agreement": 0.0
  },
  "window": {
   "prompt_ids": [
    5,
    12,
    19,
    26,
    33,
    40,
    47,
    54,
    61,
    68,
    75,
    82,
    89,
    96,
    103,
    110,
    117,
    124,
    131,
    138,
    145,
    152,
    159,
    166,
    173,
    180,
    187,
    194,
    201,
    208,
    215,
    222,
    229,
    236,
    243,
    250,
    257,
    264,
    271,
    278
   ],
   "teacher_forcing_ids": [
    210,
    238,
    192,
    121,
    6,
    161,
    311,
    250,
    134,
    220,
    56,
    120,
    0,
    32,
    21,
    64,
    286,
    115,
    145,
    145,
    77,
    93,
    35,
    150,
    255,
    151,
    255,
    113,
    146,
    148,
    254,
    317,
    79,
    46,
    266,
    95,
    159,
    291,
    105,
    220,
    64,
    238,
    150,
    146,
    317,
    279
   ],
   "greedy_full_ids": [
    5,
    12,
    19,
    26,
    33,
    40,
    47,
    54,
    61,
    68,
    75,
    82,
    89,
    96,
    103,
    110,
    117,
    124,
    131,
    138,
    145,
    152,
    159,
    166,
    173,
    180,
    187,
    194,
    201,
    208,
    215,
    222,
    229,
    236,
    243,
    250,
    257,
    264,
    271,
    278,
    220,
    64,
    238,
    150,
    146,
    317
   ],
   "greedy_new_ids": [
    220,
    64,
    238,
    150,
    146,
    317
   ],
   "max_new_tokens": 6,
   "min_logit_margin": 0.896,
   "context_free_agreement": 0.022
  },
  "long": {
   "prompt_ids": [
    5,
    16,
    27,
    38,
    49,
    60,
    71,
    82,
    93,
    104,
    115,
    126,
    137,
    148,
    159,
    170,
    181,
    192,
    203,
    214,
    225,
    236,
    247,
    258,
    269,
    280,
    291,
    302,
    313,
    4,
    15,
    26,
    37,
    48,
    59,
    70,
    81,
    92,
    103,
    114,
    125,
    136,
    147,
    158,
    169,
    180,
    191,
    202,
    213,
    224,
    235,
    246,
    257,
    268,
    279,
    290,
    301,
    312,
    3,
    14,
    25,
    36,
    47,
    58,
    69,
    80,
    91,
    102,
    113,
    124,
    135,
    146
   ],
   "teacher_forcing_ids": [
    210,
    73,
    35,
    199,
    184,
    107,
    95,
    44,
    180,
    41,
    288,
    259,
    9,
    218,
    247,
    277,
    235,
    84,
    316,
    113,
    293,
    216,
    123,
    14,
    210,
    196,
    223,
    260,
    86,
    206,
    226,
    152,
    151,
    57,
    117,
    123,
    260,
    64,
    113,
    180,
    183,
    266,
    84,
    62,
    87,
    223,
    209,
    120,
    226,
    47,
    184,
    160,
    123,
    2,
    238,
    89,
    29,
    245,
    308,
    152,
    148,
    54,
    41,
    238,
    94,
    34,
    123,
    316,
    84,
    64,
    208,
    174,
    298,
    72,
    234,
    31,
    79,
    274
   ],
   "greedy_full_ids": [
    5,
    16,
    27,
    38,
    49,
    60,
    71,
    82,
    93,
    104,
    115,
    126,
    137,
    148,
    159,
    170,
    181,
    192,
    203,
    214,
    225,
    236,
    247,
    258,
    269,
    280,
    291,
    302,
    313,
    4,
    15,
    26,
    37,
    48,
    59,
    70,
    81,
    92,
    103,
    114,
    125,
    136,
    147,
    158,
    169,
    180,
    191,
    202,
    213,
    224,
    235,
    246,
    257,
    268,
    279,
    290,
    301,
    312,
    3,
    14,
    25,
    36,
    47,
    58,
    69,
    80,
    91,
    102,
    113,
    124,
    135,
    146,
    174,
    298,
    72,
    234,
    31,
    79
   ],
   "greedy_new_ids": [
    174,
    298,
    72,
    234,
    31,
    79
   ],
   "max_new_tokens": 6,
   "min_logit_margin": 0.4713,
   "context_free_agreement": 0.0
  }
 },
 "image": {
  "prompt_ids": [
   5,
   7,
   301,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   302,
   11,
   13,
   17,
   19
  ],
  "grid_h": 8,
  "grid_w": 12,
  "patches_sha256": "0c544aef4dec661ce140bcbc3221c43754a29661b5ceef9473755e1b3595d456",
  "patch_max_diff_vs_official_processor": 0.0,
  "vision_rows_sum": 60.48851776123047,
  "vision_rows_abs_sum": 7867.14501953125,
  "teacher_forcing_ids": [
   210,
   311,
   309,
   47,
   44,
   246,
   8,
   313,
   155,
   222,
   29,
   124,
   222,
   115,
   235,
   294,
   111,
   302,
   223,
   256,
   95,
   314,
   225,
   279,
   223,
   42,
   305,
   170,
   273,
   204,
   302,
   171,
   266,
   234,
   266,
   171,
   13,
   199,
   70,
   45
  ],
  "greedy_full_ids": [
   5,
   7,
   301,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   300,
   302,
   11,
   13,
   17,
   19,
   171,
   266,
   234,
   266,
   171,
   13,
   199,
   70
  ],
  "greedy_new_ids": [
   171,
   266,
   234,
   266,
   171,
   13,
   199,
   70
  ],
  "max_new_tokens": 8,
  "min_logit_margin": 0.5628,
  "negated_image_new_ids": [
   49,
   281,
   196,
   190,
   107,
   103,
   173,
   283
  ]
 }
}