Skip to content

DeepInfer: High-performance, large-scale inference framework for DeepSeek models

Python
1.9 KB
Raw Blame
{
  "nvidia": {
    "long": {
      "0": [
        1.0290821039467284,
        1.000645962988749,
        1.0008238571454517,
        1.008299219610229,
        1.0018487442099442
      ],
      "1": [
        1.0290821039467284,
        1.000645962988749,
        1.0008238571454517,
        1.008299219610229,
        1.0018487442099442,
        1.0313944132670523,
        1.0005332089137848,
        1.003004709503422,
        1.0043147467697704,
        1.015934732672077
      ]
    },
    "short": {
      "0": [
        1.1140757133689614,
        1.0515240811470559,
        4.692818598256734,
        1.0068647168888534,
        1.4684466447587476
      ],
      "1": [
        1.1140757133689614,
        1.0515240811470559,
        4.692818598256734,
        1.0068647168888534,
        1.4684466447587476,
        1.1911854135516924,
        1.0817939673659587,
        1.0476274180708582,
        1.022124676045322,
        1.6281404514583406
      ]
    }
  },
  "ascend": {
    "long": {
      "0": [
        1.0297303040759611,
        1.0006674839820415,
        1.0049463161484786,
        1.0003421030864907,
        1.0008265407608368
      ],
      "1": [
        1.0297303040759611,
        1.0006674839820415,
        1.0049463161484786,
        1.0003421030864907,
        1.0008265407608368,
        1.000451797388173,
        1.001513535276305,
        1.0018103572152222,
        1.0339062240095103,
        1.000774226832548
      ]
    },
    "short": {
      "0": [
        1.0840076721331127,
        1.0869366852541378,
        1.0969695349593322,
        1.029794811026069,
        1.3578803610647134
      ],
      "1": [
        1.0840076721331127,
        1.0869366852541378,
        1.0969695349593322,
        1.029794811026069,
        1.3578803610647134,
        1.0599269705190475,
        1.0628889078806691,
        1.0607107383147338,
        1.1950030669174614,
        1.3718437883402383
      ]
    }
  }
}