Skip to content

DeepInfer: High-performance, large-scale inference framework for DeepSeek models

Python
886 B
Raw Blame
from __future__ import annotations

from pathlib import Path

from deepinfer import AttrDict


def load_model_config(model: str) -> AttrDict:
    """加载 V4.1 的 model_cfg(AttrDict)。

    `model` 必须指向 HF 目录;配置与权重来自同一目录。

    返回的 model_cfg 至少包含:
    - model_cfg.architecture:HF architectures 中声明且通过注册表校验的架构名
    - model_cfg.gpt:模型结构(num_attention_heads / hidden_size / vocab_size / kv_lora_rank ...)
    - model_cfg.vl_aligner:必需的 HF 视觉/投影结构
    """
    # HF 配置解析只处理数据,不导入模型实现。
    from deepinfer.hugging_face import load_hf_model_config

    model_cfg = load_hf_model_config(Path(model) / "config.json")
    assert "vl_aligner" in model_cfg, "Only multimodal HF models with vl_aligner are supported"
    return model_cfg