Skip to content

FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.

3.4 KB
Raw Blame
"""Engine-facing config for DeepSeek-V4.1-Flash.

``parse_config`` maps the standard transformer fields into :class:`ModelConfig`, carries the full
:class:`DeepseekV41Args` in ``ModelConfig.dsv41_args`` for the model module and the KV pool (which
sizes its tiers from it), and declares the ``v41`` variant of the DSV4 attention group.
The engine reconciles the runtime knobs (``max_seq_len``, ``swa_decoder_replay``) onto ``dsv41_args``
at config resolution.
"""

from __future__ import annotations

from dataclasses import dataclass, fields
from typing import Any

from freetoken.models.config import DSV4AttentionGroupConfig, ModelConfig, RotaryConfig

from .args import DeepseekV41Args


@dataclass(frozen=True)
class VisionConfig:
    num_hidden_layers: int = 32
    hidden_size: int = 1024
    num_attention_heads: int = 16
    intermediate_size: int = 2816
    patch_size: int = 14
    rope_theta: float = 10000.0
    downsample_ratio: int = 3
    max_image_tokens: int = 1024
    min_pixels: int = 544 * 544
    max_wh_ratio: float | None = None


def parse_config(hf_config: Any) -> ModelConfig:
    args = DeepseekV41Args.from_hf(hf_config)
    text = getattr(hf_config, "text_config", None) or hf_config
    max_position = int(getattr(text, "max_position_embeddings", 0) or getattr(hf_config, "max_position_embeddings", 0) or 0)
    if max_position <= 0:
        max_position = int(args.original_seq_len * args.rope_factor)
    vc = getattr(hf_config, "vision_config", None)
    vision = VisionConfig(**{f.name: getattr(vc, f.name, f.default) for f in fields(VisionConfig)}) if vc is not None else None

    return ModelConfig(
        num_layers=args.n_layers,
        num_qo_heads=args.n_heads,
        num_kv_heads=1,  # one shared latent KV head (K == V)
        head_dim=args.head_dim,
        hidden_size=args.dim,
        vocab_size=args.vocab_size,
        intermediate_size=args.moe_inter_dim,
        hidden_act="silu",
        rms_norm_eps=args.norm_eps,
        tie_word_embeddings=False,
        rotary_config=RotaryConfig(
            head_dim=args.head_dim,
            rotary_dim=args.rope_head_dim,
            max_position=max_position,
            base=args.rope_theta,
            scaling={
                "rope_type": "yarn",
                "factor": args.rope_factor,
                "beta_fast": args.beta_fast,
                "beta_slow": args.beta_slow,
                "original_max_position_embeddings": args.original_seq_len,
            },
        ),
        num_experts=args.n_routed_experts,
        num_experts_per_tok=args.n_activated_experts,
        moe_intermediate_size=args.moe_inter_dim,
        norm_topk_prob=args.norm_topk_prob,
        n_shared_experts=args.n_shared_experts,
        routed_scaling_factor=args.route_scale,
        swiglu_limit=args.swiglu_limit,
        model_type="deepseek_v41",
        architectures=["DeepseekV41ForCausalLM"],
        moe_enabled=True,
        expert_quant="ds_fp4",
        attn_sm_scale=args.head_dim**-0.5,
        dsv41_args=args,
        vision_config=vision,
        image_token_id=getattr(hf_config, "image_token_id", None),
        attention_groups=(
            DSV4AttentionGroupConfig(
                name="dsv41",
                layer_ids=tuple(range(args.n_layers)),
                num_kv_heads=1,
                head_dim=args.head_dim,
                sliding_window=args.window_size,
                variant="v41",
            ),
        ),
    )


__all__ = ["parse_config"]