Skip to content

DeepInfer: High-performance, large-scale inference framework for DeepSeek models

Python
808 B
Raw Blame
"""Public hardware-neutral discovery functions."""

from deep_cluster.hardware.device import (
    accelerator_kind,
    assign_visible_devices,
    device_numa_node,
    get_actual_num_gpus,
    get_bf16_tflops_limit,
    is_sm_major_10,
    num_gpus,
    physical_device_count,
    physical_device_id,
    set_visible_devices,
    visible_device_count,
    visible_device_env_name,
    visible_device_ids,
    visible_devices,
)

__all__ = [
    "accelerator_kind",
    "assign_visible_devices",
    "device_numa_node",
    "get_actual_num_gpus",
    "get_bf16_tflops_limit",
    "is_sm_major_10",
    "num_gpus",
    "physical_device_count",
    "physical_device_id",
    "set_visible_devices",
    "visible_device_count",
    "visible_device_env_name",
    "visible_device_ids",
    "visible_devices",
]