Skip to content

Transforms complex documents like PDFs and Office docs into LLM-ready markdown/JSON for your Agentic workflows.

585 B
Raw Blame
# Copyright (c) Opendatalab. All rights reserved.
"""模型设备、资源与本地推理上下文的私有运行时。"""

from .contracts import AtomicModelName
from .device import get_device, resolve_small_model_backend
from .memory import clean_memory, get_vram
from .device_types import RuntimeDevice
from .device_state import cached_runtime_device, resolve_runtime_device

__all__ = [
    "AtomicModelName",
    "RuntimeDevice",
    "cached_runtime_device",
    "resolve_runtime_device",
    "clean_memory",
    "get_device",
    "resolve_small_model_backend",
    "get_vram",
]