Skip to content

armgit / uzu

Public Imported from GitHub
0

A high-performance inference engine for AI models

1.5 KB
Raw Blame
"""Launch an engine inside the iOS app through the platform-ios bridge."""

import pytest

from .engine_tests import EngineTests

ENGINE = "uzu"
MODEL = "trymirai/LFM2.5-230M-M"


def add_options(parser: pytest.Parser) -> None:
    group = parser.getgroup("iOS")
    group.addoption("--ios-engine", default=ENGINE, help="Engine inside the app, as bench-ios run --engine takes it.")
    group.addoption("--ios-model", default=MODEL, help="Model identifier as the engine expects it.")
    group.addoption("--ios-device", default=None, help="UDID of the device. Defaults to the one bench-ios remembers.")
    group.addoption("--ios-host", default=None, help="Reach the app at this address instead of through usbmux.")


class TestIOS(EngineTests):
    engine_name = "ios"

    @staticmethod
    def command(config: pytest.Config) -> list[str]:
        command = ["uv", "run", "--project", "platform-ios", "bench-ios", "run"]
        command += ["--engine", config.getoption("ios_engine"), "--model", config.getoption("ios_model")]
        for option in ("device", "host"):
            if value := config.getoption(f"ios_{option}"):
                command += [f"--{option}", value]
        return command

    @pytest.fixture(autouse=True)
    def skip_unsupported(self, request: pytest.FixtureRequest) -> None:
        if request.config.getoption("ios_engine") == "mldrift" and request.node.originalname == "test_sampling":
            pytest.skip("ML Drift decodes greedily on the GPU and rejects sampling")