Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust
708 B
Raw Blame
[build-system]
requires = ["setuptools>=77"]
build-backend = "setuptools.build_meta"

[project]
name = "switchyard-litellm"
version = "0.1.0"
description = "Experimental Switchyard routing plugin for LiteLLM"
readme = "README.md"
requires-python = ">=3.12,<3.13"
license = "Apache-2.0"
dependencies = [
    "nemo-switchyard>=0.1.0",
    "litellm==1.102.0",
]

[dependency-groups]
dev = [
    "pytest>=9,<10",
    "pytest-asyncio>=1.3,<2",
]

[tool.uv.sources]
nemo-switchyard = { path = "../..", editable = true }

[tool.setuptools.packages.find]
where = ["src"]

[tool.pytest.ini_options]
asyncio_mode = "auto"
markers = [
    "e2e: makes paid calls through Dockerized LiteLLM to real OpenRouter models",
]