A high-performance inference engine for AI models
[project]
name = "server"
version = "0.1.0"
description = "Send JSON requests to OpenAI-compatible completion servers."
readme = "README.md"
requires-python = ">=3.13.7"
dependencies = [
"benchmarks-common",
"httpx2>=2.16.0",
"huggingface-hub>=0.36",
"openai>=3.45.0",
"typer>=0.27.3",
]
[build-system]
requires = ["setuptools>=84.2.1"]
build-backend = "setuptools.build_meta"
[project.scripts]
bench-server = "server.main:main"
[tool.setuptools]
packages = ["server", "server.engine"]
package-dir = { server = "src" }
[tool.uv.sources]
benchmarks-common = { path = "../common-py", editable = true }