FreeToken brings datacenter-scale model serving to your desktop. Run massive models locally, fast and efficiently.
build(deps): pin apache-tvm-ffi, flashlib, triton to exact versions
jasonfan3e5214d4a368
diff --git a/freetoken-kernel-cache/pyproject.toml b/freetoken-kernel-cache/pyproject.tomlindex 680d5421..46c485ff 100644--- a/freetoken-kernel-cache/pyproject.toml+++ b/freetoken-kernel-cache/pyproject.toml@@ -9,7 +9,7 @@ requires = ["setuptools>=77","wheel","torch>=2.11,<2.12",- "apache-tvm-ffi>=0.1.4,<0.2",+ "apache-tvm-ffi==0.1.13.post3",]build-backend = "build_backend"backend-path = ["."]@@ -20,7 +20,7 @@ dynamic = ["version"]description = "Prebuilt TVM FFI kernel cache for FreeToken"requires-python = ">=3.10"license = "Apache-2.0"-dependencies = []+dependencies = ["apache-tvm-ffi==0.1.13.post3"]# cu130 wheels are not published to PyPI, and uv applies these to build-system.requires# when this directory is the build root — without them an isolated build pulls PyPI'sdiff --git a/pyproject.toml b/pyproject.tomlindex a2ef0254..fc96ed84 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -19,11 +19,11 @@ license-files = ["LICENSE"]# resolve, tight enough to bar a silent breaking bump). These ranges are the contract;# there is no lockfile.dependencies = [- "apache-tvm-ffi>=0.1.4,<0.2",+ "apache-tvm-ffi==0.1.13.post3", # pin it"einops>=0.8,<1","fastapi>=0.115,<1",# slot_cache: the device-side LRU admission kernel behind the MoE expert cache.- "flashlib>=0.3,<1",+ "flashlib==0.3.0", # pin it"gguf>=0.19,<1","huggingface_hub>=1.5,<2","msgpack>=1.1,<2",@@ -42,7 +42,7 @@ dependencies = ["torch>=2.11,<2.12","tqdm>=4.66,<5","transformers>=5.5,<6",- "triton>=3.6,<4", # e4m3_compat needs tl.target_info + constexpr_function (3.5+); tested on 3.6+ "triton==3.6.0","uvicorn>=0.30,<1",]diff --git a/scripts/ci/manylinux-build.sh b/scripts/ci/manylinux-build.shindex 31f11c51..ed5d5be0 100755--- a/scripts/ci/manylinux-build.sh+++ b/scripts/ci/manylinux-build.sh@@ -76,7 +76,7 @@ uv venv --quiet --python "$PYBIN" "$VENV"uv pip install --quiet --python "$VENV/bin/python" \--index-url https://download.pytorch.org/whl/cu130 "torch>=2.11,<2.12"uv pip install --quiet --python "$VENV/bin/python" \- "setuptools>=77" wheel ninja "apache-tvm-ffi>=0.1.4,<0.2"+ "setuptools>=77" wheel ninja "apache-tvm-ffi==0.1.13.post3"export FREETOKEN_BUILD_PYTHON="$VENV/bin/python"export FREETOKEN_BUILD_OUT_DIR=/ci-out