Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

Add flashinfer-jit-cache installation to cuda unit test setup (#1947)

Sun, Xuehao349b041801cd
diff --git a/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh b/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh
index 5b8abf8fe..4943861da 100644
--- a/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh
+++ b/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh
@@ -146,6 +146,8 @@ function run_unit_test_sglang() {
--prerelease=allow \
--extra-index-url https://download.pytorch.org/whl/cu130 \
--index-strategy unsafe-best-match
+ local flashinfer_version=$(uv pip show flashinfer-python 2>/dev/null | grep -i "^Version" | awk '{print $2}')
+ uv pip install flashinfer-jit-cache==${flashinfer_version} --index-url https://flashinfer.ai/whl/cu130
uv pip install .
uv pip list
echo "##[endgroup]"
@@ -173,6 +175,8 @@ function run_unit_test_vllm() {
uv pip install -r test/test_cuda/requirements_vllm.txt \
--extra-index-url https://download.pytorch.org/whl/cu130 \
--index-strategy unsafe-best-match
+ local flashinfer_version=$(uv pip show flashinfer-python 2>/dev/null | grep -i "^Version" | awk '{print $2}')
+ uv pip install flashinfer-jit-cache==${flashinfer_version} --index-url https://flashinfer.ai/whl/cu130
uv pip install -U chardet
uv pip install .
uv pip list