PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
Add flashinfer-jit-cache installation to cuda unit test setup (#1947)
Sun, Xuehao349b041801cd
diff --git a/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh b/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.shindex 5b8abf8fe..4943861da 100644--- a/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh+++ b/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh@@ -146,6 +146,8 @@ function run_unit_test_sglang() {--prerelease=allow \--extra-index-url https://download.pytorch.org/whl/cu130 \--index-strategy unsafe-best-match+ local flashinfer_version=$(uv pip show flashinfer-python 2>/dev/null | grep -i "^Version" | awk '{print $2}')+ uv pip install flashinfer-jit-cache==${flashinfer_version} --index-url https://flashinfer.ai/whl/cu130uv pip install .uv pip listecho "##[endgroup]"@@ -173,6 +175,8 @@ function run_unit_test_vllm() {uv pip install -r test/test_cuda/requirements_vllm.txt \--extra-index-url https://download.pytorch.org/whl/cu130 \--index-strategy unsafe-best-match+ local flashinfer_version=$(uv pip show flashinfer-python 2>/dev/null | grep -i "^Version" | awk '{print $2}')+ uv pip install flashinfer-jit-cache==${flashinfer_version} --index-url https://flashinfer.ai/whl/cu130uv pip install -U chardetuv pip install .uv pip list