Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

Enhance CI coverage reporting with hardware-specific configurations (#2259)

Sun, Xuehao1057f0e9562b
diff --git a/.azure-pipelines/nightly-test-cpu.yml b/.azure-pipelines/nightly-test-cpu.yml
index 2669b80c3..91f7b52b8 100644
--- a/.azure-pipelines/nightly-test-cpu.yml
+++ b/.azure-pipelines/nightly-test-cpu.yml
@@ -85,6 +85,7 @@ stages:
pool:
vmImage: "ubuntu-latest"
dependsOn: [Unit_test]
+ condition: and(succeeded('Unit_test'), ne(variables['Build.Reason'], 'PullRequest'))
jobs:
- job: CollectDatafiles
steps:
@@ -106,7 +107,7 @@ stages:
uv pip install .
pip list
cd ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/scripts
- bash ut/collect_log.sh
+ bash ut/collect_log.sh cpu
env:
PYTHONUNBUFFERED: '1'
UV_NO_PROGRESS: '1'
diff --git a/.azure-pipelines/nightly-test-xpu.yml b/.azure-pipelines/nightly-test-xpu.yml
index f03ce2225..22bcd4a7f 100644
--- a/.azure-pipelines/nightly-test-xpu.yml
+++ b/.azure-pipelines/nightly-test-xpu.yml
@@ -19,7 +19,8 @@ parameters:
- name: xpuTestParts
type: object
default:
- - 0
+ - base
+ - common
- ark
- llmc
@@ -59,7 +60,7 @@ stages:
timeoutInMinutes: 180
strategy:
matrix:
- # PR-triggered runs only cover ark/llmc; part 0 duplicates the fast PR unit-test pipeline.
+ # PR-triggered runs only cover ark/llmc; the base part duplicates the fast PR unit-test pipeline.
${{ if eq(variables['Build.Reason'], 'PullRequest') }}:
part_ark:
PART: ark
@@ -82,12 +83,48 @@ stages:
buildARKWheel: "false"
filterChangedTests: true
+ - stage: Coverage
+ displayName: "Collect Coverage"
+ pool:
+ vmImage: "ubuntu-latest"
+ dependsOn: [Nightly_xpu_test]
+ condition: and(succeeded('Nightly_xpu_test'), ne(variables['Build.Reason'], 'PullRequest'))
+ jobs:
+ - job: CollectDatafiles
+ steps:
+ - task: DownloadPipelineArtifact@2
+ inputs:
+ artifact:
+ patterns: '*_coverage/.coverage.*'
+ path: $(DOWNLOAD_PATH)
+
+ - task: UsePythonVersion@0
+ inputs:
+ versionSpec: '3.12'
+ displayName: 'Use Python 3.12'
+
+ - script: |
+ pip install -U pip setuptools uv
+ cd ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/scripts
+ bash ut/collect_log.sh xpu
+ env:
+ PYTHONUNBUFFERED: '1'
+ UV_NO_PROGRESS: '1'
+ UV_SYSTEM_PYTHON: '1'
+ displayName: "Collect UT Coverage"
+
+ - task: PublishPipelineArtifact@1
+ condition: succeededOrFailed()
+ inputs:
+ targetPath: $(UPLOAD_PATH)/coverage_PR
+ artifact: $(ARTIFACT_NAME)
+ publishLocation: "pipeline"
+
- task: UseDotNet@2
displayName: 'Use .NET Core sdk 7.0.x'
inputs:
version: 7.0.x
- task: PublishCodeCoverageResults@2
- condition: and(succeededOrFailed(), ne(variables['HAS_COVERAGE'], 'false'))
inputs:
- summaryFileLocation: $(UPLOAD_PATH)/coverage.xml
+ summaryFileLocation: $(UPLOAD_PATH)/coverage_PR/coverage.xml
diff --git a/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh b/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh
index 16919c629..cf05383b6 100644
--- a/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh
+++ b/.azure-pipelines/scripts/cuda_unit_test/run_cuda_ut.sh
@@ -36,7 +36,7 @@ function setup_environment() {
export TQDM_MININTERVAL=120
export CUDA_VISIBLE_DEVICES=0
export HF_HUB_DISABLE_PROGRESS_BARS=1
- export COVERAGE_RCFILE="${BUILD_SOURCESDIRECTORY}/.azure-pipelines/scripts/ut/.coveragerc"
+ export COVERAGE_RCFILE="${BUILD_SOURCESDIRECTORY}/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc"
}
function print_summary() {
diff --git a/.azure-pipelines/scripts/ut/collect_log.sh b/.azure-pipelines/scripts/ut/collect_log.sh
index 5113492ab..5efd57e7d 100644
--- a/.azure-pipelines/scripts/ut/collect_log.sh
+++ b/.azure-pipelines/scripts/ut/collect_log.sh
@@ -1,7 +1,10 @@
#!/bin/bash
set -e
uv pip install coverage
-export COVERAGE_RCFILE=${BUILD_SOURCESDIRECTORY}/.azure-pipelines/scripts/ut/.coveragerc
+
+# $1: hardware type used to pick the matching .coveragerc (defaults to cpu).
+HW_TYPE=${1:-cpu}
+export COVERAGE_RCFILE=${BUILD_SOURCESDIRECTORY}/.azure-pipelines/scripts/ut/coveragerc/${HW_TYPE}.coveragerc
coverage_log="${BUILD_SOURCESDIRECTORY}/log_dir/coverage_log"
cd "${BUILD_SOURCESDIRECTORY}/log_dir"
@@ -9,16 +12,22 @@ echo "collect coverage for PR branch"
mkdir -p coverage_PR
# Every matrix part may legitimately select no test (change-based filtering),
# in which case there is nothing to combine.
-if ! compgen -G "ut-*/.coverage.*" > /dev/null; then
+if ! compgen -G "*_coverage/.coverage.*" > /dev/null; then
echo "no coverage data found, skip coverage collection."
exit 0
fi
-cp ut-*/.coverage.* ./coverage_PR/
-cd coverage_PR
-coverage combine --keep --rcfile=${COVERAGE_RCFILE}
+cp *_coverage/.coverage.* ./coverage_PR/
-cp .coverage "${BUILD_SOURCESDIRECTORY}"
+# "coverage combine" must run from the repo root: the first entry of
+# "[paths] source" is the relative path "auto_round", which coverage.py resolves
+# against the current directory. Combining from anywhere else leaves the
+# recorded install paths unmapped, so parts that measured different prefixes
+# (site-packages vs source tree) would count every file twice.
cd "${BUILD_SOURCESDIRECTORY}"
+rm -f .coverage
+coverage combine --keep --rcfile=${COVERAGE_RCFILE} log_dir/coverage_PR
+
+cp .coverage log_dir/coverage_PR/.coverage
coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log}
coverage html -d log_dir/coverage_PR/htmlcov --rcfile=${COVERAGE_RCFILE}
coverage xml -o log_dir/coverage_PR/coverage.xml --rcfile=${COVERAGE_RCFILE}
diff --git a/.azure-pipelines/scripts/ut/coveragerc/cpu.coveragerc b/.azure-pipelines/scripts/ut/coveragerc/cpu.coveragerc
new file mode 100644
index 000000000..f58ceb616
--- /dev/null
+++ b/.azure-pipelines/scripts/ut/coveragerc/cpu.coveragerc
@@ -0,0 +1,25 @@
+[run]
+core = sysmon
+
+[paths]
+source =
+ auto_round
+ */_work/*/s/auto_round
+ */auto-round/auto_round
+ */site-packages/auto_round/
+
+[report]
+include =
+ */auto_round/**
+ */auto_round_extension/**
+omit =
+ */auto_round/export/export_to_gguf/conversion/*
+ */auto_round/export/export_to_gguf/sync_llama_cpp_conversion.py
+ */auto_round/algorithms/transforms/hadamard/utils/triton/*
+ */auto_round/modeling/finegrained_fp8_patch*.py
+exclude_lines =
+ pragma: no cover
+ raise NotImplementedError
+ raise TypeError
+ except ImportError:
+ except Exception as e:
diff --git a/.azure-pipelines/scripts/ut/.coveragerc b/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
similarity index 60%
rename from .azure-pipelines/scripts/ut/.coveragerc
rename to .azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
index 97e602dfa..fb820a177 100644
--- a/.azure-pipelines/scripts/ut/.coveragerc
+++ b/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
@@ -12,9 +12,13 @@ source =
include =
*/auto_round/**
*/auto_round_extension/**
+omit =
+ */auto_round/export/export_to_gguf/conversion/*
+ */auto_round/export/export_to_gguf/sync_llama_cpp_conversion.py
+ */auto_round/modeling/finegrained_fp8_patch*.py
exclude_lines =
pragma: no cover
raise NotImplementedError
raise TypeError
except ImportError:
- except Exception as e:
\ No newline at end of file
+ except Exception as e:
diff --git a/.azure-pipelines/scripts/ut/coveragerc/hpu.coveragerc b/.azure-pipelines/scripts/ut/coveragerc/hpu.coveragerc
new file mode 100644
index 000000000..edf6c3a56
--- /dev/null
+++ b/.azure-pipelines/scripts/ut/coveragerc/hpu.coveragerc
@@ -0,0 +1,25 @@
+[run]
+core = sysmon
+
+[paths]
+source =
+ auto_round
+ */_work/*/s/auto_round
+ */auto-round/auto_round
+ */site-packages/auto_round/
+ */dist-packages/auto_round/
+
+[report]
+include =
+ */auto_round/**
+ */auto_round_extension/**
+omit =
+ */auto_round/export/export_to_gguf/conversion/*
+ */auto_round/export/export_to_gguf/sync_llama_cpp_conversion.py
+ */auto_round/algorithms/transforms/hadamard/utils/triton/*
+exclude_lines =
+ pragma: no cover
+ raise NotImplementedError
+ raise TypeError
+ except ImportError:
+ except Exception as e:
diff --git a/.azure-pipelines/scripts/ut/coveragerc/xpu.coveragerc b/.azure-pipelines/scripts/ut/coveragerc/xpu.coveragerc
new file mode 100644
index 000000000..f58ceb616
--- /dev/null
+++ b/.azure-pipelines/scripts/ut/coveragerc/xpu.coveragerc
@@ -0,0 +1,25 @@
+[run]
+core = sysmon
+
+[paths]
+source =
+ auto_round
+ */_work/*/s/auto_round
+ */auto-round/auto_round
+ */site-packages/auto_round/
+
+[report]
+include =
+ */auto_round/**
+ */auto_round_extension/**
+omit =
+ */auto_round/export/export_to_gguf/conversion/*
+ */auto_round/export/export_to_gguf/sync_llama_cpp_conversion.py
+ */auto_round/algorithms/transforms/hadamard/utils/triton/*
+ */auto_round/modeling/finegrained_fp8_patch*.py
+exclude_lines =
+ pragma: no cover
+ raise NotImplementedError
+ raise TypeError
+ except ImportError:
+ except Exception as e:
diff --git a/.azure-pipelines/scripts/ut/detect_changed_tests.sh b/.azure-pipelines/scripts/ut/detect_changed_tests.sh
index f4124f635..8753d4dcb 100644
--- a/.azure-pipelines/scripts/ut/detect_changed_tests.sh
+++ b/.azure-pipelines/scripts/ut/detect_changed_tests.sh
@@ -86,8 +86,9 @@ detect_changed_tests() {
non_test="$(comm -23 <(printf '%s\n' "${all_changed}" | sort -u) \
<(printf '%s\n' "${test_changed}" | sort -u))"
if [ -n "${non_test}" ]; then
- echo "non-test files changed, run full suite:" >&2
+ echo "##[group]non-test files changed, run full suite:" >&2
printf ' %s\n' ${non_test} >&2
+ echo "##[endgroup]"
return 1
fi
diff --git a/.azure-pipelines/scripts/ut/run_ut.sh b/.azure-pipelines/scripts/ut/run_ut.sh
index a4fb47eed..831562db8 100644
--- a/.azure-pipelines/scripts/ut/run_ut.sh
+++ b/.azure-pipelines/scripts/ut/run_ut.sh
@@ -35,7 +35,7 @@ function setup_environment() {
export LD_LIBRARY_PATH=${HOME}/.venv/lib/:$LD_LIBRARY_PATH
export FORCE_BF16=1
- export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/coveragerc/cpu.coveragerc
echo "##[endgroup]"
uv pip list
diff --git a/.azure-pipelines/scripts/ut/run_ut_cuda.sh b/.azure-pipelines/scripts/ut/run_ut_cuda.sh
index 650f87b6c..7c336ddc8 100644
--- a/.azure-pipelines/scripts/ut/run_ut_cuda.sh
+++ b/.azure-pipelines/scripts/ut/run_ut_cuda.sh
@@ -105,7 +105,7 @@ function run_unit_test() {
cd ${REPO_PATH} && uv pip install . && cd ${REPO_PATH}/test
pip list > ${LOG_DIR}/ut_pip_list.txt
- export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
# run unit tests individually with separate logs
for test_file in $(find ./unit/test_cuda ./unit/common -type f -name "test_*.py" | grep -Ev "vlms|llmc|sglang|vllm|multiple_card" | sort); do
@@ -140,7 +140,7 @@ function run_unit_test_vlm() {
cd ${REPO_PATH} && uv pip install . && cd ${REPO_PATH}/test
pip list > ${LOG_DIR}/vlm_ut_pip_list.txt
- export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
# run VLM unit tests individually with separate logs
for test_file in $(find ./unit/test_cuda -name "test*vlms.py"); do
@@ -172,7 +172,7 @@ function run_unit_test_llmc() {
cd ${REPO_PATH} && uv pip install . && cd ${REPO_PATH}/test
pip list > ${LOG_DIR}/llmc_ut_pip_list.txt
- export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
# run unit tests individually with separate logs
for test_file in $(find ./integration/test_cuda -name "test_llmc*.py" | sort); do
@@ -206,7 +206,7 @@ function run_unit_test_sglang() {
cd ${REPO_PATH} && uv pip install . && cd ${REPO_PATH}/test
pip list > ${LOG_DIR}/sglang_ut_pip_list.txt
- export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
# run unit tests individually with separate logs
for test_file in $(find ./integration/test_cuda ./e2e/test_cuda -name "test_sglang*.py" | sort); do
@@ -241,7 +241,7 @@ function run_unit_test_vllm() {
cd ${REPO_PATH} && uv pip install . && cd ${REPO_PATH}/test
pip list > ${LOG_DIR}/vllm_ut_pip_list.txt
- export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
# run unit tests individually with separate logs
for test_file in $(find ./integration/test_cuda ./e2e/test_cuda -name "test_vllm*.py" | sort); do
@@ -262,7 +262,13 @@ function run_unit_test_vllm() {
function merge_coverage() {
echo "-----[VAL INFO] merging coverage data -----"
- cd ${REPO_PATH}/test
+ # Must run from the repo root: the first entry of "[paths] source" in
+ # cuda.coveragerc is the relative path "auto_round", which coverage.py
+ # resolves against the current directory. From ${REPO_PATH}/test it would
+ # resolve to a non-existent "test/auto_round" and the site-packages paths
+ # recorded during the runs would never be remapped back to the sources.
+ cd ${REPO_PATH}
+ rm -f .coverage
local coverage_files=$(find ${LOG_DIR} -maxdepth 1 -name ".coverage.*" 2>/dev/null)
if [ -z "${coverage_files}" ]; then
@@ -270,7 +276,7 @@ function merge_coverage() {
return
fi
- export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=${REPO_PATH}/.azure-pipelines/scripts/ut/coveragerc/cuda.coveragerc
coverage combine ${coverage_files}
coverage xml -o ${LOG_DIR}/coverage_merged.xml
coverage html -d ${LOG_DIR}/htmlcov
diff --git a/.azure-pipelines/scripts/ut/run_ut_hpu.sh b/.azure-pipelines/scripts/ut/run_ut_hpu.sh
index 31b26dcf6..ebad33723 100644
--- a/.azure-pipelines/scripts/ut/run_ut_hpu.sh
+++ b/.azure-pipelines/scripts/ut/run_ut_hpu.sh
@@ -13,12 +13,11 @@ function setup_environment() {
pip list
echo "##[endgroup]"
- rm -rf /auto-round/auto_round
cd /auto-round/test || exit 1
export LD_LIBRARY_PATH=/usr/local/lib/:$LD_LIBRARY_PATH
export FORCE_BF16=1
- export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/coveragerc/hpu.coveragerc
LOG_DIR=/auto-round/log_dir
mkdir -p ${LOG_DIR}
@@ -27,8 +26,6 @@ function setup_environment() {
}
function run_unit_test() {
- auto_round_path=$(python -c 'import auto_round; print(auto_round.__path__[0])')
-
local hpu_tests
hpu_tests=$(filter_changed_tests "test" "$(find ./unit/test_hpu -name "test*.py" | sort)")
if [ -z "${hpu_tests}" ]; then
@@ -41,14 +38,14 @@ function run_unit_test() {
echo "##[group]Running ${test_file} in HPU lazy mode..."
local ut_log_name="${LOG_DIR}/unittest_lazy_${test_basename}.log"
- PT_HPU_LAZY_MODE=1 pytest --cov="${auto_round_path}" \
+ PT_HPU_LAZY_MODE=1 pytest --cov=auto_round \
--cov-report= --cov-append -vs \
--junitxml="${ut_log_name%.log}.xml" ${test_file} 2>&1 | tee ${ut_log_name}
echo "##[endgroup]"
echo "##[group]Running ${test_file} in HPU compile mode..."
local ut_log_name="${LOG_DIR}/unittest_compile_${test_basename}.log"
- PT_HPU_LAZY_MODE=0 pytest --mode compile --cov="${auto_round_path}" \
+ PT_HPU_LAZY_MODE=0 pytest --mode compile --cov=auto_round \
--cov-report= --cov-append -vs \
--junitxml="${ut_log_name%.log}.xml" ${test_file} 2>&1 | tee ${ut_log_name}
echo "##[endgroup]"
@@ -66,8 +63,18 @@ function collect_log() {
--test-type "Unit Tests" --log-pattern "unittest_*.log" --log-dir ${LOG_DIR} --summary-log ${SUMMARY_LOG}
if [ -f .coverage ]; then
cp .coverage "${LOG_DIR}/.coverage"
- python -m coverage xml -o "${LOG_DIR}/coverage.xml"
- python -m coverage html -d "${LOG_DIR}/htmlcov"
+ # "[paths] source" normalises the recorded install/checkout paths, but
+ # coverage.py applies it during "combine" only -- reporting on its own
+ # emits container-local absolute paths that no agent can resolve, and
+ # PublishCodeCoverageResults then reports "file does not exist".
+ # Combine from the repo root so the relative "auto_round" entry matches.
+ (
+ cd /auto-round || exit 1
+ rm -f .coverage
+ python -m coverage combine --keep "${LOG_DIR}/.coverage"
+ python -m coverage xml -o "${LOG_DIR}/coverage.xml"
+ python -m coverage html -d "${LOG_DIR}/htmlcov"
+ )
else
echo "No coverage data (no test selected), skip coverage report."
echo "##vso[task.setvariable variable=HAS_COVERAGE]false"
diff --git a/.azure-pipelines/scripts/ut/run_ut_xpu.sh b/.azure-pipelines/scripts/ut/run_ut_xpu.sh
index bb378955d..8210a9cf0 100644
--- a/.azure-pipelines/scripts/ut/run_ut_xpu.sh
+++ b/.azure-pipelines/scripts/ut/run_ut_xpu.sh
@@ -36,7 +36,7 @@ function setup_environment() {
export TQDM_MININTERVAL=60
export HF_HUB_DISABLE_PROGRESS_BARS=1
export LD_LIBRARY_PATH=${HOME}/.venv/lib/:$LD_LIBRARY_PATH
- export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/.coveragerc
+ export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/coveragerc/xpu.coveragerc
LOG_DIR=/auto-round/log_dir
mkdir -p ${LOG_DIR}
@@ -136,8 +136,25 @@ function collect_log() {
python /auto-round/.azure-pipelines/scripts/ut/collect_result.py \
--test-type "Unit Tests" --log-pattern "unittest_*.log" --log-dir ${LOG_DIR} --summary-log ${SUMMARY_LOG}
if [ -f .coverage ]; then
- # Use a per-part name so the Coverage stage's `ut-*/.coverage.*` pattern matches.
- cp .coverage "${LOG_DIR}/.coverage.part${test_part}"
+ # Suffix with the matrix part so the nightly Coverage stage can combine
+ # the parts without the artifacts overwriting each other.
+ cp .coverage "${LOG_DIR}/.coverage.${UT_MODE:-base}"
+ # The tests import auto_round from site-packages, so the raw data holds
+ # container-only paths. "[paths] source" rewrites those to repo-relative
+ # ones, but coverage.py applies it during "combine" only -- reporting on
+ # its own emits /home/hostuser/.venv/... which no agent can resolve, and
+ # PublishCodeCoverageResults then reports "file does not exist".
+ # Combine from the repo root so the relative "auto_round" entry matches.
+ (
+ cd /auto-round || exit 1
+ rm -f .coverage
+ python -m coverage combine --keep "${LOG_DIR}/.coverage.${UT_MODE:-base}"
+ python -m coverage xml -o "${LOG_DIR}/coverage.xml"
+ python -m coverage html -d "${LOG_DIR}/htmlcov"
+ )
+ else
+ echo "No coverage data (no test selected), skip coverage report."
+ echo "##vso[task.setvariable variable=HAS_COVERAGE]false"
fi
}
@@ -155,10 +172,12 @@ function main() {
run_unit_test_llmc
elif [[ "$test_part" == "ark" ]]; then
run_unit_test_ark
- elif [[ "$test_part" == "0" ]]; then
+ elif [[ "$test_part" == "common" ]]; then
run_common_unit_test
- else
+ elif [[ "$test_part" == "base" ]]; then
run_unit_test
+ else
+ echo "invalid name $test_part"
fi
collect_log
print_coverage
diff --git a/.azure-pipelines/template/docker-template.yml b/.azure-pipelines/template/docker-template.yml
index fba6d19f9..d09cf3f10 100644
--- a/.azure-pipelines/template/docker-template.yml
+++ b/.azure-pipelines/template/docker-template.yml
@@ -26,7 +26,7 @@ steps:
- script: |
set -eo pipefail
-
+
docker image prune -f || true
IMAGE="${{ parameters.repoName }}:${{ parameters.repoTag }}"
DOCKERFILE="${BUILD_SOURCESDIRECTORY}/.azure-pipelines/docker/${{parameters.dockerFileName}}.devel"
diff --git a/.azure-pipelines/template/ut-template.yml b/.azure-pipelines/template/ut-template.yml
index abb98884d..29956b645 100644
--- a/.azure-pipelines/template/ut-template.yml
+++ b/.azure-pipelines/template/ut-template.yml
@@ -69,7 +69,7 @@ steps:
&& uv pip install -r test/unit/test_xpu/requirements.txt --extra-index-url https://download.pytorch.org/whl/xpu \
&& cd /auto-round && uv pip install . \
&& uv pip list"
- else
+ else
docker exec ${{ parameters.utContainerName }} bash -c "cd /auto-round \
&& uv pip install -r .azure-pipelines/scripts/ut/constraints.txt --extra-index-url https://download.pytorch.org/whl/cpu \
&& uv pip install -r auto_round_extension/ark/requirements.txt \
diff --git a/.azure-pipelines/unit-test-cuda.yml b/.azure-pipelines/unit-test-cuda.yml
index 7aa23fcd0..aa4d656ca 100644
--- a/.azure-pipelines/unit-test-cuda.yml
+++ b/.azure-pipelines/unit-test-cuda.yml
@@ -252,7 +252,7 @@ stages:
uv pip install -r requirements.txt --extra-index-url https://download.pytorch.org/whl/cpu
uv pip install .
pip list
- bash .azure-pipelines/scripts/ut/collect_log.sh
+ bash .azure-pipelines/scripts/ut/collect_log.sh cuda
env:
PYTHONUNBUFFERED: '1'
UV_NO_PROGRESS: '1'
diff --git a/.azure-pipelines/unit-test-hpu.yml b/.azure-pipelines/unit-test-hpu.yml
index d658cbfe3..355517d87 100644
--- a/.azure-pipelines/unit-test-hpu.yml
+++ b/.azure-pipelines/unit-test-hpu.yml
@@ -129,3 +129,7 @@ stages:
condition: ne(variables['HAS_COVERAGE'], 'false')
inputs:
summaryFileLocation: $(UPLOAD_PATH)/coverage.xml
+ # coverage.xml is produced inside the container, where the checkout
+ # lives at /auto-round, so its <sources> root does not exist on the
+ # agent. Point the task at the agent-side checkout instead.
+ pathToSources: $(Build.SourcesDirectory)
diff --git a/.azure-pipelines/unit-test-xpu.yml b/.azure-pipelines/unit-test-xpu.yml
index 62a8f315d..2bdc110ff 100644
--- a/.azure-pipelines/unit-test-xpu.yml
+++ b/.azure-pipelines/unit-test-xpu.yml
@@ -41,8 +41,8 @@ parameters:
- name: unitTestParts
type: object
default:
- - 0
- - 1
+ - common
+ - base
stages:
- template: template/lib-build-template.yml
@@ -90,7 +90,7 @@ stages:
artifact:
patterns: '*_coverage/.coverage.*'
path: $(DOWNLOAD_PATH)
-
+
- task: UsePythonVersion@0
inputs:
versionSpec: '3.12'
@@ -103,7 +103,7 @@ stages:
uv pip install .
pip list
cd ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/scripts
- bash ut/collect_log.sh
+ bash ut/collect_log.sh xpu
env:
PYTHONUNBUFFERED: '1'
UV_NO_PROGRESS: '1'
@@ -118,6 +118,10 @@ stages:
publishLocation: "pipeline"
- task: PublishCodeCoverageResults@2
+ condition: ne(variables['HAS_COVERAGE'], 'false')
inputs:
- summaryFileLocation: $(Build.SourcesDirectory)/log_dir/coverage_PR/coverage.xml
-
+ summaryFileLocation: $(UPLOAD_PATH)/coverage_PR/coverage.xml
+ # coverage.xml is produced inside the container, where the checkout
+ # lives at /auto-round, so its <sources> root does not exist on the
+ # agent. Point the task at the agent-side checkout instead.
+ pathToSources: $(Build.SourcesDirectory)
diff --git a/.azure-pipelines/unit-test.yml b/.azure-pipelines/unit-test.yml
index f4ba71487..956c354a9 100644
--- a/.azure-pipelines/unit-test.yml
+++ b/.azure-pipelines/unit-test.yml
@@ -109,7 +109,7 @@ stages:
uv pip install .
pip list
cd ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/scripts
- bash ut/collect_log.sh
+ bash ut/collect_log.sh cpu
env:
PYTHONUNBUFFERED: '1'
UV_NO_PROGRESS: '1'
diff --git a/.gitignore b/.gitignore
index 5cf30a623..704dc1d36 100644
--- a/.gitignore
+++ b/.gitignore
@@ -16,3 +16,4 @@ docs/plan/
auto_round_extension/ark/auto_round_kernel/build_*/
auto_round_extension/ark/build-*/
auto_round_extension/ark/auto_round_kernel/*.so
+graphify-out/