PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度
Add unit test (#173)
Sun, Xuehao81624095e77c
diff --git a/.azure-pipelines/docker/Dockerfile.devel b/.azure-pipelines/docker/Dockerfile.develnew file mode 100644index 000000000..4e18199bf--- /dev/null+++ b/.azure-pipelines/docker/Dockerfile.devel@@ -0,0 +1,46 @@+#+# Copyright (c) 2022 Intel Corporation+#+# Licensed under the Apache License, Version 2.0 (the "License");+# you may not use this file except in compliance with the License.+# You may obtain a copy of the License at+#+# http://www.apache.org/licenses/LICENSE-2.0+#+# Unless required by applicable law or agreed to in writing, software+# distributed under the License is distributed on an "AS IS" BASIS,+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.+# See the License for the specific language governing permissions and+# limitations under the License.+ARG UBUNTU_VER=22.04+FROM ubuntu:${UBUNTU_VER} as devel++# See http://bugs.python.org/issue19846+ENV LANG C.UTF-8++RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \+ python3 \+ python3-pip \+ python3-dev \+ python3-distutils \+ autoconf \+ build-essential \+ git \+ libgl1-mesa-glx \+ libglib2.0-0 \+ numactl \+ time \+ wget \+ bc \+ jq \+ vim++RUN ln -sf $(which python3) /usr/bin/python++RUN python -m pip --no-cache-dir install --upgrade pip+RUN python -m pip install --no-cache-dir setuptools++RUN pip list++WORKDIR /+diff --git a/.azure-pipelines/scripts/ut/.coverage b/.azure-pipelines/scripts/ut/.coveragenew file mode 100644index 000000000..86487a1ba--- /dev/null+++ b/.azure-pipelines/scripts/ut/.coverage@@ -0,0 +1,15 @@+[run]+branch = True++[report]+include =+ */auto_round/**+ */auto_round_extension/**+exclude_lines =+ pragma: no cover+ raise NotImplementedError+ raise TypeError+ if self.device == "gpu":+ if device == "gpu":+ except ImportError:+ except Exception as e:\ No newline at end of filediff --git a/.azure-pipelines/scripts/ut/collect_log.sh b/.azure-pipelines/scripts/ut/collect_log.shnew file mode 100644index 000000000..8d93dd835--- /dev/null+++ b/.azure-pipelines/scripts/ut/collect_log.sh@@ -0,0 +1,133 @@+source /auto-round/.azure-pipelines/scripts/change_color.sh++set -e+pip install coverage+export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/.coverage+coverage_log="/auto-round/log_dir/coverage_log"+coverage_log_base="/auto-round/log_dir/coverage_log_base"+coverage_compare="/auto-round/log_dir/coverage_compare.html"+cd /auto-round/log_dir++$BOLD_YELLOW && echo "collect coverage for PR branch" && $RESET+cp ut_coverage/.coverage /auto-round/+mkdir -p coverage_PR+cd /auto-round+coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log}+coverage html -d log_dir/coverage_PR/htmlcov --rcfile=${COVERAGE_RCFILE}+coverage xml -o log_dir/coverage_PR/coverage.xml --rcfile=${COVERAGE_RCFILE}+ls -l log_dir/coverage_PR/htmlcov+++$BOLD_YELLOW && echo "collect coverage for baseline" && $RESET+cd /auto-round+cp -r /auto-round/.azure-pipelines .azure-pipelines-pr+git config --global --add safe.directory /auto-round+git fetch+git checkout main+rm -rf build dist *egg-info+echo y | pip uninstall auto_round+pip install -r requirements.txt && python setup.py install++coverage erase+cd /auto-round/log_dir+mkdir -p coverage_base+rm -rf /auto-round/.coverage || true+cp ut_baseline_coverage/.coverage /auto-round++cd /auto-round+coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log_base}+coverage html -d log_dir/coverage_base/htmlcov --rcfile=${COVERAGE_RCFILE}+coverage xml -o log_dir/coverage_base/coverage.xml --rcfile=${COVERAGE_RCFILE}+ls -l log_dir/coverage_base/htmlcov++get_coverage_data() {+ # Input argument+ local coverage_xml="$1"++ # Get coverage data+ local coverage_data=$(python3 -c "import xml.etree.ElementTree as ET; root = ET.parse('$coverage_xml').getroot(); print(ET.tostring(root).decode())")+ if [[ -z "$coverage_data" ]]; then+ echo "Failed to get coverage data from $coverage_xml."+ exit 1+ fi++ # Get lines coverage+ local lines_covered=$(echo "$coverage_data" | grep -o 'lines-covered="[0-9]*"' | cut -d '"' -f 2)+ local lines_valid=$(echo "$coverage_data" | grep -o 'lines-valid="[0-9]*"' | cut -d '"' -f 2)+ if [ $lines_valid == 0 ]; then+ local lines_coverage=0+ else+ local lines_coverage=$(awk "BEGIN {printf \"%.3f\", 100 * $lines_covered / $lines_valid}")+ fi++ # Get branches coverage+ local branches_covered=$(echo "$coverage_data" | grep -o 'branches-covered="[0-9]*"' | cut -d '"' -f 2)+ local branches_valid=$(echo "$coverage_data" | grep -o 'branches-valid="[0-9]*"' | cut -d '"' -f 2)+ if [ $branches_valid == 0 ]; then+ local branches_coverage=0+ else+ local branches_coverage=$(awk "BEGIN {printf \"%.3f\", 100 * $branches_covered/$branches_valid}")+ fi++ # Return values+ echo "$lines_covered $lines_valid $lines_coverage $branches_covered $branches_valid $branches_coverage"+}++$BOLD_YELLOW && echo "compare coverage" && $RESET++coverage_PR_xml="log_dir/coverage_PR/coverage.xml"+coverage_PR_data=$(get_coverage_data $coverage_PR_xml)+read lines_PR_covered lines_PR_valid coverage_PR_lines_rate branches_PR_covered branches_PR_valid coverage_PR_branches_rate <<<"$coverage_PR_data"++coverage_base_xml="log_dir/coverage_base/coverage.xml"+coverage_base_data=$(get_coverage_data $coverage_base_xml)+read lines_base_covered lines_base_valid coverage_base_lines_rate branches_base_covered branches_base_valid coverage_base_branches_rate <<<"$coverage_base_data"++$BOLD_BLUE && echo "PR lines coverage: $lines_PR_covered/$lines_PR_valid ($coverage_PR_lines_rate%)" && $RESET+$BOLD_BLUE && echo "PR branches coverage: $branches_PR_covered/$branches_PR_valid ($coverage_PR_branches_rate%)" && $RESET+$BOLD_BLUE && echo "BASE lines coverage: $lines_base_covered/$lines_base_valid ($coverage_base_lines_rate%)" && $RESET+$BOLD_BLUE && echo "BASE branches coverage: $branches_base_covered/$branches_base_valid ($coverage_base_branches_rate%)" && $RESET++$BOLD_YELLOW && echo "clear upload path" && $RESET+rm -fr log_dir/coverage_PR/.coverage*+rm -fr log_dir/coverage_base/.coverage*+rm -fr log_dir/ut-coverage-*++# Declare an array to hold failed items+declare -a fail_items=()++if (( $(bc -l <<< "${coverage_PR_lines_rate}+0.05 < ${coverage_base_lines_rate}") )); then+ fail_items+=("lines")+fi+if (( $(bc -l <<< "${coverage_PR_branches_rate}+0.05 < ${coverage_base_branches_rate}") )); then+ fail_items+=("branches")+fi++if [[ ${#fail_items[@]} -ne 0 ]]; then+ fail_items_str=$(+ IFS=', '+ echo "${fail_items[*]}"+ )+ for item in "${fail_items[@]}"; do+ case "$item" in+ lines)+ decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_lines_rate - $coverage_base_lines_rate" | bc -l)))+ ;;+ branches)+ decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_branches_rate - $coverage_base_branches_rate" | bc -l)))+ ;;+ *)+ echo "Unknown item: $item"+ continue+ ;;+ esac+ $BOLD_RED && echo "Unit Test failed with ${item} coverage decrease ${decrease}%" && $RESET+ done+ $BOLD_RED && echo "compare coverage to give detail info" && $RESET+ bash /auto-round/.azure-pipelines-pr/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "FAILED" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}+ exit 1+else+ $BOLD_GREEN && echo "Unit Test success with coverage lines: ${coverage_PR_lines_rate}%, branches: ${coverage_PR_branches_rate}%" && $RESET+ $BOLD_GREEN && echo "compare coverage to give detail info" && $RESET+ bash /auto-round/.azure-pipelines-pr/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "SUCCESS" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}+fidiff --git a/.azure-pipelines/scripts/ut/compare_coverage.sh b/.azure-pipelines/scripts/ut/compare_coverage.shnew file mode 100644index 000000000..b0d6442ee--- /dev/null+++ b/.azure-pipelines/scripts/ut/compare_coverage.sh@@ -0,0 +1,225 @@+output_file=$1+coverage_pr_log=$2+coverage_base_log=$3+coverage_status=$4+coverage_PR_lines_rate=$5+coverage_base_lines_rate=$6+coverage_PR_branches_rate=$7+coverage_base_branches_rate=$8+module_name="auto-round"+[[ ! -f $coverage_pr_log ]] && exit 1+[[ ! -f $coverage_base_log ]] && exit 1+file_name="./coverage_compare"+sed -i "s|\/usr.*${module_name}\/||g" $coverage_pr_log+sed -i "s|\/usr.*${module_name}\/||g" $coverage_base_log+diff $coverage_pr_log $coverage_base_log >diff_file+[[ $? == 0 ]] && exit 0+grep -Po "[<,>,\d].*" diff_file | awk '{print $1 "\t" $2 "\t" $3 "\t" $4 "\t" $5 "\t" $6 "\t" $7}' | sed "/Name/d" | sed "/TOTAL/d" | sed "/---/d" >$file_name+[[ ! -s $file_name ]] && exit 0+[[ -f $output_file ]] && rm -f $output_file+touch $output_file++function generate_html_head {++ cat >${output_file} <<eof++<!DOCTYPE html>+<html lang="en">+<head>+ <meta charset="UTF-8">+ <meta http-equiv="X-UA-Compatible" content="IE=edge">+ <meta name="viewport" content="width=device-width, initial-scale=1.0">+ <title>UT coverage</title>+ <style type="text/css">+ body {+ margin: 0;+ padding: 0;+ background: white no-repeat left top;+ }++ .main {+ margin: 20px auto 10px auto;+ background: white;+ border-radius: 8px;+ -moz-border-radius: 8px;+ -webkit-border-radius: 8px;+ padding: 0 30px 30px 30px;+ border: 1px solid #adaa9f;+ box-shadow: 0 2px 2px #9c9c9c;+ -moz-box-shadow: 0 2px 2px #9c9c9c;+ -webkit-box-shadow: 0 2px 2px #9c9c9c;+ }++ .features-table {+ width: 100%;+ margin: 0 auto;+ border-collapse: separate;+ border-spacing: 0;+ text-shadow: 0 1px 0 #fff;+ color: #2a2a2a;+ background: #fafafa;+ background-image: -moz-linear-gradient(top, #fff, #eaeaea, #fff);+ /* Firefox 3.6 */+ background-image: -webkit-gradient(linear, center bottom, center top, from(#fff), color-stop(0.5, #eaeaea), to(#fff));+ font-family: Verdana, Arial, Helvetica+ }++ .features-table th,+ td {+ text-align: center;+ height: 25px;+ line-height: 25px;+ padding: 0 8px;+ border: 1px solid #cdcdcd;+ box-shadow: 0 1px 0 white;+ -moz-box-shadow: 0 1px 0 white;+ -webkit-box-shadow: 0 1px 0 white;+ white-space: nowrap;+ }+ </style>+</head>++eof+}++function extract_diff_data() {+ local file_name=$1 diff_file=$2 reg=$3+ local file=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $1}')+ local stmts=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $2}')+ local miss=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $3}')+ local cover=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $6}')+ local branch=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $4}')++ echo "$file $stmts $miss $cover $branch"+}++function write_compare_details() {+ local file=$1 stmts1=$2 miss1=$3 branch1=$4 cover1=$5 stmts2=$6 miss2=$7 branch2=$8 cover2=$9+ echo """+ <tr>+ <td>PR | BASE</td>+ <td style=\"text-align:left\">${file}</td>+ <td style=\"text-align:left\">${stmts1} | ${stmts2}</td>+ <td style=\"text-align:left\">${miss1} | ${miss2}</td>+ <td style=\"text-align:left\">${branch1} | ${branch2}</td>+ <td style=\"text-align:left\">${cover1} | ${cover2}</td>+ </tr>+ """ >>${output_file}+}++function get_color() {+ local decrease=$1+ if (($(echo "$decrease < 0" | bc -l))); then+ local color="#FFD2D2"+ else+ local color="#90EE90"+ fi+ echo "$color"+}++function generate_coverage_summary() {+ # generate table head+ local Lines_cover_decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_lines_rate - $coverage_base_lines_rate" | bc -l)))+ local Branches_cover_decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_branches_rate - $coverage_base_branches_rate" | bc -l)))++ read lines_coverage_color <<<"$(get_color ${Lines_cover_decrease})"+ read branches_coverage_color <<<"$(get_color ${Branches_cover_decrease})"++ echo """+<body>+ <div class="main">+ <h1 align="center">Coverage Summary : ${coverage_status}</h1>+ <table class=\"features-table\" style=\"width: 60%;margin-left:auto;margin-right:auto;empty-cells: hide\">+ <tr>+ <th></th>+ <th>Base coverage</th>+ <th>PR coverage</th>+ <th>Diff</th>+ </tr>+ <tr>+ <td> Lines </td>+ <td> ${coverage_base_lines_rate}% </td>+ <td> ${coverage_PR_lines_rate}% </td>+ <td style=\"background-color:${lines_coverage_color}\"> ${Lines_cover_decrease}% </td>+ </tr>+ <tr>+ <td> Branches </td>+ <td> ${coverage_base_branches_rate}% </td>+ <td> ${coverage_PR_branches_rate}% </td>+ <td style=\"background-color:${branches_coverage_color}\"> ${Branches_cover_decrease}% </td>+ </tr>+ </table>+ </div>+ """ >>${output_file}+}++function generate_coverage_details() {+ echo """+ <div class="main">+ <h2 align="center">Coverage Detail</h2>+ <table class=\"features-table\" style=\"width: 60%;margin-left:auto;margin-right:auto;empty-cells: hide\">+ <tr>+ <th>Commit</th>+ <th>FileName</th>+ <th>Stmts</th>+ <th>Miss</th>+ <th>Branch</th>+ <th>Cover</th>+ </tr>+ """ >>${output_file}+ # generate compare detail+ cat ${file_name} | while read line; do+ if [[ $(echo $line | grep "[0-9]a[0-9]") ]] && [[ $(grep -A 1 "$line" ${file_name} | grep ">") ]]; then+ diff_lines=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep ">")+ diff_file_name=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep -Po ">.*[a-z,A-Z].*.py" | sed "s|>||g")+ for diff_file in ${diff_file_name}; do+ diff_file=$(echo "${diff_file}" | sed 's/[ \t]*//g')+ diff_coverage_data=$(extract_diff_data ${file_name} ${diff_file} ">")+ read file stmts miss cover branch <<<"$diff_coverage_data"+ write_compare_details $file "NA" "NA" "NA" "NA" $stmts $miss $branch $cover+ done+ elif [[ $(echo $line | grep "[0-9]c[0-9]") ]] && [[ $(cat ${file_name} | grep -A 1 "$line" | grep "<") ]]; then+ diff_lines=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep "<")+ diff_file_name=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep -Po "<.*[a-z,A-Z].*.py" | sed "s|<||g")+ for diff_file in ${diff_file_name}; do+ diff_file=$(echo "${diff_file}" | sed 's/[ \t]*//g')+ diff_coverage_data1=$(extract_diff_data ${file_name} ${diff_file} "<")+ read file1 stmts1 miss1 cover1 branch1 <<<"$diff_coverage_data1"+ diff_coverage_data2=$(extract_diff_data ${file_name} ${diff_file} ">")+ read file2 stmts2 miss2 cover2 branch2 <<<"$diff_coverage_data2"+ write_compare_details $file1 $stmts1 $miss1 $branch1 $cover1 $stmts2 $miss2 $branch2 $cover2+ done+ elif [[ $(echo $line | grep "[0-9]d[0-9]") ]] && [[ $(cat ${file_name} | grep -A 1 "$line" | grep "<") ]]; then+ diff_lines=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep "<")+ diff_file_name=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep -Po "<.*[a-z,A-Z].*.py" | sed "s|<||g")+ for diff_file in ${diff_file_name}; do+ diff_file=$(echo "${diff_file}" | sed 's/[ \t]*//g')+ diff_coverage_data=$(extract_diff_data ${file_name} ${diff_file} "<")+ read file stmts miss cover branch <<<"$diff_coverage_data"+ write_compare_details $file $stmts $miss $branch $cover "NA" "NA" "NA" "NA"+ done+ fi+ done+ # generate table end+ echo """+ </table>+ </div>+</body>++</html>""" >>${output_file}+}++function main {+ generate_html_head+ generate_coverage_summary++ if [[ ${coverage_status} = "SUCCESS" ]]; then+ echo """</body></html>""" >>${output_file}+ echo "coverage PASS, no need to compare difference"+ exit 0+ else+ generate_coverage_details+ fi+}++main\ No newline at end of filediff --git a/.azure-pipelines/scripts/ut/run_ut.sh b/.azure-pipelines/scripts/ut/run_ut.shnew file mode 100644index 000000000..9f66b8f8a--- /dev/null+++ b/.azure-pipelines/scripts/ut/run_ut.sh@@ -0,0 +1,34 @@+#!/bin/bash+set -xe++# install requirements+echo "set up UT env..."+pip install pytest-cov pytest-html+pip list++cd /auto-round/test || exit 1+find . -type f -exec sed -i '/sys\.path\.insert(0, "\.\.")/d' {} +++export FORCE_BF16=1+export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/.coverage+auto_round_path=$(python -c 'import auto_round; print(auto_round.__path__[0])')++LOG_DIR=/auto-round/log_dir+mkdir -p ${LOG_DIR}+ut_log_name=${LOG_DIR}/ut.log++find . -name "test*.py" | sed "s,\.\/,python -m pytest --cov=\"${auto_round_path}\" --cov-report term --html=report.html --self-contained-html --cov-report xml:coverage.xml --cov-append -vs --disable-warnings ,g" > run.sh+bash run.sh 2>&1 | tee ${ut_log_name}++cp report.html ${LOG_DIR}/+cp coverage.xml ${LOG_DIR}/++if [ $(grep -c '== FAILURES ==' ${ut_log_name}) != 0 ] || [ $(grep -c '== ERRORS ==' ${ut_log_name}) != 0 ] || [ $(grep -c ' passed' ${ut_log_name}) == 0 ]; then+ echo "Find errors in pytest case, please check the output..."+ exit 1+fi++# if ut pass, collect the coverage file into artifacts+cp .coverage ${LOG_DIR}/.coverage++echo "UT finished successfully! "\ No newline at end of filediff --git a/.azure-pipelines/template/docker-template.yml b/.azure-pipelines/template/docker-template.ymlindex 0d7a9d889..cbde3680c 100644--- a/.azure-pipelines/template/docker-template.yml+++ b/.azure-pipelines/template/docker-template.yml@@ -54,12 +54,13 @@ steps:git clone ${{ parameters.repo }} ${BUILD_SOURCESDIRECTORY}git config --global --add safe.directory ${BUILD_SOURCESDIRECTORY}cd ${BUILD_SOURCESDIRECTORY}- git checkout master- displayName: "Checkout out master"+ git checkout main+ displayName: "Checkout out main"- script: |if [[ ! $(docker images | grep -i ${{ parameters.repoName }}:${{ parameters.repoTag }}) ]]; then- docker build -f ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/docker/${{parameters.dockerFileName}}.devel -t ${{ parameters.repoName }}:${{ parameters.repoTag }} .+ cd ${BUILD_SOURCESDIRECTORY}+ docker build -f .azure-pipelines/docker/${{parameters.dockerFileName}}.devel -t ${{ parameters.repoName }}:${{ parameters.repoTag }} .fidocker images | grep -i ${{ parameters.repoName }}if [[ $? -ne 0 ]]; thendiff --git a/.azure-pipelines/template/ut-template.yml b/.azure-pipelines/template/ut-template.ymlnew file mode 100644index 000000000..6a03a3a41--- /dev/null+++ b/.azure-pipelines/template/ut-template.yml@@ -0,0 +1,57 @@+parameters:+ - name: dockerConfigName+ type: string+ default: "commonDockerConfig"+ - name: repo+ type: string+ default: "https://github.com/intel/auto-round"+ - name: utScriptFileName+ type: string+ - name: uploadPath+ type: string+ - name: utArtifact+ type: string+ - name: utTestMode+ type: string+ default: "coverage"+ - name: utContainerName+ type: string+ default: "AutoRoundUnitTest"++steps:+ - template: docker-template.yml+ parameters:+ dockerConfigName: ${{ parameters.dockerConfigName }}+ repoName: "auto-round"+ repoTag: "py310"+ dockerFileName: "Dockerfile"+ containerName: ${{ parameters.utContainerName }}+ repo: ${{ parameters.repo }}++ - script: |+ docker exec ${{ parameters.utContainerName }} bash -c "cd /auto-round \+ && pip install -r requirements.txt \+ && python setup.py bdist_wheel && rm -rf build \+ && pip install dist/auto_round*.whl \+ && pip list"+ displayName: "Env Setup"++ - script: |+ docker exec ${{ parameters.utContainerName }} bash -c "cd /auto-round/.azure-pipelines/scripts \+ && bash ut/${{ parameters.utScriptFileName }}.sh ${{ parameters.utTestMode }}"+ displayName: "Run UT"++ - task: PublishPipelineArtifact@1+ condition: succeededOrFailed()+ inputs:+ targetPath: ${{ parameters.uploadPath }}+ artifact: $(System.JobAttempt)_${{ parameters.utArtifact }}_coverage+ publishLocation: "pipeline"++ - task: Bash@3+ condition: always()+ inputs:+ targetType: "inline"+ script: |+ docker exec ${{ parameters.utContainerName }} bash -c "rm -rf /auto-round/* && rm -rf /auto-round/.* || true"+ displayName: "Docker clean up"diff --git a/.azure-pipelines/unit-test.yml b/.azure-pipelines/unit-test.ymlnew file mode 100644index 000000000..9c6098c68--- /dev/null+++ b/.azure-pipelines/unit-test.yml@@ -0,0 +1,107 @@+trigger: none++pr:+ autoCancel: true+ drafts: false+ branches:+ include:+ - main+ paths:+ include:+ - auto_round+ - auto_round_extension+ - test+ - setup.py+ - requirements_pt.txt+ - .azure-pipelines/scripts/ut++pool: ICX-16C++variables:+ IMAGE_NAME: "auto-round"+ IMAGE_TAG: "py310"+ UPLOAD_PATH: $(Build.SourcesDirectory)/log_dir+ DOWNLOAD_PATH: $(Build.SourcesDirectory)/log_dir+ ARTIFACT_NAME: "UT_coverage_report"+ REPO: $(Build.Repository.Uri)++stages:+ - stage: Unit_test+ displayName: Unit Test+ dependsOn: []+ jobs:+ - job:+ displayName: Unit Test+ steps:+ - template: template/ut-template.yml+ parameters:+ dockerConfigName: "commonDockerConfig"+ utScriptFileName: "run_ut"+ uploadPath: $(UPLOAD_PATH)+ utArtifact: "unit-test"+++ - stage: Unit_test_baseline+ displayName: Unit Test Baseline+ dependsOn: []+ jobs:+ - job:+ displayName: Unit Test+ steps:+ - template: template/ut-template.yml+ parameters:+ dockerConfigName: "gitCloneDockerConfig"+ utScriptFileName: "run_ut"+ uploadPath: $(UPLOAD_PATH)+ utArtifact: "unit-test-baseline"+ repo: $(REPO)++ - stage: Coverage+ displayName: "Coverage Compare"+ pool:+ vmImage: "ubuntu-latest"+ dependsOn: [Unit_test, Unit_test_baseline]+ jobs:+ - job: CollectDatafiles+ steps:+ - script: |+ if [[ ! $(docker images | grep -i ${IMAGE_NAME}:${IMAGE_TAG}) ]]; then+ docker build -f ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/docker/Dockerfile.devel -t ${IMAGE_NAME}:${IMAGE_TAG} .+ fi+ docker images | grep -i ${IMAGE_NAME}+ if [[ $? -ne 0 ]]; then+ echo "NO Such Repo"+ exit 1+ fi+ displayName: "Build develop docker image"++ - task: DownloadPipelineArtifact@2+ inputs:+ artifact:+ patterns: '*_coverage/.coverage'+ path: $(DOWNLOAD_PATH)++ - script: |+ echo "--- create container ---"+ docker run -d -it --name="collectLogs" -v ${BUILD_SOURCESDIRECTORY}:/auto-round ${IMAGE_NAME}:${IMAGE_TAG} /bin/bash+ echo "--- docker ps ---"+ docker ps+ echo "--- collect logs ---"+ docker exec collectLogs /bin/bash +x -c "cd /auto-round/.azure-pipelines/scripts \+ && bash ut/collect_log.sh"+ displayName: "Collect UT Coverage"++ - task: PublishPipelineArtifact@1+ condition: succeededOrFailed()+ inputs:+ targetPath: $(UPLOAD_PATH)+ artifact: $(ARTIFACT_NAME)+ publishLocation: "pipeline"++ - task: Bash@3+ condition: always()+ inputs:+ targetType: "inline"+ script: |+ docker exec collectLogs bash -c "rm -fr /auto-round/* && rm -fr /auto-round/.* || true"+ displayName: "Docker clean up"