Skip to content

PTQ-Level Efficiency, QAT-Level Accuracy | 训练后量化的效率,量化感知训练的精度

Add unit test (#173)

Sun, Xuehao81624095e77c
diff --git a/.azure-pipelines/docker/Dockerfile.devel b/.azure-pipelines/docker/Dockerfile.devel
new file mode 100644
index 000000000..4e18199bf
--- /dev/null
+++ b/.azure-pipelines/docker/Dockerfile.devel
@@ -0,0 +1,46 @@
+#
+# Copyright (c) 2022 Intel Corporation
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+ARG UBUNTU_VER=22.04
+FROM ubuntu:${UBUNTU_VER} as devel
+
+# See http://bugs.python.org/issue19846
+ENV LANG C.UTF-8
+
+RUN apt-get update && apt-get install -y --no-install-recommends --fix-missing \
+ python3 \
+ python3-pip \
+ python3-dev \
+ python3-distutils \
+ autoconf \
+ build-essential \
+ git \
+ libgl1-mesa-glx \
+ libglib2.0-0 \
+ numactl \
+ time \
+ wget \
+ bc \
+ jq \
+ vim
+
+RUN ln -sf $(which python3) /usr/bin/python
+
+RUN python -m pip --no-cache-dir install --upgrade pip
+RUN python -m pip install --no-cache-dir setuptools
+
+RUN pip list
+
+WORKDIR /
+
diff --git a/.azure-pipelines/scripts/ut/.coverage b/.azure-pipelines/scripts/ut/.coverage
new file mode 100644
index 000000000..86487a1ba
--- /dev/null
+++ b/.azure-pipelines/scripts/ut/.coverage
@@ -0,0 +1,15 @@
+[run]
+branch = True
+
+[report]
+include =
+ */auto_round/**
+ */auto_round_extension/**
+exclude_lines =
+ pragma: no cover
+ raise NotImplementedError
+ raise TypeError
+ if self.device == "gpu":
+ if device == "gpu":
+ except ImportError:
+ except Exception as e:
\ No newline at end of file
diff --git a/.azure-pipelines/scripts/ut/collect_log.sh b/.azure-pipelines/scripts/ut/collect_log.sh
new file mode 100644
index 000000000..8d93dd835
--- /dev/null
+++ b/.azure-pipelines/scripts/ut/collect_log.sh
@@ -0,0 +1,133 @@
+source /auto-round/.azure-pipelines/scripts/change_color.sh
+
+set -e
+pip install coverage
+export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/.coverage
+coverage_log="/auto-round/log_dir/coverage_log"
+coverage_log_base="/auto-round/log_dir/coverage_log_base"
+coverage_compare="/auto-round/log_dir/coverage_compare.html"
+cd /auto-round/log_dir
+
+$BOLD_YELLOW && echo "collect coverage for PR branch" && $RESET
+cp ut_coverage/.coverage /auto-round/
+mkdir -p coverage_PR
+cd /auto-round
+coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log}
+coverage html -d log_dir/coverage_PR/htmlcov --rcfile=${COVERAGE_RCFILE}
+coverage xml -o log_dir/coverage_PR/coverage.xml --rcfile=${COVERAGE_RCFILE}
+ls -l log_dir/coverage_PR/htmlcov
+
+
+$BOLD_YELLOW && echo "collect coverage for baseline" && $RESET
+cd /auto-round
+cp -r /auto-round/.azure-pipelines .azure-pipelines-pr
+git config --global --add safe.directory /auto-round
+git fetch
+git checkout main
+rm -rf build dist *egg-info
+echo y | pip uninstall auto_round
+pip install -r requirements.txt && python setup.py install
+
+coverage erase
+cd /auto-round/log_dir
+mkdir -p coverage_base
+rm -rf /auto-round/.coverage || true
+cp ut_baseline_coverage/.coverage /auto-round
+
+cd /auto-round
+coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log_base}
+coverage html -d log_dir/coverage_base/htmlcov --rcfile=${COVERAGE_RCFILE}
+coverage xml -o log_dir/coverage_base/coverage.xml --rcfile=${COVERAGE_RCFILE}
+ls -l log_dir/coverage_base/htmlcov
+
+get_coverage_data() {
+ # Input argument
+ local coverage_xml="$1"
+
+ # Get coverage data
+ local coverage_data=$(python3 -c "import xml.etree.ElementTree as ET; root = ET.parse('$coverage_xml').getroot(); print(ET.tostring(root).decode())")
+ if [[ -z "$coverage_data" ]]; then
+ echo "Failed to get coverage data from $coverage_xml."
+ exit 1
+ fi
+
+ # Get lines coverage
+ local lines_covered=$(echo "$coverage_data" | grep -o 'lines-covered="[0-9]*"' | cut -d '"' -f 2)
+ local lines_valid=$(echo "$coverage_data" | grep -o 'lines-valid="[0-9]*"' | cut -d '"' -f 2)
+ if [ $lines_valid == 0 ]; then
+ local lines_coverage=0
+ else
+ local lines_coverage=$(awk "BEGIN {printf \"%.3f\", 100 * $lines_covered / $lines_valid}")
+ fi
+
+ # Get branches coverage
+ local branches_covered=$(echo "$coverage_data" | grep -o 'branches-covered="[0-9]*"' | cut -d '"' -f 2)
+ local branches_valid=$(echo "$coverage_data" | grep -o 'branches-valid="[0-9]*"' | cut -d '"' -f 2)
+ if [ $branches_valid == 0 ]; then
+ local branches_coverage=0
+ else
+ local branches_coverage=$(awk "BEGIN {printf \"%.3f\", 100 * $branches_covered/$branches_valid}")
+ fi
+
+ # Return values
+ echo "$lines_covered $lines_valid $lines_coverage $branches_covered $branches_valid $branches_coverage"
+}
+
+$BOLD_YELLOW && echo "compare coverage" && $RESET
+
+coverage_PR_xml="log_dir/coverage_PR/coverage.xml"
+coverage_PR_data=$(get_coverage_data $coverage_PR_xml)
+read lines_PR_covered lines_PR_valid coverage_PR_lines_rate branches_PR_covered branches_PR_valid coverage_PR_branches_rate <<<"$coverage_PR_data"
+
+coverage_base_xml="log_dir/coverage_base/coverage.xml"
+coverage_base_data=$(get_coverage_data $coverage_base_xml)
+read lines_base_covered lines_base_valid coverage_base_lines_rate branches_base_covered branches_base_valid coverage_base_branches_rate <<<"$coverage_base_data"
+
+$BOLD_BLUE && echo "PR lines coverage: $lines_PR_covered/$lines_PR_valid ($coverage_PR_lines_rate%)" && $RESET
+$BOLD_BLUE && echo "PR branches coverage: $branches_PR_covered/$branches_PR_valid ($coverage_PR_branches_rate%)" && $RESET
+$BOLD_BLUE && echo "BASE lines coverage: $lines_base_covered/$lines_base_valid ($coverage_base_lines_rate%)" && $RESET
+$BOLD_BLUE && echo "BASE branches coverage: $branches_base_covered/$branches_base_valid ($coverage_base_branches_rate%)" && $RESET
+
+$BOLD_YELLOW && echo "clear upload path" && $RESET
+rm -fr log_dir/coverage_PR/.coverage*
+rm -fr log_dir/coverage_base/.coverage*
+rm -fr log_dir/ut-coverage-*
+
+# Declare an array to hold failed items
+declare -a fail_items=()
+
+if (( $(bc -l <<< "${coverage_PR_lines_rate}+0.05 < ${coverage_base_lines_rate}") )); then
+ fail_items+=("lines")
+fi
+if (( $(bc -l <<< "${coverage_PR_branches_rate}+0.05 < ${coverage_base_branches_rate}") )); then
+ fail_items+=("branches")
+fi
+
+if [[ ${#fail_items[@]} -ne 0 ]]; then
+ fail_items_str=$(
+ IFS=', '
+ echo "${fail_items[*]}"
+ )
+ for item in "${fail_items[@]}"; do
+ case "$item" in
+ lines)
+ decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_lines_rate - $coverage_base_lines_rate" | bc -l)))
+ ;;
+ branches)
+ decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_branches_rate - $coverage_base_branches_rate" | bc -l)))
+ ;;
+ *)
+ echo "Unknown item: $item"
+ continue
+ ;;
+ esac
+ $BOLD_RED && echo "Unit Test failed with ${item} coverage decrease ${decrease}%" && $RESET
+ done
+ $BOLD_RED && echo "compare coverage to give detail info" && $RESET
+ bash /auto-round/.azure-pipelines-pr/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "FAILED" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}
+ exit 1
+else
+ $BOLD_GREEN && echo "Unit Test success with coverage lines: ${coverage_PR_lines_rate}%, branches: ${coverage_PR_branches_rate}%" && $RESET
+ $BOLD_GREEN && echo "compare coverage to give detail info" && $RESET
+ bash /auto-round/.azure-pipelines-pr/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "SUCCESS" ${coverage_PR_lines_rate} ${coverage_base_lines_rate} ${coverage_PR_branches_rate} ${coverage_base_branches_rate}
+fi
diff --git a/.azure-pipelines/scripts/ut/compare_coverage.sh b/.azure-pipelines/scripts/ut/compare_coverage.sh
new file mode 100644
index 000000000..b0d6442ee
--- /dev/null
+++ b/.azure-pipelines/scripts/ut/compare_coverage.sh
@@ -0,0 +1,225 @@
+output_file=$1
+coverage_pr_log=$2
+coverage_base_log=$3
+coverage_status=$4
+coverage_PR_lines_rate=$5
+coverage_base_lines_rate=$6
+coverage_PR_branches_rate=$7
+coverage_base_branches_rate=$8
+module_name="auto-round"
+[[ ! -f $coverage_pr_log ]] && exit 1
+[[ ! -f $coverage_base_log ]] && exit 1
+file_name="./coverage_compare"
+sed -i "s|\/usr.*${module_name}\/||g" $coverage_pr_log
+sed -i "s|\/usr.*${module_name}\/||g" $coverage_base_log
+diff $coverage_pr_log $coverage_base_log >diff_file
+[[ $? == 0 ]] && exit 0
+grep -Po "[<,>,\d].*" diff_file | awk '{print $1 "\t" $2 "\t" $3 "\t" $4 "\t" $5 "\t" $6 "\t" $7}' | sed "/Name/d" | sed "/TOTAL/d" | sed "/---/d" >$file_name
+[[ ! -s $file_name ]] && exit 0
+[[ -f $output_file ]] && rm -f $output_file
+touch $output_file
+
+function generate_html_head {
+
+ cat >${output_file} <<eof
+
+<!DOCTYPE html>
+<html lang="en">
+<head>
+ <meta charset="UTF-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+ <meta name="viewport" content="width=device-width, initial-scale=1.0">
+ <title>UT coverage</title>
+ <style type="text/css">
+ body {
+ margin: 0;
+ padding: 0;
+ background: white no-repeat left top;
+ }
+
+ .main {
+ margin: 20px auto 10px auto;
+ background: white;
+ border-radius: 8px;
+ -moz-border-radius: 8px;
+ -webkit-border-radius: 8px;
+ padding: 0 30px 30px 30px;
+ border: 1px solid #adaa9f;
+ box-shadow: 0 2px 2px #9c9c9c;
+ -moz-box-shadow: 0 2px 2px #9c9c9c;
+ -webkit-box-shadow: 0 2px 2px #9c9c9c;
+ }
+
+ .features-table {
+ width: 100%;
+ margin: 0 auto;
+ border-collapse: separate;
+ border-spacing: 0;
+ text-shadow: 0 1px 0 #fff;
+ color: #2a2a2a;
+ background: #fafafa;
+ background-image: -moz-linear-gradient(top, #fff, #eaeaea, #fff);
+ /* Firefox 3.6 */
+ background-image: -webkit-gradient(linear, center bottom, center top, from(#fff), color-stop(0.5, #eaeaea), to(#fff));
+ font-family: Verdana, Arial, Helvetica
+ }
+
+ .features-table th,
+ td {
+ text-align: center;
+ height: 25px;
+ line-height: 25px;
+ padding: 0 8px;
+ border: 1px solid #cdcdcd;
+ box-shadow: 0 1px 0 white;
+ -moz-box-shadow: 0 1px 0 white;
+ -webkit-box-shadow: 0 1px 0 white;
+ white-space: nowrap;
+ }
+ </style>
+</head>
+
+eof
+}
+
+function extract_diff_data() {
+ local file_name=$1 diff_file=$2 reg=$3
+ local file=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $1}')
+ local stmts=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $2}')
+ local miss=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $3}')
+ local cover=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $6}')
+ local branch=$(cat $file_name | grep "${diff_file}" | grep -v ".*/${diff_file}" | grep -Po "${reg}.*" | sed "s/${reg}[ \t]*//g" | awk '{print $4}')
+
+ echo "$file $stmts $miss $cover $branch"
+}
+
+function write_compare_details() {
+ local file=$1 stmts1=$2 miss1=$3 branch1=$4 cover1=$5 stmts2=$6 miss2=$7 branch2=$8 cover2=$9
+ echo """
+ <tr>
+ <td>PR | BASE</td>
+ <td style=\"text-align:left\">${file}</td>
+ <td style=\"text-align:left\">${stmts1} | ${stmts2}</td>
+ <td style=\"text-align:left\">${miss1} | ${miss2}</td>
+ <td style=\"text-align:left\">${branch1} | ${branch2}</td>
+ <td style=\"text-align:left\">${cover1} | ${cover2}</td>
+ </tr>
+ """ >>${output_file}
+}
+
+function get_color() {
+ local decrease=$1
+ if (($(echo "$decrease < 0" | bc -l))); then
+ local color="#FFD2D2"
+ else
+ local color="#90EE90"
+ fi
+ echo "$color"
+}
+
+function generate_coverage_summary() {
+ # generate table head
+ local Lines_cover_decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_lines_rate - $coverage_base_lines_rate" | bc -l)))
+ local Branches_cover_decrease=$(echo $(printf "%.3f" $(echo "$coverage_PR_branches_rate - $coverage_base_branches_rate" | bc -l)))
+
+ read lines_coverage_color <<<"$(get_color ${Lines_cover_decrease})"
+ read branches_coverage_color <<<"$(get_color ${Branches_cover_decrease})"
+
+ echo """
+<body>
+ <div class="main">
+ <h1 align="center">Coverage Summary : ${coverage_status}</h1>
+ <table class=\"features-table\" style=\"width: 60%;margin-left:auto;margin-right:auto;empty-cells: hide\">
+ <tr>
+ <th></th>
+ <th>Base coverage</th>
+ <th>PR coverage</th>
+ <th>Diff</th>
+ </tr>
+ <tr>
+ <td> Lines </td>
+ <td> ${coverage_base_lines_rate}% </td>
+ <td> ${coverage_PR_lines_rate}% </td>
+ <td style=\"background-color:${lines_coverage_color}\"> ${Lines_cover_decrease}% </td>
+ </tr>
+ <tr>
+ <td> Branches </td>
+ <td> ${coverage_base_branches_rate}% </td>
+ <td> ${coverage_PR_branches_rate}% </td>
+ <td style=\"background-color:${branches_coverage_color}\"> ${Branches_cover_decrease}% </td>
+ </tr>
+ </table>
+ </div>
+ """ >>${output_file}
+}
+
+function generate_coverage_details() {
+ echo """
+ <div class="main">
+ <h2 align="center">Coverage Detail</h2>
+ <table class=\"features-table\" style=\"width: 60%;margin-left:auto;margin-right:auto;empty-cells: hide\">
+ <tr>
+ <th>Commit</th>
+ <th>FileName</th>
+ <th>Stmts</th>
+ <th>Miss</th>
+ <th>Branch</th>
+ <th>Cover</th>
+ </tr>
+ """ >>${output_file}
+ # generate compare detail
+ cat ${file_name} | while read line; do
+ if [[ $(echo $line | grep "[0-9]a[0-9]") ]] && [[ $(grep -A 1 "$line" ${file_name} | grep ">") ]]; then
+ diff_lines=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep ">")
+ diff_file_name=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep -Po ">.*[a-z,A-Z].*.py" | sed "s|>||g")
+ for diff_file in ${diff_file_name}; do
+ diff_file=$(echo "${diff_file}" | sed 's/[ \t]*//g')
+ diff_coverage_data=$(extract_diff_data ${file_name} ${diff_file} ">")
+ read file stmts miss cover branch <<<"$diff_coverage_data"
+ write_compare_details $file "NA" "NA" "NA" "NA" $stmts $miss $branch $cover
+ done
+ elif [[ $(echo $line | grep "[0-9]c[0-9]") ]] && [[ $(cat ${file_name} | grep -A 1 "$line" | grep "<") ]]; then
+ diff_lines=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep "<")
+ diff_file_name=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep -Po "<.*[a-z,A-Z].*.py" | sed "s|<||g")
+ for diff_file in ${diff_file_name}; do
+ diff_file=$(echo "${diff_file}" | sed 's/[ \t]*//g')
+ diff_coverage_data1=$(extract_diff_data ${file_name} ${diff_file} "<")
+ read file1 stmts1 miss1 cover1 branch1 <<<"$diff_coverage_data1"
+ diff_coverage_data2=$(extract_diff_data ${file_name} ${diff_file} ">")
+ read file2 stmts2 miss2 cover2 branch2 <<<"$diff_coverage_data2"
+ write_compare_details $file1 $stmts1 $miss1 $branch1 $cover1 $stmts2 $miss2 $branch2 $cover2
+ done
+ elif [[ $(echo $line | grep "[0-9]d[0-9]") ]] && [[ $(cat ${file_name} | grep -A 1 "$line" | grep "<") ]]; then
+ diff_lines=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep "<")
+ diff_file_name=$(sed -n "/${line}/,/^[0-9]/p" ${file_name} | grep -Po "<.*[a-z,A-Z].*.py" | sed "s|<||g")
+ for diff_file in ${diff_file_name}; do
+ diff_file=$(echo "${diff_file}" | sed 's/[ \t]*//g')
+ diff_coverage_data=$(extract_diff_data ${file_name} ${diff_file} "<")
+ read file stmts miss cover branch <<<"$diff_coverage_data"
+ write_compare_details $file $stmts $miss $branch $cover "NA" "NA" "NA" "NA"
+ done
+ fi
+ done
+ # generate table end
+ echo """
+ </table>
+ </div>
+</body>
+
+</html>""" >>${output_file}
+}
+
+function main {
+ generate_html_head
+ generate_coverage_summary
+
+ if [[ ${coverage_status} = "SUCCESS" ]]; then
+ echo """</body></html>""" >>${output_file}
+ echo "coverage PASS, no need to compare difference"
+ exit 0
+ else
+ generate_coverage_details
+ fi
+}
+
+main
\ No newline at end of file
diff --git a/.azure-pipelines/scripts/ut/run_ut.sh b/.azure-pipelines/scripts/ut/run_ut.sh
new file mode 100644
index 000000000..9f66b8f8a
--- /dev/null
+++ b/.azure-pipelines/scripts/ut/run_ut.sh
@@ -0,0 +1,34 @@
+#!/bin/bash
+set -xe
+
+# install requirements
+echo "set up UT env..."
+pip install pytest-cov pytest-html
+pip list
+
+cd /auto-round/test || exit 1
+find . -type f -exec sed -i '/sys\.path\.insert(0, "\.\.")/d' {} +
+
+export FORCE_BF16=1
+export COVERAGE_RCFILE=/auto-round/.azure-pipelines/scripts/ut/.coverage
+auto_round_path=$(python -c 'import auto_round; print(auto_round.__path__[0])')
+
+LOG_DIR=/auto-round/log_dir
+mkdir -p ${LOG_DIR}
+ut_log_name=${LOG_DIR}/ut.log
+
+find . -name "test*.py" | sed "s,\.\/,python -m pytest --cov=\"${auto_round_path}\" --cov-report term --html=report.html --self-contained-html --cov-report xml:coverage.xml --cov-append -vs --disable-warnings ,g" > run.sh
+bash run.sh 2>&1 | tee ${ut_log_name}
+
+cp report.html ${LOG_DIR}/
+cp coverage.xml ${LOG_DIR}/
+
+if [ $(grep -c '== FAILURES ==' ${ut_log_name}) != 0 ] || [ $(grep -c '== ERRORS ==' ${ut_log_name}) != 0 ] || [ $(grep -c ' passed' ${ut_log_name}) == 0 ]; then
+ echo "Find errors in pytest case, please check the output..."
+ exit 1
+fi
+
+# if ut pass, collect the coverage file into artifacts
+cp .coverage ${LOG_DIR}/.coverage
+
+echo "UT finished successfully! "
\ No newline at end of file
diff --git a/.azure-pipelines/template/docker-template.yml b/.azure-pipelines/template/docker-template.yml
index 0d7a9d889..cbde3680c 100644
--- a/.azure-pipelines/template/docker-template.yml
+++ b/.azure-pipelines/template/docker-template.yml
@@ -54,12 +54,13 @@ steps:
git clone ${{ parameters.repo }} ${BUILD_SOURCESDIRECTORY}
git config --global --add safe.directory ${BUILD_SOURCESDIRECTORY}
cd ${BUILD_SOURCESDIRECTORY}
- git checkout master
- displayName: "Checkout out master"
+ git checkout main
+ displayName: "Checkout out main"
- script: |
if [[ ! $(docker images | grep -i ${{ parameters.repoName }}:${{ parameters.repoTag }}) ]]; then
- docker build -f ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/docker/${{parameters.dockerFileName}}.devel -t ${{ parameters.repoName }}:${{ parameters.repoTag }} .
+ cd ${BUILD_SOURCESDIRECTORY}
+ docker build -f .azure-pipelines/docker/${{parameters.dockerFileName}}.devel -t ${{ parameters.repoName }}:${{ parameters.repoTag }} .
fi
docker images | grep -i ${{ parameters.repoName }}
if [[ $? -ne 0 ]]; then
diff --git a/.azure-pipelines/template/ut-template.yml b/.azure-pipelines/template/ut-template.yml
new file mode 100644
index 000000000..6a03a3a41
--- /dev/null
+++ b/.azure-pipelines/template/ut-template.yml
@@ -0,0 +1,57 @@
+parameters:
+ - name: dockerConfigName
+ type: string
+ default: "commonDockerConfig"
+ - name: repo
+ type: string
+ default: "https://github.com/intel/auto-round"
+ - name: utScriptFileName
+ type: string
+ - name: uploadPath
+ type: string
+ - name: utArtifact
+ type: string
+ - name: utTestMode
+ type: string
+ default: "coverage"
+ - name: utContainerName
+ type: string
+ default: "AutoRoundUnitTest"
+
+steps:
+ - template: docker-template.yml
+ parameters:
+ dockerConfigName: ${{ parameters.dockerConfigName }}
+ repoName: "auto-round"
+ repoTag: "py310"
+ dockerFileName: "Dockerfile"
+ containerName: ${{ parameters.utContainerName }}
+ repo: ${{ parameters.repo }}
+
+ - script: |
+ docker exec ${{ parameters.utContainerName }} bash -c "cd /auto-round \
+ && pip install -r requirements.txt \
+ && python setup.py bdist_wheel && rm -rf build \
+ && pip install dist/auto_round*.whl \
+ && pip list"
+ displayName: "Env Setup"
+
+ - script: |
+ docker exec ${{ parameters.utContainerName }} bash -c "cd /auto-round/.azure-pipelines/scripts \
+ && bash ut/${{ parameters.utScriptFileName }}.sh ${{ parameters.utTestMode }}"
+ displayName: "Run UT"
+
+ - task: PublishPipelineArtifact@1
+ condition: succeededOrFailed()
+ inputs:
+ targetPath: ${{ parameters.uploadPath }}
+ artifact: $(System.JobAttempt)_${{ parameters.utArtifact }}_coverage
+ publishLocation: "pipeline"
+
+ - task: Bash@3
+ condition: always()
+ inputs:
+ targetType: "inline"
+ script: |
+ docker exec ${{ parameters.utContainerName }} bash -c "rm -rf /auto-round/* && rm -rf /auto-round/.* || true"
+ displayName: "Docker clean up"
diff --git a/.azure-pipelines/unit-test.yml b/.azure-pipelines/unit-test.yml
new file mode 100644
index 000000000..9c6098c68
--- /dev/null
+++ b/.azure-pipelines/unit-test.yml
@@ -0,0 +1,107 @@
+trigger: none
+
+pr:
+ autoCancel: true
+ drafts: false
+ branches:
+ include:
+ - main
+ paths:
+ include:
+ - auto_round
+ - auto_round_extension
+ - test
+ - setup.py
+ - requirements_pt.txt
+ - .azure-pipelines/scripts/ut
+
+pool: ICX-16C
+
+variables:
+ IMAGE_NAME: "auto-round"
+ IMAGE_TAG: "py310"
+ UPLOAD_PATH: $(Build.SourcesDirectory)/log_dir
+ DOWNLOAD_PATH: $(Build.SourcesDirectory)/log_dir
+ ARTIFACT_NAME: "UT_coverage_report"
+ REPO: $(Build.Repository.Uri)
+
+stages:
+ - stage: Unit_test
+ displayName: Unit Test
+ dependsOn: []
+ jobs:
+ - job:
+ displayName: Unit Test
+ steps:
+ - template: template/ut-template.yml
+ parameters:
+ dockerConfigName: "commonDockerConfig"
+ utScriptFileName: "run_ut"
+ uploadPath: $(UPLOAD_PATH)
+ utArtifact: "unit-test"
+
+
+ - stage: Unit_test_baseline
+ displayName: Unit Test Baseline
+ dependsOn: []
+ jobs:
+ - job:
+ displayName: Unit Test
+ steps:
+ - template: template/ut-template.yml
+ parameters:
+ dockerConfigName: "gitCloneDockerConfig"
+ utScriptFileName: "run_ut"
+ uploadPath: $(UPLOAD_PATH)
+ utArtifact: "unit-test-baseline"
+ repo: $(REPO)
+
+ - stage: Coverage
+ displayName: "Coverage Compare"
+ pool:
+ vmImage: "ubuntu-latest"
+ dependsOn: [Unit_test, Unit_test_baseline]
+ jobs:
+ - job: CollectDatafiles
+ steps:
+ - script: |
+ if [[ ! $(docker images | grep -i ${IMAGE_NAME}:${IMAGE_TAG}) ]]; then
+ docker build -f ${BUILD_SOURCESDIRECTORY}/.azure-pipelines/docker/Dockerfile.devel -t ${IMAGE_NAME}:${IMAGE_TAG} .
+ fi
+ docker images | grep -i ${IMAGE_NAME}
+ if [[ $? -ne 0 ]]; then
+ echo "NO Such Repo"
+ exit 1
+ fi
+ displayName: "Build develop docker image"
+
+ - task: DownloadPipelineArtifact@2
+ inputs:
+ artifact:
+ patterns: '*_coverage/.coverage'
+ path: $(DOWNLOAD_PATH)
+
+ - script: |
+ echo "--- create container ---"
+ docker run -d -it --name="collectLogs" -v ${BUILD_SOURCESDIRECTORY}:/auto-round ${IMAGE_NAME}:${IMAGE_TAG} /bin/bash
+ echo "--- docker ps ---"
+ docker ps
+ echo "--- collect logs ---"
+ docker exec collectLogs /bin/bash +x -c "cd /auto-round/.azure-pipelines/scripts \
+ && bash ut/collect_log.sh"
+ displayName: "Collect UT Coverage"
+
+ - task: PublishPipelineArtifact@1
+ condition: succeededOrFailed()
+ inputs:
+ targetPath: $(UPLOAD_PATH)
+ artifact: $(ARTIFACT_NAME)
+ publishLocation: "pipeline"
+
+ - task: Bash@3
+ condition: always()
+ inputs:
+ targetType: "inline"
+ script: |
+ docker exec collectLogs bash -c "rm -fr /auto-round/* && rm -fr /auto-round/.* || true"
+ displayName: "Docker clean up"