azure ut coverage report fix (#252)

Signed-off-by: Sun, Xuehao <[email protected]>
Signed-off-by: zehao-intel <[email protected]>

Author: XuehaoSun

.azure-pipelines/scripts/ut/collect_log.sh

@@ -1,10 +1,13 @@
+source /neural-compressor/.azure-pipelines/scripts/change_color.sh
+
 pip install coverage
 export COVERAGE_RCFILE=/neural-compressor/.azure-pipelines/scripts/ut/coverage.file
 coverage_log="/neural-compressor/log_dir/coverage_log"
 coverage_log_base="/neural-compressor/log_dir/coverage_log_base"
 coverage_compare="/neural-compressor/log_dir/coverate_compare.html"
 cd /neural-compressor/log_dir
-echo "collect coverage for PR branch"
+
+$BOLD_YELLOW && echo "collect coverage for PR branch" && $RESET
 mkdir -p coverage_PR
 cp ut-coverage-adaptor/.coverage.adaptor ./coverage_PR/
 cp ut-coverage-tfnewapi/.coverage.tfnewapi ./coverage_PR/
@@ -18,7 +21,8 @@ coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log}
 coverage html -d log_dir/coverage_PR/htmlcov --rcfile=${COVERAGE_RCFILE}
 coverage xml -o log_dir/coverage_PR/coverage.xml --rcfile=${COVERAGE_RCFILE}
 ls -l log_dir/coverage_PR/htmlcov
-echo "collect coverage for baseline"
+
+$BOLD_YELLOW && echo "collect coverage for baseline" && $RESET
 coverage erase
 cd /neural-compressor/log_dir
 mkdir -p coverage_base
@@ -34,28 +38,28 @@ coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log_base}
 coverage html -d log_dir/coverage_base/htmlcov --rcfile=${COVERAGE_RCFILE}
 coverage xml -o log_dir/coverage_base/coverage.xml --rcfile=${COVERAGE_RCFILE}
 ls -l log_dir/coverage_base/htmlcov
-echo "compare coverage"
+
+$BOLD_YELLOW && echo "compare coverage" && $RESET
 coverage_PR_total=$(cat ${coverage_log} | grep TOTAL | awk '{print $NF}' | sed "s|%||g")
 coverage_base_total=$(cat ${coverage_log_base} | grep TOTAL | awk '{print $NF}' | sed "s|%||g")
-echo "clear upload path"
+
+$BOLD_YELLOW && echo "clear upload path" && $RESET
 rm -fr log_dir/coverage_PR/.coverage*
 rm -fr log_dir/coverage_base/.coverage*
 rm -fr log_dir/ut-coverage-*
 if [[ ${coverage_PR_total} -lt ${coverage_base_total} ]]; then
-    decreate=$(($coverage_PR_total - $coverage_base_total))
-    rate=$(awk 'BEGIN{printf "%.2f%\n",'$decreate/100'}')
-    echo "Unit Test failed with covereage decrese ${rate}%"
-    echo "compare coverage to give detail info"
+    decrease=$(($coverage_PR_total - $coverage_base_total))
+    rate=$(awk 'BEGIN{printf "%.2f%\n",'$decrease/100'}')
+    $BOLD_RED && echo "Unit Test failed with coverage decrease ${rate}%" && $RESET
+    $BOLD_RED && echo "compare coverage to give detail info" && $RESET
     bash -x /neural-compressor/.azure-pipelines/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "FAILED"
     exit 1
 else
-    echo "Unit Test success with coverage ${coverage_PR_total}%"
-    echo "compare coverage to give detail info"
+    $BOLD_GREEN && echo "Unit Test success with coverage ${coverage_PR_total}%" && $RESET
+    $BOLD_GREEN && echo "compare coverage to give detail info" && $RESET
     bash -x /neural-compressor/.azure-pipelines/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "SUCCESS"
     #sed "1i\Unit Test success with coverage ${coverage_PR_total}\n" ${coverage_log}
 fi
 
-
 #rm -r ${coverage_log}
 #rm -r ${coverage_log_base}
-

.azure-pipelines/ut-basic.yml

@@ -194,6 +194,7 @@ stages:
         displayName: 'collect logs'
 
       - task: PublishPipelineArtifact@1
+        condition: succeededOrFailed()
         inputs:
           targetPath: $(UPLOAD_PATH)
           artifact: $(ARTIFACT_NAME)
@@ -205,4 +206,4 @@ stages:
           targetType: "inline"
           script: |
             docker exec collectLogs bash -c "rm -fr /neural-compressor/* && rm -fr /neural-compressor/.* || true"
-        displayName: "Docker clean up"
+        displayName: "Docker clean up"

.azure-pipelines/ut-ncoder.yml

@@ -29,4 +29,3 @@ stages:
           utScriptFileName: 'run_ncoder'
           uploadPath: $(UPLOAD_PATH)
           utArtifact: 'ut-ncoder'
-