diff --git a/.azure-pipelines/scripts/ut/collect_log.sh b/.azure-pipelines/scripts/ut/collect_log.sh index 58900c280d4..2eb80ac1633 100644 --- a/.azure-pipelines/scripts/ut/collect_log.sh +++ b/.azure-pipelines/scripts/ut/collect_log.sh @@ -1,10 +1,13 @@ +source /neural-compressor/.azure-pipelines/scripts/change_color.sh + pip install coverage export COVERAGE_RCFILE=/neural-compressor/.azure-pipelines/scripts/ut/coverage.file coverage_log="/neural-compressor/log_dir/coverage_log" coverage_log_base="/neural-compressor/log_dir/coverage_log_base" coverage_compare="/neural-compressor/log_dir/coverate_compare.html" cd /neural-compressor/log_dir -echo "collect coverage for PR branch" + +$BOLD_YELLOW && echo "collect coverage for PR branch" && $RESET mkdir -p coverage_PR cp ut-coverage-adaptor/.coverage.adaptor ./coverage_PR/ cp ut-coverage-tfnewapi/.coverage.tfnewapi ./coverage_PR/ @@ -18,7 +21,8 @@ coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log} coverage html -d log_dir/coverage_PR/htmlcov --rcfile=${COVERAGE_RCFILE} coverage xml -o log_dir/coverage_PR/coverage.xml --rcfile=${COVERAGE_RCFILE} ls -l log_dir/coverage_PR/htmlcov -echo "collect coverage for baseline" + +$BOLD_YELLOW && echo "collect coverage for baseline" && $RESET coverage erase cd /neural-compressor/log_dir mkdir -p coverage_base @@ -34,28 +38,28 @@ coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log_base} coverage html -d log_dir/coverage_base/htmlcov --rcfile=${COVERAGE_RCFILE} coverage xml -o log_dir/coverage_base/coverage.xml --rcfile=${COVERAGE_RCFILE} ls -l log_dir/coverage_base/htmlcov -echo "compare coverage" + +$BOLD_YELLOW && echo "compare coverage" && $RESET coverage_PR_total=$(cat ${coverage_log} | grep TOTAL | awk '{print $NF}' | sed "s|%||g") coverage_base_total=$(cat ${coverage_log_base} | grep TOTAL | awk '{print $NF}' | sed "s|%||g") -echo "clear upload path" + +$BOLD_YELLOW && echo "clear upload path" && $RESET rm -fr log_dir/coverage_PR/.coverage* rm -fr log_dir/coverage_base/.coverage* rm -fr log_dir/ut-coverage-* if [[ ${coverage_PR_total} -lt ${coverage_base_total} ]]; then - decreate=$(($coverage_PR_total - $coverage_base_total)) - rate=$(awk 'BEGIN{printf "%.2f%\n",'$decreate/100'}') - echo "Unit Test failed with covereage decrese ${rate}%" - echo "compare coverage to give detail info" + decrease=$(($coverage_PR_total - $coverage_base_total)) + rate=$(awk 'BEGIN{printf "%.2f%\n",'$decrease/100'}') + $BOLD_RED && echo "Unit Test failed with coverage decrease ${rate}%" && $RESET + $BOLD_RED && echo "compare coverage to give detail info" && $RESET bash -x /neural-compressor/.azure-pipelines/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "FAILED" exit 1 else - echo "Unit Test success with coverage ${coverage_PR_total}%" - echo "compare coverage to give detail info" + $BOLD_GREEN && echo "Unit Test success with coverage ${coverage_PR_total}%" && $RESET + $BOLD_GREEN && echo "compare coverage to give detail info" && $RESET bash -x /neural-compressor/.azure-pipelines/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "SUCCESS" #sed "1i\Unit Test success with coverage ${coverage_PR_total}\n" ${coverage_log} fi - #rm -r ${coverage_log} #rm -r ${coverage_log_base} - diff --git a/.azure-pipelines/ut-basic.yml b/.azure-pipelines/ut-basic.yml index bdeb6dd6d6f..05417fae4e0 100644 --- a/.azure-pipelines/ut-basic.yml +++ b/.azure-pipelines/ut-basic.yml @@ -194,6 +194,7 @@ stages: displayName: 'collect logs' - task: PublishPipelineArtifact@1 + condition: succeededOrFailed() inputs: targetPath: $(UPLOAD_PATH) artifact: $(ARTIFACT_NAME) @@ -205,4 +206,4 @@ stages: targetType: "inline" script: | docker exec collectLogs bash -c "rm -fr /neural-compressor/* && rm -fr /neural-compressor/.* || true" - displayName: "Docker clean up" \ No newline at end of file + displayName: "Docker clean up" diff --git a/.azure-pipelines/ut-ncoder.yml b/.azure-pipelines/ut-ncoder.yml index 16ee8cdb6ba..14ce726c626 100644 --- a/.azure-pipelines/ut-ncoder.yml +++ b/.azure-pipelines/ut-ncoder.yml @@ -29,4 +29,3 @@ stages: utScriptFileName: 'run_ncoder' uploadPath: $(UPLOAD_PATH) utArtifact: 'ut-ncoder' -