Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 16 additions & 12 deletions .azure-pipelines/scripts/ut/collect_log.sh
Original file line number Diff line number Diff line change
@@ -1,10 +1,13 @@
source /neural-compressor/.azure-pipelines/scripts/change_color.sh

pip install coverage
export COVERAGE_RCFILE=/neural-compressor/.azure-pipelines/scripts/ut/coverage.file
coverage_log="/neural-compressor/log_dir/coverage_log"
coverage_log_base="/neural-compressor/log_dir/coverage_log_base"
coverage_compare="/neural-compressor/log_dir/coverate_compare.html"
cd /neural-compressor/log_dir
echo "collect coverage for PR branch"

$BOLD_YELLOW && echo "collect coverage for PR branch" && $RESET
mkdir -p coverage_PR
cp ut-coverage-adaptor/.coverage.adaptor ./coverage_PR/
cp ut-coverage-tfnewapi/.coverage.tfnewapi ./coverage_PR/
Expand All @@ -18,7 +21,8 @@ coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log}
coverage html -d log_dir/coverage_PR/htmlcov --rcfile=${COVERAGE_RCFILE}
coverage xml -o log_dir/coverage_PR/coverage.xml --rcfile=${COVERAGE_RCFILE}
ls -l log_dir/coverage_PR/htmlcov
echo "collect coverage for baseline"

$BOLD_YELLOW && echo "collect coverage for baseline" && $RESET
coverage erase
cd /neural-compressor/log_dir
mkdir -p coverage_base
Expand All @@ -34,28 +38,28 @@ coverage report -m --rcfile=${COVERAGE_RCFILE} | tee ${coverage_log_base}
coverage html -d log_dir/coverage_base/htmlcov --rcfile=${COVERAGE_RCFILE}
coverage xml -o log_dir/coverage_base/coverage.xml --rcfile=${COVERAGE_RCFILE}
ls -l log_dir/coverage_base/htmlcov
echo "compare coverage"

$BOLD_YELLOW && echo "compare coverage" && $RESET
coverage_PR_total=$(cat ${coverage_log} | grep TOTAL | awk '{print $NF}' | sed "s|%||g")
coverage_base_total=$(cat ${coverage_log_base} | grep TOTAL | awk '{print $NF}' | sed "s|%||g")
echo "clear upload path"

$BOLD_YELLOW && echo "clear upload path" && $RESET
rm -fr log_dir/coverage_PR/.coverage*
rm -fr log_dir/coverage_base/.coverage*
rm -fr log_dir/ut-coverage-*
if [[ ${coverage_PR_total} -lt ${coverage_base_total} ]]; then
decreate=$(($coverage_PR_total - $coverage_base_total))
rate=$(awk 'BEGIN{printf "%.2f%\n",'$decreate/100'}')
echo "Unit Test failed with covereage decrese ${rate}%"
echo "compare coverage to give detail info"
decrease=$(($coverage_PR_total - $coverage_base_total))
rate=$(awk 'BEGIN{printf "%.2f%\n",'$decrease/100'}')
$BOLD_RED && echo "Unit Test failed with coverage decrease ${rate}%" && $RESET
$BOLD_RED && echo "compare coverage to give detail info" && $RESET
bash -x /neural-compressor/.azure-pipelines/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "FAILED"
exit 1
else
echo "Unit Test success with coverage ${coverage_PR_total}%"
echo "compare coverage to give detail info"
$BOLD_GREEN && echo "Unit Test success with coverage ${coverage_PR_total}%" && $RESET
$BOLD_GREEN && echo "compare coverage to give detail info" && $RESET
bash -x /neural-compressor/.azure-pipelines/scripts/ut/compare_coverage.sh ${coverage_compare} ${coverage_log} ${coverage_log_base} "SUCCESS"
#sed "1i\Unit Test success with coverage ${coverage_PR_total}\n" ${coverage_log}
fi


#rm -r ${coverage_log}
#rm -r ${coverage_log_base}

3 changes: 2 additions & 1 deletion .azure-pipelines/ut-basic.yml
Original file line number Diff line number Diff line change
Expand Up @@ -194,6 +194,7 @@ stages:
displayName: 'collect logs'

- task: PublishPipelineArtifact@1
condition: succeededOrFailed()
inputs:
targetPath: $(UPLOAD_PATH)
artifact: $(ARTIFACT_NAME)
Expand All @@ -205,4 +206,4 @@ stages:
targetType: "inline"
script: |
docker exec collectLogs bash -c "rm -fr /neural-compressor/* && rm -fr /neural-compressor/.* || true"
displayName: "Docker clean up"
displayName: "Docker clean up"
1 change: 0 additions & 1 deletion .azure-pipelines/ut-ncoder.yml
Original file line number Diff line number Diff line change
Expand Up @@ -29,4 +29,3 @@ stages:
utScriptFileName: 'run_ncoder'
uploadPath: $(UPLOAD_PATH)
utArtifact: 'ut-ncoder'