Remove codecov, solely use coverage. (#1542)

* Remove codecov, solely use coverage.

CodeCov has become a bit flaky in their evaluation of code coverage.
Using GitHub actions, we can utilize coverage to combine multiple reports.

Thanks to Hynek Schlawack for the approach.
https://hynek.me/articles/ditch-codecov-python/

Remove .coveragerc file in favor of configuration in setup.cfg

Also applies coverage's parallel mode always.

* Update setup.cfg

Co-authored-by: Paolo Melchiorre <[email protected]>

* Update .github/workflows/test.yml

Co-authored-by: Paolo Melchiorre <[email protected]>

* Update .github/workflows/test.yml

Co-authored-by: Paolo Melchiorre <[email protected]>

* Update setup.cfg

Co-authored-by: Paolo Melchiorre <[email protected]>

* Reduce acceptable code coverage percentage.

Co-authored-by: Asif Saif Uddin <[email protected]>
Co-authored-by: Paolo Melchiorre <[email protected]>

Author: 3 people

.coveragerc

@@ -70,10 +70,11 @@ jobs:
         DB_HOST: 127.0.0.1
         DB_PORT: 3306
 
-    - name: Upload coverage
-      uses: codecov/codecov-action@v1
+    - name: Upload coverage data
+      uses: actions/upload-artifact@v2
       with:
-        name: Python ${{ matrix.python-version }}
+        name: coverage-data
+        path: ".coverage.*"
 
   postgres:
     runs-on: ubuntu-latest
@@ -138,10 +139,11 @@ jobs:
         DB_HOST: localhost
         DB_PORT: 5432
 
-    - name: Upload coverage
-      uses: codecov/codecov-action@v1
+    - name: Upload coverage data
+      uses: actions/upload-artifact@v2
       with:
-        name: Python ${{ matrix.python-version }}
+        name: coverage-data
+        path: ".coverage.*"
 
   sqlite:
     runs-on: ubuntu-latest
@@ -184,10 +186,42 @@ jobs:
         DB_BACKEND: sqlite3
         DB_NAME: ":memory:"
 
-    - name: Upload coverage
-      uses: codecov/codecov-action@v1
+    - name: Upload coverage data
+      uses: actions/upload-artifact@v2
       with:
-        name: Python ${{ matrix.python-version }}
+        name: coverage-data
+        path: ".coverage.*"
+
+  coverage:
+    name: Check coverage.
+    runs-on: "ubuntu-latest"
+    needs: [sqlite, mysql, postgres]
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-python@v2
+        with:
+          # Use latest, so it understands all syntax.
+          python-version: "3.10"
+
+      - run: python -m pip install --upgrade coverage
+
+      - name: Download coverage data.
+        uses: actions/download-artifact@v2
+        with:
+          name: coverage-data
+
+      - name: Combine coverage & check percentage
+        run: |
+          python -m coverage combine
+          python -m coverage html
+          python -m coverage report
+
+      - name: Upload HTML report if check failed.
+        uses: actions/upload-artifact@v2
+        with:
+          name: html-report
+          path: htmlcov
+        if: ${{ failure() }}
 
   lint:
     runs-on: ubuntu-latest

.github/workflows/test.yml

@@ -44,6 +44,25 @@ exclude =
     tests
     tests.*
 
+
+[coverage.html]
+skip_covered = True
+skip_empty = True
+
+[coverage:run]
+branch = True
+parallel = True
+source = debug_toolbar
+
+[coverage:paths]
+source =
+   src
+   .tox/*/site-packages
+
+[coverage:report]
+fail_under = 89
+show_missing = True
+
 [flake8]
 extend-ignore = E203, E501
 

setup.cfg

@@ -21,6 +21,7 @@ deps =
     sqlparse
 passenv=
     CI
+    COVERAGE_ARGS
     DB_BACKEND
     DB_NAME
     DB_USER
@@ -36,9 +37,10 @@ setenv =
     DB_USER = {env:DB_USER:debug_toolbar}
     DB_HOST = {env:DB_HOST:localhost}
     DB_PASSWORD =  {env:DB_PASSWORD:debug_toolbar}
+    DJANGO_SETTINGS_MODULE = tests.settings
 whitelist_externals = make
 pip_pre = True
-commands = make coverage TEST_ARGS='{posargs:tests}'
+commands = python -b -W always -m coverage run -m django test -v2 {posargs:tests}
 
 [testenv:py{36,37,38,39,310}-dj{40,main}-postgresql]
 setenv =