Add Codecov integration with 95% coverage thresholds (#286)

Steven Silvester · web-flow · commit 29dde9b37b5e · 2026-03-13T22:32:25.000Z
* Add Codecov integration with 95% coverage thresholds

Uploads coverage from all 10 test matrix jobs and configures Codecov
to wait for all uploads before reporting, failing if project or patch
coverage drops below 95%.

* Pin codecov-action to SHA for v5
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -56,6 +56,14 @@ jobs:
          just test-kernel
          just test-notebook
          uv run python -m octave_kernel install --user
+    - name: Upload coverage to Codecov
+      if: always()
+      uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de # v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        files: coverage.xml
+        flags: linux-py${{ matrix.python-version }}
+        fail_ci_if_error: false
 
   test-other-systems:
     strategy:
@@ -82,8 +90,16 @@ jobs:
         install-type: ${{ matrix.install-type }}
     - name: Run tests
       run: |
-        just test
+        uv run --group coverage pytest --cov=octave_kernel --cov-report=xml
         just test-kernel
+    - name: Upload coverage to Codecov
+      if: always()
+      uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de # v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        files: coverage.xml
+        flags: ${{ matrix.os }}
+        fail_ci_if_error: false
 
   test-other-ubuntu:
     strategy:
@@ -107,11 +123,19 @@ jobs:
       run: just install
     - name: Run tests
       run: |
-        just test
+        uv run --group coverage pytest --cov=octave_kernel --cov-report=xml
         just test-kernel
     - name: Test notebook
       if: ${{ matrix.install-type != 'ubuntu-flatpak' }}
       run: just test-notebook
+    - name: Upload coverage to Codecov
+      if: always()
+      uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de # v5
+      with:
+        token: ${{ secrets.CODECOV_TOKEN }}
+        files: coverage.xml
+        flags: ${{ matrix.install-type }}
+        fail_ci_if_error: false
 
   make_sdist:
     name: Make SDist
diff --git a/codecov.yml b/codecov.yml
@@ -0,0 +1,21 @@
+coverage:
+  status:
+    project:
+      default:
+        target: 95%
+        threshold: 0%
+        # Wait for all 10 coverage uploads before reporting:
+        # 6 test-linux (5x ubuntu-latest + 1x ubuntu-22.04) +
+        # 2 test-other-systems (macos + windows) +
+        # 2 test-other-ubuntu (flatpak + snap)
+        after_n_builds: 10
+    patch:
+      default:
+        target: 95%
+        threshold: 0%
+        after_n_builds: 10
+
+comment:
+  layout: "reach,diff,flags,files"
+  behavior: default
+  require_changes: false
diff --git a/justfile b/justfile
@@ -29,7 +29,7 @@ test-notebook:
     uv run --group test jupyter nbconvert --to notebook --execute --ExecutePreprocessor.kernel_name=octave --ExecutePreprocessor.timeout=60 --stdout octave_kernel.ipynb > /dev/null
 
 cover *args="":
-    uv run --group coverage pytest --cov=octave_kernel --cov-report=term-missing --cov-fail-under=90 {{args}}
+    uv run --group coverage pytest --cov=octave_kernel --cov-report=term-missing --cov-report=xml --cov-fail-under=90 {{args}}
     uv run --with coverage coverage html
 
 typing:
