diff --git a/.coveragerc b/.coveragerc
index c077a22a..ce552e8c 100644
--- a/.coveragerc
+++ b/.coveragerc
@@ -1,6 +1,7 @@
 [run]
 branch = True
 data_file = .coverage
+relative_files = True
 source=edx_exams
 omit =
     edx_exams/settings/*
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index f30f5821..665cf17e 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -39,7 +39,10 @@ jobs:
 
     - name: Run coverage
       if: matrix.python-version == '3.8' && matrix.toxenv == 'django42'
-      uses: codecov/codecov-action@v1
+      uses: py-cov-action/python-coverage-comment-action@v3
       with:
-        flags: unittests
-        fail_ci_if_error: true
+        GITHUB_TOKEN: ${{ github.token }}
+        MINIMUM_GREEN: 95
+        MINIMUM_ORANGE: 84
+        ANNOTATE_MISSING_LINES: true
+        ANNOTATION_TYPE: error
diff --git a/codecov.yml b/codecov.yml
deleted file mode 100644
index 4da47686..00000000
--- a/codecov.yml
+++ /dev/null
@@ -1,12 +0,0 @@
-coverage:
-  status:
-    project:
-      default:
-        enabled: yes
-        target: auto
-    patch:
-      default:
-        enabled: yes
-        target: 100%
-
-comment: false
diff --git a/requirements/ci.in b/requirements/ci.in
index 6959b416..03ddb4d9 100644
--- a/requirements/ci.in
+++ b/requirements/ci.in
@@ -1,4 +1,5 @@
 # Requirements for running tests on CI
 -c constraints.txt
 
+coverage                  # Python code coverage
 tox                       # Virtualenv management for tests
diff --git a/requirements/ci.txt b/requirements/ci.txt
index 641296fb..d6162450 100644
--- a/requirements/ci.txt
+++ b/requirements/ci.txt
@@ -2,7 +2,7 @@
 # This file is autogenerated by pip-compile with Python 3.8
 # by the following command:
 #
-#    make upgrade
+#    pip-compile --output-file=requirements/ci.txt requirements/ci.in
 #
 cachetools==5.3.3
     # via tox
@@ -10,6 +10,8 @@ chardet==5.2.0
     # via tox
 colorama==0.4.6
     # via tox
+coverage==7.5.0
+    # via -r requirements/ci.in
 distlib==0.3.8
     # via virtualenv
 filelock==3.13.4
@@ -20,11 +22,11 @@ packaging==24.0
     # via
     #   pyproject-api
     #   tox
-platformdirs==4.2.0
+platformdirs==4.2.1
     # via
     #   tox
     #   virtualenv
-pluggy==1.4.0
+pluggy==1.5.0
     # via tox
 pyproject-api==1.6.1
     # via tox
@@ -34,5 +36,5 @@ tomli==2.0.1
     #   tox
 tox==4.14.2
     # via -r requirements/ci.in
-virtualenv==20.25.1
+virtualenv==20.26.0
     # via tox