diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index 9cd8d97..5432f4d 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -33,7 +33,7 @@ jobs:
       fail-fast: false
       matrix:
         python-version: [ "3.6", "3.7", "3.8", "3.9" ]
-        pytest-version: [ "4", "5", "6" ]
+        pytest-version: [ "5", "6" ]
     steps:
       - name: Check out repository
         uses: actions/checkout@v2
diff --git a/src/pytest_split/plugin.py b/src/pytest_split/plugin.py
index d7caa4d..0d129ef 100644
--- a/src/pytest_split/plugin.py
+++ b/src/pytest_split/plugin.py
@@ -10,7 +10,9 @@
     from typing import List, Tuple, Optional, Union
 
     from _pytest import nodes
-    from _pytest.config import Config, ExitCode
+
+    from _pytest.main import ExitCode
+    from _pytest.config import Config
     from _pytest.config.argparsing import Parser
 
 # Ugly hack for freezegun compatibility: https://github.com/spulec/freezegun/issues/286
diff --git a/tests/test_plugin.py b/tests/test_plugin.py
index 3ba6ac1..ae870e3 100644
--- a/tests/test_plugin.py
+++ b/tests/test_plugin.py
@@ -3,7 +3,7 @@
 import os
 
 import pytest
-from _pytest.config import ExitCode
+from _pytest.main import ExitCode
 
 pytest_plugins = ["pytester"]