diff --git a/tests/conftest.py b/tests/conftest.py
index 8b8afb3..d845a50 100644
--- a/tests/conftest.py
+++ b/tests/conftest.py
@@ -11,7 +11,5 @@
 @pytest.fixture
 def harness():
     """Return a `prefect_test_harness`."""
-    try:
-        prefect_test_harness()
-    finally:
-        pass
+    with prefect_test_harness():
+        yield