diff --git a/.github/workflows/build-wheels.yml b/.github/workflows/build-wheels.yml
index 6b5f25770d..8350e6a25e 100644
--- a/.github/workflows/build-wheels.yml
+++ b/.github/workflows/build-wheels.yml
@@ -48,7 +48,6 @@ jobs:
           CIBW_BUILD: ${{ matrix.python }}-${{ matrix.buildplat[1] }}
           # __init__.py interferes with the tests and is included as local file instead of
           # used from wheels. To be honest, tests should not be in the source folder at all.
-          CIBW_BEFORE_TEST: rm {project}/tiledb/__init__.py
         with:
           output-dir: wheelhouse
 
diff --git a/pyproject.toml b/pyproject.toml
index a3d1e990de..0b416d8083 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -69,6 +69,9 @@ filterwarnings = [
     # Remove this once we bump Pyarrow version
     "ignore:Passing a BlockManager to DataFrame is deprecated:DeprecationWarning"
 ]
+addopts = [
+    "--import-mode=importlib",
+]
 
 [tool.ruff]
 ignore = ["E501", "E722"]