diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 28cf7b7b1..0255c7a5b 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -77,7 +77,7 @@ jobs:
         path: .deps/swig
 
     - name: Install dependencies via apt
-      run: sudo apt-get install -qq ccache libeigen3-dev bison googletest
+      run: sudo apt-get install -qq ccache libeigen3-dev bison googletest && sudo apt-get remove -y -qq swig
 
     - name: Set up CMake
       uses: jwlawson/actions-setup-cmake@v2