diff --git a/.github/workflows/image-deps-updater.yaml b/.github/workflows/image-deps-updater.yaml
index 98df6c3ddf..8f6c7d87e8 100644
--- a/.github/workflows/image-deps-updater.yaml
+++ b/.github/workflows/image-deps-updater.yaml
@@ -65,6 +65,12 @@ jobs:
         registry-password: ${{ secrets.DOCKERHUB_PASSWORD }}
         overwrite: ${{ github.event.inputs.overwrite }}
 
+    - name: Clean up templated configs
+      run: |
+        rm deploy/minio/apko.yaml
+        rm deploy/rqlite/apko.yaml
+        rm deploy/dex/apko.yaml
+
   update-image-deps:
     needs: [build-3rd-party-images]
     runs-on: ubuntu-20.04