diff --git a/.github/workflows/Java.yml b/.github/workflows/Java.yml
index 9fc226cd..785a08a1 100644
--- a/.github/workflows/Java.yml
+++ b/.github/workflows/Java.yml
@@ -239,9 +239,8 @@ jobs:
       - name: Combine JARs
         shell: bash
         run: |
-          mkdir -p ~/.gnupg
-          echo -e "use-agent\npinentry-mode loopback\nno-tty\nbatch\n" > ~/.gnupg/gpg.conf
-          echo -e "allow-loopback-pinentry\n" > ~/.gnupg/gpg-agent.conf
+          mkdir -m  700 -p ~/.gnupg
+          echo -e "passphrase asdf\npinentry-mode loopback\nno-tty\nbatch\n" > ~/.gnupg/gpg.conf
           if [[ "$GITHUB_REF" =~ ^(refs/heads/main|refs/tags/v.+)$ && "$GITHUB_REPOSITORY" = "duckdb/duckdb-java" ]] ; then
           export XML='
             <settings xmlns="http://maven.apache.org/SETTINGS/1.0.0"