diff --git a/src/main/java/org/sqlite/SQLiteJDBCLoader.java b/src/main/java/org/sqlite/SQLiteJDBCLoader.java
index e054eedd3c..707e1880cd 100644
--- a/src/main/java/org/sqlite/SQLiteJDBCLoader.java
+++ b/src/main/java/org/sqlite/SQLiteJDBCLoader.java
@@ -99,9 +99,8 @@ static void cleanup() {
                                 Path lckFile = Paths.get(nativeLib + LOCK_EXT);
                                 if (Files.notExists(lckFile)) {
                                     try {
-                                        Files.delete(nativeLib);
+                                        Files.deleteIfExists(nativeLib);
                                     } catch (Exception e) {
-                                        logger.error("Failed to delete old native lib", e);
                                     }
                                 }
                             });