[flink] Bugfix expire snapshot don't work when some snapshot between …

…earliest and latest are removed for some reason
apache · Dec 20, 2024 · bc417db · bc417db
1 parent 8ade15f
commit bc417db
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/paimon-core/src/main/java/org/apache/paimon/table/ExpireSnapshotsImpl.java b/paimon-core/src/main/java/org/apache/paimon/table/ExpireSnapshotsImpl.java
@@ -115,6 +115,11 @@ public int expire() {
 
         // protected by 'snapshot.expire.limit'
         // (the maximum number of snapshots allowed to expire at a time)
+        long maxExclusiveByExpireLimit = earliest + maxDeletes;
+        while (!snapshotManager.snapshotExists(maxExclusiveByExpireLimit)) {
+            // Ensure maxExclusive exist, deal some snapshot between earliest and latest is deleted
+            maxExclusiveByExpireLimit++;
+        }
         maxExclusive = Math.min(maxExclusive, earliest + maxDeletes);
 
         for (long id = min; id < maxExclusive; id++) {