[core] Retry if snapshot commit hint failed.

paimon-common/src/main/java/org/apache/paimon/fs/FileIOUtils.java

@@ -44,4 +44,19 @@ public static FileIOLoader checkAccess(FileIOLoader fileIO, Path path, CatalogCo
         io.exists(path);
         return fileIO;
     }
+
+    public static void overwriteFileUtf8WithRetry(
+            FileIO fileIO, Path path, String content, int times) throws IOException {
+        int loopTime = times;
+        while (loopTime-- > 0) {
+            try {
+                fileIO.overwriteFileUtf8(path, content);
+                return;
+            } catch (IOException e) {
+                if (loopTime == 0) {
+                    throw e;
+                }
+            }
+        }
+    }
 }

paimon-core/src/main/java/org/apache/paimon/utils/SnapshotManager.java

@@ -21,6 +21,7 @@
 import org.apache.paimon.Changelog;
 import org.apache.paimon.Snapshot;
 import org.apache.paimon.fs.FileIO;
+import org.apache.paimon.fs.FileIOUtils;
 import org.apache.paimon.fs.FileStatus;
 import org.apache.paimon.fs.Path;
 
@@ -883,6 +884,6 @@ public void commitEarliestHint(long snapshotId) throws IOException {
 
     private void commitHint(long snapshotId, String fileName, Path dir) throws IOException {
         Path hintFile = new Path(dir, fileName);
-        fileIO.overwriteFileUtf8(hintFile, String.valueOf(snapshotId));
+        FileIOUtils.overwriteFileUtf8WithRetry(fileIO, hintFile, String.valueOf(snapshotId), 3);
     }
 }