[fs] Retry for HDFS blocklist has changed in FileIO.readOverwrittenFi…

…leUtf8
apache · Oct 30, 2023 · cddaa15 · cddaa15
1 parent e3cdc1b
commit cddaa15
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/paimon-common/src/main/java/org/apache/paimon/fs/FileIO.java b/paimon-common/src/main/java/org/apache/paimon/fs/FileIO.java
@@ -250,6 +250,12 @@ default Optional<String> readOverwrittenFileUtf8(Path path) throws IOException {
                 if (e.getClass()
                         .getName()
                         .endsWith("org.apache.hadoop.fs.s3a.RemoteFileChangedException")) {
+                    // retry for S3 RemoteFileChangedException
+                    exception = e;
+                } else if (e.getMessage() != null
+                        && e.getMessage().contains("Blocklist for")
+                        && e.getMessage().contains("has changed")) {
+                    // retry for HDFS blocklist has changed exception
                     exception = e;
                 } else {
                     throw e;