fixes

ABFSDriver · Jul 12, 2024 · f327af3 · f327af3
1 parent 447ada3
commit f327af3
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/AbfsConfiguration.java b/hadoop-tools/hadoop-azure/src/main/java/org/apache/hadoop/fs/azurebfs/AbfsConfiguration.java
@@ -410,7 +410,7 @@ public class AbfsConfiguration{
   private int producerQueueMaxSize;
 
   @IntegerConfigurationValidatorAnnotation(ConfigurationKey =
-      FS_AZURE_CONSUMER_MAX_LAG, DefaultValue = DEFAULT_AZURE_LIST_MAX_RESULTS)
+      FS_AZURE_CONSUMER_MAX_LAG, DefaultValue = DEFAULT_FS_AZURE_CONSUMER_MAX_LAG)
   private int listingMaxConsumptionLag;
 
   @IntegerConfigurationValidatorAnnotation(ConfigurationKey =

diff --git a/...azure/src/main/java/org/apache/hadoop/fs/azurebfs/constants/FileSystemConfigurations.java b/...azure/src/main/java/org/apache/hadoop/fs/azurebfs/constants/FileSystemConfigurations.java
@@ -171,6 +171,7 @@ public final class FileSystemConfigurations {
   public static final long
       DEFAULT_AZURE_BLOB_ATOMIC_RENAME_LEASE_REFRESH_DURATION = 60_000L;
   public static final int DEFAULT_FS_AZURE_PRODUCER_QUEUE_MAX_SIZE = 2 * DEFAULT_AZURE_LIST_MAX_RESULTS;
+  public static final int DEFAULT_FS_AZURE_CONSUMER_MAX_LAG = DEFAULT_AZURE_LIST_MAX_RESULTS;
 
   public static final int DEFAULT_FS_AZURE_BLOB_RENAME_THREAD = 5;
   public static final int DEFAULT_FS_AZURE_BLOB_DELETE_THREAD = 5;