From 615370e6859c91e718dcb97a75d51e72cb065ba6 Mon Sep 17 00:00:00 2001 From: Jingsong Date: Mon, 5 Aug 2024 10:52:48 +0800 Subject: [PATCH] [avro] Do not flush on every block for DataFileWriter --- .../main/java/org/apache/paimon/format/avro/AvroFileFormat.java | 1 + 1 file changed, 1 insertion(+) diff --git a/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java b/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java index c390b1cbe9f6..0a9f5e092e07 100644 --- a/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java +++ b/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java @@ -124,6 +124,7 @@ private RowAvroWriterFactory(RowType rowType) { new DataFileWriter<>(datumWriter); dataFileWriter.setCodec(createCodecFactory(compression)); dataFileWriter.create(schema, out); + dataFileWriter.setFlushOnEveryBlock(false); return dataFileWriter; }); }