From 64889d7da29357eeca6462ef38f5ee0b93658088 Mon Sep 17 00:00:00 2001 From: Jingsong Lee Date: Mon, 5 Aug 2024 11:43:54 +0800 Subject: [PATCH] [avro] Do not flush on every block for DataFileWriter (#3893) --- .../main/java/org/apache/paimon/format/avro/AvroFileFormat.java | 1 + 1 file changed, 1 insertion(+) diff --git a/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java b/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java index c390b1cbe9f6..0a9f5e092e07 100644 --- a/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java +++ b/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java @@ -124,6 +124,7 @@ private RowAvroWriterFactory(RowType rowType) { new DataFileWriter<>(datumWriter); dataFileWriter.setCodec(createCodecFactory(compression)); dataFileWriter.create(schema, out); + dataFileWriter.setFlushOnEveryBlock(false); return dataFileWriter; }); }