From affcccb26e19dc53628f4a167d2cfa7e2989267d Mon Sep 17 00:00:00 2001 From: Jingsong Lee Date: Mon, 5 Aug 2024 11:43:54 +0800 Subject: [PATCH] [avro] Do not flush on every block for DataFileWriter (#3893) --- .../main/java/org/apache/paimon/format/avro/AvroFileFormat.java | 1 + 1 file changed, 1 insertion(+) diff --git a/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java b/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java index c390b1cbe9f65..0a9f5e092e077 100644 --- a/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java +++ b/paimon-format/src/main/java/org/apache/paimon/format/avro/AvroFileFormat.java @@ -124,6 +124,7 @@ private RowAvroWriterFactory(RowType rowType) { new DataFileWriter<>(datumWriter); dataFileWriter.setCodec(createCodecFactory(compression)); dataFileWriter.create(schema, out); + dataFileWriter.setFlushOnEveryBlock(false); return dataFileWriter; }); }