From 96c02944f3a9d9368f8a0e6cda18c2eca2a4a2f1 Mon Sep 17 00:00:00 2001 From: aiden Date: Wed, 4 Dec 2024 14:39:12 +0800 Subject: [PATCH] add page limit param --- .../paimon/format/parquet/writer/RowDataParquetBuilder.java | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/paimon-format/src/main/java/org/apache/paimon/format/parquet/writer/RowDataParquetBuilder.java b/paimon-format/src/main/java/org/apache/paimon/format/parquet/writer/RowDataParquetBuilder.java index da55f94942fd..6ec349c124da 100644 --- a/paimon-format/src/main/java/org/apache/paimon/format/parquet/writer/RowDataParquetBuilder.java +++ b/paimon-format/src/main/java/org/apache/paimon/format/parquet/writer/RowDataParquetBuilder.java @@ -60,6 +60,10 @@ public ParquetWriter createWriter(OutputFile out, String compressio conf.getInt( ParquetOutputFormat.PAGE_SIZE, ParquetWriter.DEFAULT_PAGE_SIZE)) + .withPageRowCountLimit( + conf.getInt( + ParquetOutputFormat.PAGE_ROW_COUNT_LIMIT, + ParquetProperties.DEFAULT_PAGE_ROW_COUNT_LIMIT)) .withDictionaryPageSize( conf.getInt( ParquetOutputFormat.DICTIONARY_PAGE_SIZE,