[core] Add parquet write page limit parameter (apache#4632)

hang8929201 · Dec 4, 2024 · 812ef05 · 812ef05
1 parent aec2547
commit 812ef05
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/...n-format/src/main/java/org/apache/paimon/format/parquet/writer/RowDataParquetBuilder.java b/...n-format/src/main/java/org/apache/paimon/format/parquet/writer/RowDataParquetBuilder.java
@@ -60,6 +60,10 @@ public ParquetWriter<InternalRow> createWriter(OutputFile out, String compressio
                                 conf.getInt(
                                         ParquetOutputFormat.PAGE_SIZE,
                                         ParquetWriter.DEFAULT_PAGE_SIZE))
+                        .withPageRowCountLimit(
+                                conf.getInt(
+                                        ParquetOutputFormat.PAGE_ROW_COUNT_LIMIT,
+                                        ParquetProperties.DEFAULT_PAGE_ROW_COUNT_LIMIT))
                         .withDictionaryPageSize(
                                 conf.getInt(
                                         ParquetOutputFormat.DICTIONARY_PAGE_SIZE,