feat: Filter splits that do not require compaction

apache · Apr 21, 2024 · 349d421 · 349d421
1 parent 367df6e
commit 349d421
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/...nk-common/src/main/java/org/apache/paimon/flink/sink/MultiTablesStoreCompactOperator.java b/...nk-common/src/main/java/org/apache/paimon/flink/sink/MultiTablesStoreCompactOperator.java
@@ -188,7 +188,8 @@ protected List<MultiTableCommittable> prepareCommit(boolean waitCompaction, long
                                             CommitMessageImpl commitMessage =
                                                     (CommitMessageImpl)
                                                             committable.wrappedCommittable();
-                                            return !commitMessage.compactIncrement().isEmpty();
+                                            return !commitMessage.newFilesIncrement().isEmpty()
+                                                    && !commitMessage.compactIncrement().isEmpty();
                                         }
                                         return true;
                                     })