fix error

apache · Mar 8, 2024 · 12b2e88 · 12b2e88
1 parent 8c64198
commit 12b2e88
Showing 1 changed file with 16 additions and 0 deletions.
diff --git a/paimon-core/src/main/java/org/apache/paimon/mergetree/compact/LookupMergeFunction.java b/paimon-core/src/main/java/org/apache/paimon/mergetree/compact/LookupMergeFunction.java
@@ -25,6 +25,7 @@
 
 import javax.annotation.Nullable;
 
+import java.util.Iterator;
 import java.util.LinkedList;
 
 /**
@@ -58,6 +59,21 @@ public void add(KeyValue kv) {
 
     @Override
     public KeyValue getResult() {
+        // 1. Find the latest high level record
+        Iterator<KeyValue> descending = candidates.descendingIterator();
+        KeyValue highLevel = null;
+        while (descending.hasNext()) {
+            KeyValue kv = descending.next();
+            if (kv.level() > 0) {
+                if (highLevel != null) {
+                    descending.remove();
+                } else {
+                    highLevel = kv;
+                }
+            }
+        }
+
+        // 2. Do the merge for inputs
         mergeFunction.reset();
         candidates.forEach(mergeFunction::add);
         return mergeFunction.getResult();