fix: Fix duplicate primary keys in query results

apache · Apr 7, 2024 · 275da6e · 275da6e
1 parent 7e9eed2
commit 275da6e
Showing 1 changed file with 10 additions and 9 deletions.
diff --git a/paimon-core/src/main/java/org/apache/paimon/table/source/snapshot/SnapshotReaderImpl.java b/paimon-core/src/main/java/org/apache/paimon/table/source/snapshot/SnapshotReaderImpl.java
@@ -271,6 +271,12 @@ private List<DataSplit> generateSplits(
             for (Map.Entry<Integer, List<DataFileMeta>> bucketEntry : buckets.entrySet()) {
                 int bucket = bucketEntry.getKey();
                 List<DataFileMeta> bucketFiles = bucketEntry.getValue();
+                DataSplit.Builder builder =
+                        DataSplit.builder()
+                                .withSnapshot(snapshotId)
+                                .withPartition(partition)
+                                .withBucket(bucket)
+                                .isStreaming(isStreaming);
                 List<SplitGenerator.SplitGroup> splitGroups =
                         isStreaming
                                 ? splitGenerator.splitForStreaming(bucketFiles)
@@ -283,17 +289,12 @@ private List<DataSplit> generateSplits(
                                         .orElse(null)
                                 : null;
                 for (SplitGenerator.SplitGroup splitGroup : splitGroups) {
-                    DataSplit.Builder builder =
-                            DataSplit.builder()
-                                    .withSnapshot(snapshotId)
-                                    .withPartition(partition)
-                                    .withBucket(bucket)
-                                    .isStreaming(isStreaming);
                     List<DataFileMeta> dataFiles = splitGroup.files;
                     builder.withDataFiles(dataFiles);
-                    if (splitGroup.rawConvertible) {
-                        builder.rawFiles(convertToRawFiles(partition, bucket, dataFiles));
-                    }
+                    builder.rawFiles(
+                            splitGroup.rawConvertible
+                                    ? convertToRawFiles(partition, bucket, dataFiles)
+                                    : Collections.emptyList());
                     if (deletionVectors) {
                         builder.withDataDeletionFiles(
                                 getDeletionFiles(dataFiles, deletionIndexFile));