Skip to content

Commit

Permalink
fix: query values with the same primary key
Browse files Browse the repository at this point in the history
  • Loading branch information
zhourui999 committed Apr 5, 2024
1 parent b0ff65f commit 7e9eed2
Showing 1 changed file with 6 additions and 6 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -271,12 +271,6 @@ private List<DataSplit> generateSplits(
for (Map.Entry<Integer, List<DataFileMeta>> bucketEntry : buckets.entrySet()) {
int bucket = bucketEntry.getKey();
List<DataFileMeta> bucketFiles = bucketEntry.getValue();
DataSplit.Builder builder =
DataSplit.builder()
.withSnapshot(snapshotId)
.withPartition(partition)
.withBucket(bucket)
.isStreaming(isStreaming);
List<SplitGenerator.SplitGroup> splitGroups =
isStreaming
? splitGenerator.splitForStreaming(bucketFiles)
Expand All @@ -289,6 +283,12 @@ private List<DataSplit> generateSplits(
.orElse(null)
: null;
for (SplitGenerator.SplitGroup splitGroup : splitGroups) {
DataSplit.Builder builder =
DataSplit.builder()
.withSnapshot(snapshotId)
.withPartition(partition)
.withBucket(bucket)
.isStreaming(isStreaming);
List<DataFileMeta> dataFiles = splitGroup.files;
builder.withDataFiles(dataFiles);
if (splitGroup.rawConvertible) {
Expand Down

0 comments on commit 7e9eed2

Please sign in to comment.