Skip to content

Commit

Permalink
temp
Browse files Browse the repository at this point in the history
  • Loading branch information
仟弋 committed Dec 6, 2024
1 parent 62736eb commit 5ad9d38
Show file tree
Hide file tree
Showing 2 changed files with 96 additions and 1 deletion.
Original file line number Diff line number Diff line change
Expand Up @@ -179,7 +179,7 @@ public BulkFormatMapping build(
readFilters);
}

private Pair<int[], RowType> trimKeyFields(
static Pair<int[], RowType> trimKeyFields(
List<DataField> fieldsWithoutPartition, List<DataField> fields) {
int[] map = new int[fieldsWithoutPartition.size()];
List<DataField> trimmedFields = new ArrayList<>();
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,95 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/

package org.apache.paimon.utils;

import org.apache.paimon.table.SpecialFields;
import org.apache.paimon.types.DataField;
import org.apache.paimon.types.DataTypes;
import org.apache.paimon.types.RowType;

import org.assertj.core.api.Assertions;
import org.junit.jupiter.api.Test;

import java.util.ArrayList;
import java.util.List;

/** Test for {@link BulkFormatMapping.BulkFormatMappingBuilder}. */
public class BulkFormatMappingTest {

@Test
public void tesTtrimKeyFields() {

List<DataField> keyFields = new ArrayList<>();
List<DataField> allFields = new ArrayList<>();
List<DataField> testFields = new ArrayList<>();

for (int i = 0; i < 10; i++) {
keyFields.add(
new DataField(
SpecialFields.KEY_FIELD_ID_START + i,
SpecialFields.KEY_FIELD_PREFIX + i,
DataTypes.STRING()));
}

allFields.addAll(keyFields);
for (int i = 0; i < 20; i++) {
allFields.add(new DataField(i, String.valueOf(i), DataTypes.STRING()));
}

testFields.add(
new DataField(
SpecialFields.KEY_FIELD_ID_START + 1,
SpecialFields.KEY_FIELD_PREFIX + 1,
DataTypes.STRING()));
testFields.add(
new DataField(
SpecialFields.KEY_FIELD_ID_START + 3,
SpecialFields.KEY_FIELD_PREFIX + 3,
DataTypes.STRING()));
testFields.add(
new DataField(
SpecialFields.KEY_FIELD_ID_START + 5,
SpecialFields.KEY_FIELD_PREFIX + 5,
DataTypes.STRING()));
testFields.add(
new DataField(
SpecialFields.KEY_FIELD_ID_START + 7,
SpecialFields.KEY_FIELD_PREFIX + 7,
DataTypes.STRING()));
testFields.add(new DataField(3, String.valueOf(3), DataTypes.STRING()));
testFields.add(new DataField(4, String.valueOf(4), DataTypes.STRING()));
testFields.add(new DataField(5, String.valueOf(5), DataTypes.STRING()));
testFields.add(new DataField(1, String.valueOf(1), DataTypes.STRING()));
testFields.add(new DataField(6, String.valueOf(6), DataTypes.STRING()));

Pair<int[], RowType> res =
BulkFormatMapping.BulkFormatMappingBuilder.trimKeyFields(testFields, allFields);

Assertions.assertThat(res.getKey()).containsExactly(0, 1, 2, 3, 1, 4, 2, 0, 5);

List<DataField> fields = res.getRight().getFields();
Assertions.assertThat(fields.size()).isEqualTo(6);
Assertions.assertThat(fields.get(0).id()).isEqualTo(1);
Assertions.assertThat(fields.get(1).id()).isEqualTo(3);
Assertions.assertThat(fields.get(2).id()).isEqualTo(5);
Assertions.assertThat(fields.get(3).id()).isEqualTo(7);
Assertions.assertThat(fields.get(4).id()).isEqualTo(4);
Assertions.assertThat(fields.get(5).id()).isEqualTo(6);
}
}

0 comments on commit 5ad9d38

Please sign in to comment.