-
Notifications
You must be signed in to change notification settings - Fork 30
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- changed the name of the generated data from _01 to _001
- also in Makefile and in the tests (name, and paths used)
- Loading branch information
peter
committed
Jun 28, 2024
1 parent
a7857f4
commit 31f6b38
Showing
83 changed files
with
5,719 additions
and
0 deletions.
There are no files selected for viewing
2 changes: 2 additions & 0 deletions
2
data/iceberg/generated_spec1_0_001/expected_results/last/count.csv
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,2 @@ | ||
count | ||
7690 |
Binary file added
BIN
+8 Bytes
data/iceberg/generated_spec1_0_001/expected_results/last/data/._SUCCESS.crc
Binary file not shown.
Binary file added
BIN
+4.3 KB
...esults/last/data/.part-00000-90484277-8f62-41f7-b073-a4c8999e393e-c000.snappy.parquet.crc
Binary file not shown.
Binary file added
BIN
+549 KB
...ted_results/last/data/part-00000-90484277-8f62-41f7-b073-a4c8999e393e-c000.snappy.parquet
Binary file not shown.
3 changes: 3 additions & 0 deletions
3
data/iceberg/generated_spec1_0_001/expected_results/last/query.sql
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,3 @@ | ||
-- The query executed at this step: | ||
ALTER TABLE iceberg_catalog.pyspark_iceberg_table | ||
ALTER COLUMN schema_evol_added_col_1 TYPE BIGINT; |
Binary file added
BIN
+431 KB
...001/pyspark_iceberg_table/data/00000-1-bcb5bbb9-a993-41f7-95e1-09e0c2475f4a-00001.parquet
Binary file not shown.
Binary file added
BIN
+390 KB
...01/pyspark_iceberg_table/data/00000-14-db28d572-b7de-4568-9b00-8c55c69cb179-00001.parquet
Binary file not shown.
Binary file added
BIN
+390 KB
...01/pyspark_iceberg_table/data/00000-26-f6481588-9ba4-4a7b-b3dd-f188d41fa5b8-00001.parquet
Binary file not shown.
Binary file added
BIN
+391 KB
...01/pyspark_iceberg_table/data/00000-36-cf35a788-d8c2-4ded-a9f7-5239797e80b8-00001.parquet
Binary file not shown.
Binary file added
BIN
+332 KB
...001/pyspark_iceberg_table/data/00000-5-bd5417f5-f28c-46b1-b1ab-39ee9c191368-00001.parquet
Binary file not shown.
Binary file added
BIN
+130 KB
...001/pyspark_iceberg_table/data/00000-9-6cdc0135-4256-4772-8c3e-3f4803ded842-00001.parquet
Binary file not shown.
Binary file added
BIN
+6.91 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/0f120788-1926-4605-a1ab-450f4cf3ccee-m0.avro
Binary file not shown.
Binary file added
BIN
+6.92 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/0f120788-1926-4605-a1ab-450f4cf3ccee-m1.avro
Binary file not shown.
Binary file added
BIN
+6.89 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/4aa40041-ccc6-4e64-a9ab-366875aafd63-m0.avro
Binary file not shown.
Binary file added
BIN
+6.91 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/4aa40041-ccc6-4e64-a9ab-366875aafd63-m1.avro
Binary file not shown.
Binary file added
BIN
+6.89 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/7723fb1b-ae48-49de-9e77-cd7945667cb9-m0.avro
Binary file not shown.
Binary file added
BIN
+6.98 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/c091e891-ac3a-4429-be9a-e63f1ed63b99-m0.avro
Binary file not shown.
Binary file added
BIN
+7 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/c091e891-ac3a-4429-be9a-e63f1ed63b99-m1.avro
Binary file not shown.
Binary file added
BIN
+6.91 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/d76c5203-4f0a-46ef-a293-268e0afec64b-m0.avro
Binary file not shown.
Binary file added
BIN
+6.89 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/d76c5203-4f0a-46ef-a293-268e0afec64b-m1.avro
Binary file not shown.
Binary file added
BIN
+6.92 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/d76c5203-4f0a-46ef-a293-268e0afec64b-m2.avro
Binary file not shown.
Binary file added
BIN
+6.89 KB
...d_spec1_0_001/pyspark_iceberg_table/metadata/e3febcc2-7f11-44b9-80af-571fb1c0463a-m0.avro
Binary file not shown.
Binary file added
BIN
+3.71 KB
...eberg_table/metadata/snap-1692767036460164714-1-0f120788-1926-4605-a1ab-450f4cf3ccee.avro
Binary file not shown.
Binary file added
BIN
+3.7 KB
...eberg_table/metadata/snap-2276968461870063565-1-5ee46b42-10e4-401d-8f61-2bd3b5ebb548.avro
Binary file not shown.
Binary file added
BIN
+3.71 KB
...eberg_table/metadata/snap-4407328776463037310-1-c091e891-ac3a-4429-be9a-e63f1ed63b99.avro
Binary file not shown.
Binary file added
BIN
+3.76 KB
...eberg_table/metadata/snap-4543110679664799316-1-e3febcc2-7f11-44b9-80af-571fb1c0463a.avro
Binary file not shown.
Binary file added
BIN
+3.73 KB
...eberg_table/metadata/snap-6238750566879819059-1-d76c5203-4f0a-46ef-a293-268e0afec64b.avro
Binary file not shown.
Binary file added
BIN
+3.71 KB
...eberg_table/metadata/snap-8671490307245765264-1-4aa40041-ccc6-4e64-a9ab-366875aafd63.avro
Binary file not shown.
Binary file added
BIN
+3.68 KB
...eberg_table/metadata/snap-9145725745960929259-1-7723fb1b-ae48-49de-9e77-cd7945667cb9.avro
Binary file not shown.
217 changes: 217 additions & 0 deletions
217
data/iceberg/generated_spec1_0_001/pyspark_iceberg_table/metadata/v1.metadata.json
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,217 @@ | ||
{ | ||
"format-version" : 1, | ||
"table-uuid" : "2e23a4d3-2f64-47ac-aad6-f37df92836a1", | ||
"location" : "data/iceberg/generated_spec1_0_001/pyspark_iceberg_table", | ||
"last-updated-ms" : 1719580919873, | ||
"last-column-id" : 15, | ||
"schema" : { | ||
"type" : "struct", | ||
"schema-id" : 0, | ||
"fields" : [ { | ||
"id" : 1, | ||
"name" : "l_orderkey_bool", | ||
"required" : false, | ||
"type" : "boolean" | ||
}, { | ||
"id" : 2, | ||
"name" : "l_partkey_int", | ||
"required" : false, | ||
"type" : "int" | ||
}, { | ||
"id" : 3, | ||
"name" : "l_suppkey_long", | ||
"required" : false, | ||
"type" : "long" | ||
}, { | ||
"id" : 4, | ||
"name" : "l_extendedprice_float", | ||
"required" : false, | ||
"type" : "float" | ||
}, { | ||
"id" : 5, | ||
"name" : "l_extendedprice_double", | ||
"required" : false, | ||
"type" : "double" | ||
}, { | ||
"id" : 6, | ||
"name" : "l_extendedprice_dec9_2", | ||
"required" : false, | ||
"type" : "decimal(9, 2)" | ||
}, { | ||
"id" : 7, | ||
"name" : "l_extendedprice_dec18_6", | ||
"required" : false, | ||
"type" : "decimal(18, 6)" | ||
}, { | ||
"id" : 8, | ||
"name" : "l_extendedprice_dec38_10", | ||
"required" : false, | ||
"type" : "decimal(38, 10)" | ||
}, { | ||
"id" : 9, | ||
"name" : "l_shipdate_date", | ||
"required" : false, | ||
"type" : "date" | ||
}, { | ||
"id" : 10, | ||
"name" : "l_partkey_time", | ||
"required" : false, | ||
"type" : "int" | ||
}, { | ||
"id" : 11, | ||
"name" : "l_commitdate_timestamp", | ||
"required" : false, | ||
"type" : "timestamp" | ||
}, { | ||
"id" : 12, | ||
"name" : "l_commitdate_timestamp_tz", | ||
"required" : false, | ||
"type" : "timestamptz" | ||
}, { | ||
"id" : 13, | ||
"name" : "l_comment_string", | ||
"required" : false, | ||
"type" : "string" | ||
}, { | ||
"id" : 14, | ||
"name" : "uuid", | ||
"required" : false, | ||
"type" : "string" | ||
}, { | ||
"id" : 15, | ||
"name" : "l_comment_blob", | ||
"required" : false, | ||
"type" : "binary" | ||
} ] | ||
}, | ||
"current-schema-id" : 0, | ||
"schemas" : [ { | ||
"type" : "struct", | ||
"schema-id" : 0, | ||
"fields" : [ { | ||
"id" : 1, | ||
"name" : "l_orderkey_bool", | ||
"required" : false, | ||
"type" : "boolean" | ||
}, { | ||
"id" : 2, | ||
"name" : "l_partkey_int", | ||
"required" : false, | ||
"type" : "int" | ||
}, { | ||
"id" : 3, | ||
"name" : "l_suppkey_long", | ||
"required" : false, | ||
"type" : "long" | ||
}, { | ||
"id" : 4, | ||
"name" : "l_extendedprice_float", | ||
"required" : false, | ||
"type" : "float" | ||
}, { | ||
"id" : 5, | ||
"name" : "l_extendedprice_double", | ||
"required" : false, | ||
"type" : "double" | ||
}, { | ||
"id" : 6, | ||
"name" : "l_extendedprice_dec9_2", | ||
"required" : false, | ||
"type" : "decimal(9, 2)" | ||
}, { | ||
"id" : 7, | ||
"name" : "l_extendedprice_dec18_6", | ||
"required" : false, | ||
"type" : "decimal(18, 6)" | ||
}, { | ||
"id" : 8, | ||
"name" : "l_extendedprice_dec38_10", | ||
"required" : false, | ||
"type" : "decimal(38, 10)" | ||
}, { | ||
"id" : 9, | ||
"name" : "l_shipdate_date", | ||
"required" : false, | ||
"type" : "date" | ||
}, { | ||
"id" : 10, | ||
"name" : "l_partkey_time", | ||
"required" : false, | ||
"type" : "int" | ||
}, { | ||
"id" : 11, | ||
"name" : "l_commitdate_timestamp", | ||
"required" : false, | ||
"type" : "timestamp" | ||
}, { | ||
"id" : 12, | ||
"name" : "l_commitdate_timestamp_tz", | ||
"required" : false, | ||
"type" : "timestamptz" | ||
}, { | ||
"id" : 13, | ||
"name" : "l_comment_string", | ||
"required" : false, | ||
"type" : "string" | ||
}, { | ||
"id" : 14, | ||
"name" : "uuid", | ||
"required" : false, | ||
"type" : "string" | ||
}, { | ||
"id" : 15, | ||
"name" : "l_comment_blob", | ||
"required" : false, | ||
"type" : "binary" | ||
} ] | ||
} ], | ||
"partition-spec" : [ ], | ||
"default-spec-id" : 0, | ||
"partition-specs" : [ { | ||
"spec-id" : 0, | ||
"fields" : [ ] | ||
} ], | ||
"last-partition-id" : 999, | ||
"default-sort-order-id" : 0, | ||
"sort-orders" : [ { | ||
"order-id" : 0, | ||
"fields" : [ ] | ||
} ], | ||
"properties" : { | ||
"owner" : "peter", | ||
"write.parquet.compression-codec" : "zstd" | ||
}, | ||
"current-snapshot-id" : 9145725745960929259, | ||
"refs" : { | ||
"main" : { | ||
"snapshot-id" : 9145725745960929259, | ||
"type" : "branch" | ||
} | ||
}, | ||
"snapshots" : [ { | ||
"snapshot-id" : 9145725745960929259, | ||
"timestamp-ms" : 1719580919873, | ||
"summary" : { | ||
"operation" : "append", | ||
"spark.app.id" : "local-1719580917302", | ||
"added-data-files" : "1", | ||
"added-records" : "6005", | ||
"added-files-size" : "440845", | ||
"changed-partition-count" : "1", | ||
"total-records" : "6005", | ||
"total-files-size" : "440845", | ||
"total-data-files" : "1", | ||
"total-delete-files" : "0", | ||
"total-position-deletes" : "0", | ||
"total-equality-deletes" : "0" | ||
}, | ||
"manifest-list" : "data/iceberg/generated_spec1_0_001/pyspark_iceberg_table/metadata/snap-9145725745960929259-1-7723fb1b-ae48-49de-9e77-cd7945667cb9.avro", | ||
"schema-id" : 0 | ||
} ], | ||
"statistics" : [ ], | ||
"snapshot-log" : [ { | ||
"timestamp-ms" : 1719580919873, | ||
"snapshot-id" : 9145725745960929259 | ||
} ], | ||
"metadata-log" : [ ] | ||
} |
Oops, something went wrong.