From 66bb028828d6fec66dfb3ac670d1eb8b74576069 Mon Sep 17 00:00:00 2001 From: zhangli20 Date: Wed, 18 Dec 2024 12:53:06 +0800 Subject: [PATCH] fix int96 to timestamp error --- Cargo.lock | 68 +++++++++---------- Cargo.toml | 38 +++++------ .../datafusion-ext-commons/src/arrow/cast.rs | 1 - .../datafusion-ext-plans/src/agg/collect.rs | 1 - .../datafusion-ext-plans/src/parquet_exec.rs | 2 - .../datafusion-ext-plans/src/scan/mod.rs | 4 -- 6 files changed, 53 insertions(+), 61 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index fd14a7f6..4123a825 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -97,7 +97,7 @@ checksum = "7c02d123df017efcdfbd739ef81735b36c5ba83ec3c59c80a9d7ecc718f92e50" [[package]] name = "arrow" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-arith", "arrow-array", @@ -117,7 +117,7 @@ dependencies = [ [[package]] name = "arrow-arith" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-array", "arrow-buffer", @@ -131,7 +131,7 @@ dependencies = [ [[package]] name = "arrow-array" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "ahash", "arrow-buffer", @@ -147,7 +147,7 @@ dependencies = [ [[package]] name = "arrow-buffer" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "bytes", "half", @@ -157,7 +157,7 @@ dependencies = [ [[package]] name = "arrow-cast" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-array", "arrow-buffer", @@ -177,7 +177,7 @@ dependencies = [ [[package]] name = "arrow-csv" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-array", "arrow-buffer", @@ -195,7 +195,7 @@ dependencies = [ [[package]] name = "arrow-data" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-buffer", "arrow-schema", @@ -206,7 +206,7 @@ dependencies = [ [[package]] name = "arrow-ipc" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-array", "arrow-buffer", @@ -220,7 +220,7 @@ dependencies = [ [[package]] name = "arrow-json" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-array", "arrow-buffer", @@ -239,7 +239,7 @@ dependencies = [ [[package]] name = "arrow-ord" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-array", "arrow-buffer", @@ -253,7 +253,7 @@ dependencies = [ [[package]] name = "arrow-row" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "ahash", "arrow-array", @@ -266,7 +266,7 @@ dependencies = [ [[package]] name = "arrow-schema" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "bitflags 2.6.0", "serde", @@ -275,7 +275,7 @@ dependencies = [ [[package]] name = "arrow-select" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "ahash", "arrow-array", @@ -288,7 +288,7 @@ dependencies = [ [[package]] name = "arrow-string" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "arrow-array", "arrow-buffer", @@ -738,7 +738,7 @@ dependencies = [ [[package]] name = "datafusion" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "ahash", "arrow", @@ -794,7 +794,7 @@ dependencies = [ [[package]] name = "datafusion-catalog" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "arrow-schema", "async-trait", @@ -808,7 +808,7 @@ dependencies = [ [[package]] name = "datafusion-common" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "ahash", "arrow", @@ -831,7 +831,7 @@ dependencies = [ [[package]] name = "datafusion-common-runtime" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "log", "tokio", @@ -840,7 +840,7 @@ dependencies = [ [[package]] name = "datafusion-execution" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "arrow", "chrono", @@ -860,7 +860,7 @@ dependencies = [ [[package]] name = "datafusion-expr" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "ahash", "arrow", @@ -881,7 +881,7 @@ dependencies = [ [[package]] name = "datafusion-expr-common" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "arrow", "datafusion-common", @@ -996,7 +996,7 @@ dependencies = [ [[package]] name = "datafusion-functions" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "arrow", "arrow-buffer", @@ -1022,7 +1022,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "ahash", "arrow", @@ -1042,7 +1042,7 @@ dependencies = [ [[package]] name = "datafusion-functions-aggregate-common" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "ahash", "arrow", @@ -1055,7 +1055,7 @@ dependencies = [ [[package]] name = "datafusion-functions-nested" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "arrow", "arrow-array", @@ -1077,7 +1077,7 @@ dependencies = [ [[package]] name = "datafusion-functions-window" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "datafusion-common", "datafusion-expr", @@ -1088,7 +1088,7 @@ dependencies = [ [[package]] name = "datafusion-optimizer" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "arrow", "async-trait", @@ -1107,7 +1107,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "ahash", "arrow", @@ -1138,7 +1138,7 @@ dependencies = [ [[package]] name = "datafusion-physical-expr-common" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "ahash", "arrow", @@ -1151,7 +1151,7 @@ dependencies = [ [[package]] name = "datafusion-physical-optimizer" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "arrow-schema", "datafusion-common", @@ -1164,7 +1164,7 @@ dependencies = [ [[package]] name = "datafusion-physical-plan" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "ahash", "arrow", @@ -1198,7 +1198,7 @@ dependencies = [ [[package]] name = "datafusion-sql" version = "42.0.0" -source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=cf0173e29#cf0173e298e1cf218411908e27ab3a91b86efd90" +source = "git+https://github.com/blaze-init/arrow-datafusion.git?rev=8ffbb23b1#8ffbb23b110e9aa1418b305b05155e081f5b5a3e" dependencies = [ "arrow", "arrow-array", @@ -2075,7 +2075,7 @@ checksum = "1261fe7e33c73b354eab43b1273a57c8f967d0391e80353e51f764ac02cf6775" [[package]] name = "orc-rust" version = "0.4.1" -source = "git+https://github.com/blaze-init/datafusion-orc.git?rev=84543ce#84543ceea084d04008dd04e03a7290cc294915eb" +source = "git+https://github.com/blaze-init/datafusion-orc.git?rev=b6e4de6#b6e4de62d17086efc4d3c03ff15342994b7b74e6" dependencies = [ "arrow", "async-trait", @@ -2138,7 +2138,7 @@ dependencies = [ [[package]] name = "parquet" version = "53.0.0" -source = "git+https://github.com/blaze-init/arrow-rs.git?rev=818b5c24bf#818b5c24bf0242b85ba9f9b9ca95de0f81f0237d" +source = "git+https://github.com/blaze-init/arrow-rs.git?rev=2ff32f9f72#2ff32f9f72b56159fb411c2b384e753895b3a927" dependencies = [ "ahash", "arrow-array", diff --git a/Cargo.toml b/Cargo.toml index fabe8773..cbb9e4e5 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -66,27 +66,27 @@ serde_json = { version = "1.0.96" } [patch.crates-io] # datafusion: branch=v42-blaze -datafusion = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "cf0173e29"} -datafusion-common = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "cf0173e29"} -datafusion-expr = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "cf0173e29"} -datafusion-execution = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "cf0173e29"} -datafusion-optimizer = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "cf0173e29"} -datafusion-physical-expr = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "cf0173e29"} -orc-rust = { git = "https://github.com/blaze-init/datafusion-orc.git", rev = "84543ce"} +datafusion = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8ffbb23b1"} +datafusion-common = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8ffbb23b1"} +datafusion-expr = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8ffbb23b1"} +datafusion-execution = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8ffbb23b1"} +datafusion-optimizer = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8ffbb23b1"} +datafusion-physical-expr = { git = "https://github.com/blaze-init/arrow-datafusion.git", rev = "8ffbb23b1"} +orc-rust = { git = "https://github.com/blaze-init/datafusion-orc.git", rev = "b6e4de6"} # arrow: branch=v53-blaze -arrow = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-arith = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-array = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-buffer = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-cast = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-data = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-ord = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-row = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-schema = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-select = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -arrow-string = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} -parquet = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "818b5c24bf"} +arrow = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-arith = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-array = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-buffer = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-cast = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-data = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-ord = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-row = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-schema = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-select = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +arrow-string = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} +parquet = { git = "https://github.com/blaze-init/arrow-rs.git", rev = "2ff32f9f72"} # serde_json: branch=v1.0.96-blaze serde_json = { git = "https://github.com/blaze-init/json", branch = "v1.0.96-blaze" } diff --git a/native-engine/datafusion-ext-commons/src/arrow/cast.rs b/native-engine/datafusion-ext-commons/src/arrow/cast.rs index a7e2087c..93d5f04f 100644 --- a/native-engine/datafusion-ext-commons/src/arrow/cast.rs +++ b/native-engine/datafusion-ext-commons/src/arrow/cast.rs @@ -98,7 +98,6 @@ pub fn cast_impl( ) } (&DataType::List(_), DataType::List(to_field)) => { - log::info!("XXX cast list to_field={to_field:?}"); let list = as_list_array(array); let items = cast_impl(list.values(), to_field.data_type(), match_struct_fields)?; make_array( diff --git a/native-engine/datafusion-ext-plans/src/agg/collect.rs b/native-engine/datafusion-ext-plans/src/agg/collect.rs index 79cfcd13..242ebfee 100644 --- a/native-engine/datafusion-ext-plans/src/agg/collect.rs +++ b/native-engine/datafusion-ext-plans/src/agg/collect.rs @@ -136,7 +136,6 @@ impl Agg for AggGenericCollect { ) -> Result<()> { let accs = downcast_any!(accs, mut C).unwrap(); let merging_accs = downcast_any!(merging_accs, mut C).unwrap(); - idx_for_zipped! { ((acc_idx, merging_acc_idx) in (acc_idx, merging_acc_idx)) => { accs.merge_items(acc_idx, merging_accs, merging_acc_idx); diff --git a/native-engine/datafusion-ext-plans/src/parquet_exec.rs b/native-engine/datafusion-ext-plans/src/parquet_exec.rs index 22e6b1e2..4fd2bd96 100644 --- a/native-engine/datafusion-ext-plans/src/parquet_exec.rs +++ b/native-engine/datafusion-ext-plans/src/parquet_exec.rs @@ -106,8 +106,6 @@ impl ParquetExec { let (projected_schema, projected_statistics, _projected_output_ordering) = base_config.project(); - log::warn!("XXX base_config.file_schema: {:?}", file_schema); - log::warn!("XXX project_schema: {:?}", projected_schema); Self { fs_resource_id, base_config, diff --git a/native-engine/datafusion-ext-plans/src/scan/mod.rs b/native-engine/datafusion-ext-plans/src/scan/mod.rs index 4a6187b7..019b3a1d 100644 --- a/native-engine/datafusion-ext-plans/src/scan/mod.rs +++ b/native-engine/datafusion-ext-plans/src/scan/mod.rs @@ -168,12 +168,8 @@ fn schema_adapter_cast_column(col: &ArrayRef, data_type: &DataType) -> Result match col.data_type() { DataType::List(_from_field) => { - log::warn!("XXX col.dt: {:?}", col.data_type()); - log::warn!("XXX to_field: {to_field:?}"); - log::warn!("XXX from_field: {_from_field:?}"); let col = col.as_list::(); let from_inner = col.values(); - log::warn!("XXX from_inner.dt: {:?}", from_inner.data_type()); let to_inner = schema_adapter_cast_column(from_inner, to_field.data_type())?; Ok(Arc::new(ListArray::try_new( to_field.clone(),