[Coral=Spark] Remove CastToNamedStructTransformer (#435)

linkedin · Jul 14, 2023 · 8c4b054 · 8c4b054
1 parent 69b26c5
commit 8c4b054
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 57 deletions.
diff --git a/coral-spark/src/main/java/com/linkedin/coral/spark/CoralToSparkSqlCallConverter.java b/coral-spark/src/main/java/com/linkedin/coral/spark/CoralToSparkSqlCallConverter.java
@@ -15,7 +15,6 @@
 import com.linkedin.coral.common.transformers.OperatorRenameSqlCallTransformer;
 import com.linkedin.coral.common.transformers.SqlCallTransformers;
 import com.linkedin.coral.spark.containers.SparkUDFInfo;
-import com.linkedin.coral.spark.transformers.CastToNamedStructTransformer;
 import com.linkedin.coral.spark.transformers.ExtractUnionFunctionTransformer;
 import com.linkedin.coral.spark.transformers.FallBackToLinkedInHiveUDFTransformer;
 import com.linkedin.coral.spark.transformers.FuzzyUnionGenericProjectTransformer;
@@ -158,9 +157,6 @@ public CoralToSparkSqlCallConverter(Set<SparkUDFInfo> sparkUDFInfos) {
         // Fall back to the original Hive UDF defined in StaticHiveFunctionRegistry after failing to apply transformers above
         new FallBackToLinkedInHiveUDFTransformer(sparkUDFInfos),
 
-        // Transform `CAST(ROW: RECORD_TYPE)` to `named_struct`
-        new CastToNamedStructTransformer(),
-
         // Transform `extract_union` to `coalesce_struct`
         new ExtractUnionFunctionTransformer(sparkUDFInfos),
 

diff --git a/...ark/src/main/java/com/linkedin/coral/spark/transformers/CastToNamedStructTransformer.java b/...ark/src/main/java/com/linkedin/coral/spark/transformers/CastToNamedStructTransformer.java