Skip to content

Commit

Permalink
update
Browse files Browse the repository at this point in the history
  • Loading branch information
YannByron committed Jul 30, 2024
1 parent f6cbe15 commit f0115b4
Showing 1 changed file with 1 addition and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -61,7 +61,6 @@ class PaimonAnalysis(session: SparkSession) extends Rule[LogicalPlan] {
dataSchema: StructType,
tableSchema: StructType,
partitionCols: Seq[String],
ignoreNullabilityCheck: Boolean = false,
parent: Array[String] = Array.empty): Boolean = {

if (tableSchema.size != dataSchema.size) {
Expand All @@ -71,7 +70,7 @@ class PaimonAnalysis(session: SparkSession) extends Rule[LogicalPlan] {
def dataTypeCompatible(column: String, dt1: DataType, dt2: DataType): Boolean = {
(dt1, dt2) match {
case (s1: StructType, s2: StructType) =>
schemaCompatible(s1, s2, partitionCols, ignoreNullabilityCheck, Array(column))
schemaCompatible(s1, s2, partitionCols, Array(column))
case (a1: ArrayType, a2: ArrayType) =>
dataTypeCompatible(column, a1.elementType, a2.elementType)
case (m1: MapType, m2: MapType) =>
Expand Down

0 comments on commit f0115b4

Please sign in to comment.