Add inline comment

linkedin · Jan 10, 2024 · 9bcd0bf · 9bcd0bf
1 parent f6392ac
commit 9bcd0bf
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/coral-schema/src/main/java/com/linkedin/coral/schema/avro/RelDataTypeToAvroType.java b/coral-schema/src/main/java/com/linkedin/coral/schema/avro/RelDataTypeToAvroType.java
@@ -115,6 +115,8 @@ private static Schema basicSqlTypeToAvroType(BasicSqlType relDataType) {
         schema.addProp("logicalType", "timestamp-millis");
         return schema;
       case DATE:
+        // Spark recognizes the data type of {"type": "int", "logicalType": "date"} as a date type:
+        // https://github.com/apache/spark/blob/master/connector/avro/src/main/scala/org/apache/spark/sql/avro/AvroDeserializer.scala#L145
         schema = Schema.create(Schema.Type.INT);
         schema.addProp("logicalType", "date");
         return schema;