We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 85ce339 commit 8812f64Copy full SHA for 8812f64
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/CatalystReadSupport.scala
@@ -127,6 +127,8 @@ private[parquet] object CatalystReadSupport {
127
clipParquetGroup(parquetType.asGroupType(), t)
128
129
case _ =>
130
+ // UDTs and primitive types are not clipped. For UDTs, a clipped version might not be able
131
+ // to be mapped to desired user-space types. So UDTs shouldn't participate schema merging.
132
parquetType
133
}
134
0 commit comments