We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4bdd7e0 commit 3b6be5bCopy full SHA for 3b6be5b
sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala
@@ -254,7 +254,7 @@ private[sql] class ParquetRelation2(
254
// Create the function to set input paths at the driver side.
255
val setInputPaths = ParquetRelation2.initializeDriverSideJobFunc(inputFiles) _
256
257
- val footers = inputFiles.map(f => metadataCache.footers(f.getPath))
+ val footers = inputFiles.flatMap(f => metadataCache.footers.get(f.getPath))
258
259
Utils.withDummyCallSite(sqlContext.sparkContext) {
260
// TODO Stop using `FilteringParquetRowInputFormat` and overriding `getPartition`.
0 commit comments