Skip to content

Commit 3b6be5b

Browse files
committed
Fix key not found.
1 parent 4bdd7e0 commit 3b6be5b

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

sql/core/src/main/scala/org/apache/spark/sql/parquet/newParquet.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -254,7 +254,7 @@ private[sql] class ParquetRelation2(
254254
// Create the function to set input paths at the driver side.
255255
val setInputPaths = ParquetRelation2.initializeDriverSideJobFunc(inputFiles) _
256256

257-
val footers = inputFiles.map(f => metadataCache.footers(f.getPath))
257+
val footers = inputFiles.flatMap(f => metadataCache.footers.get(f.getPath))
258258

259259
Utils.withDummyCallSite(sqlContext.sparkContext) {
260260
// TODO Stop using `FilteringParquetRowInputFormat` and overriding `getPartition`.

0 commit comments

Comments
 (0)