We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 6b562eb commit 261e1b5Copy full SHA for 261e1b5
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/FileScanRDD.scala
@@ -143,13 +143,13 @@ class FileScanRDD(
143
} catch {
144
case e @(_: RuntimeException | _: IOException) =>
145
logWarning(s"Skipped the rest content in the corrupted file: $currentFile", e)
146
- null
+ Iterator.empty
147
}
148
149
150
override def getNext(): AnyRef = {
151
try {
152
- if (internalIter != null && internalIter.hasNext) {
+ if (internalIter.hasNext) {
153
internalIter.next()
154
} else {
155
finished = true
0 commit comments