Skip to content

Commit ceecc19

Browse files
committed
Address nits
1 parent ef88a64 commit ceecc19

File tree

2 files changed

+2
-12
lines changed

2 files changed

+2
-12
lines changed

core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -256,12 +256,7 @@ class HadoopRDD[K, V](
256256
try {
257257
finished = !reader.next(key, value)
258258
} catch {
259-
case e: IOException =>
260-
if (ignoreCorruptFiles) {
261-
finished = true
262-
} else {
263-
throw e
264-
}
259+
case e: IOException if ignoreCorruptFiles => finished = true
265260
}
266261
if (!finished) {
267262
inputMetrics.incRecordsRead(1)

core/src/main/scala/org/apache/spark/rdd/NewHadoopRDD.scala

Lines changed: 1 addition & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -186,12 +186,7 @@ class NewHadoopRDD[K, V](
186186
try {
187187
finished = !reader.nextKeyValue
188188
} catch {
189-
case e: IOException =>
190-
if (ignoreCorruptFiles) {
191-
finished = true
192-
} else {
193-
throw e
194-
}
189+
case e: IOException if ignoreCorruptFiles => finished = true
195190
}
196191
if (finished) {
197192
// Close and release the reader here; close() will also be called when the task

0 commit comments

Comments
 (0)