Also add logics to handle other exceptions

jerryshao · jerryshao · commit 63142cc82cc1 · 2017-03-31T17:50:38.000+08:00
Change-Id: Ie2bd075561e481266dc8047e2af604f4d6c83810
diff --git a/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala b/core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala
@@ -334,6 +334,10 @@ private[history] class FsHistoryProvider(conf: SparkConf, clock: Clock)
               // every poll.
               logDebug(s"No permission to read $entry, ignoring.")
               false
+
+            case e: Exception =>
+              logDebug(s"Fail to get status of $entry", e)
+              false
           }
         }
         .flatMap { entry => Some(entry) }

Original file line number	Diff line number	Diff line change
`@@ -334,6 +334,10 @@ private[history] class FsHistoryProvider(conf: SparkConf, clock: Clock)`
`334`	`334`	`// every poll.`
`335`	`335`	`logDebug(s"No permission to read $entry, ignoring.")`
`336`	`336`	`false`
	`337`	`+`
	`338`	`+ case e: Exception =>`
	`339`	`+ logDebug(s"Fail to get status of $entry", e)`
	`340`	`+ false`
`337`	`341`	`}`
`338`	`342`	`}`
`339`	`343`	`.flatMap { entry => Some(entry) }`