Skip to content

Commit 9c9012e

Browse files
committed
add comment
1 parent b125f2f commit 9c9012e

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

core/src/main/scala/org/apache/spark/deploy/history/FsHistoryProvider.scala

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -291,6 +291,9 @@ private[history] class FsHistoryProvider(conf: SparkConf, clock: Clock)
291291
try {
292292
val prevFileSize = fileToAppInfo.get(entry.getPath()).map{_.fileSize}.getOrElse(0L)
293293
!entry.isDirectory() &&
294+
// FsHistoryProvider generates a hidden file which can't be read, and the user may
295+
// generate others which can't be read. Accidentally reading a garbage file is safe,
296+
// but we would log an error which can be scary to the end-user.
294297
!entry.getPath().getName().startsWith(".") &&
295298
prevFileSize < entry.getLen()
296299
} catch {

0 commit comments

Comments
 (0)