Skip to content

Commit d91c815

Browse files
authored
fixed compile errors.
1 parent dab9bf3 commit d91c815

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

streaming/src/main/scala/org/apache/spark/streaming/dstream/FileInputDStream.scala

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -191,10 +191,9 @@ class FileInputDStream[K, V, F <: NewInputFormat[K, V]](
191191
logDebug(s"Getting new files for time $currentTime, " +
192192
s"ignoring files older than $modTimeIgnoreThreshold")
193193

194-
val directories = Option(fs.globStatus(directoryPath))
194+
val directories = Option(fs.globStatus(directoryPath)).getOrElse(Array.empty[FileStatus])
195195
.filter(_.isDirectory)
196196
.map(_.getPath)
197-
.getOrElse(Array.empty[FileStatus])
198197
val newFiles = directories.flatMap(dir =>
199198
fs.listStatus(dir)
200199
.filter(isNewFile(_, currentTime, modTimeIgnoreThreshold))

0 commit comments

Comments
 (0)