Skip to content

Commit 169dd13

Browse files
committed
Add support for legacy org.apache.spark.streaming clock class names
1 parent 277785a commit 169dd13

File tree

1 file changed

+7
-1
lines changed

1 file changed

+7
-1
lines changed

streaming/src/main/scala/org/apache/spark/streaming/scheduler/JobGenerator.scala

Lines changed: 7 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -47,7 +47,13 @@ class JobGenerator(jobScheduler: JobScheduler) extends Logging {
4747
val clock = {
4848
val clockClass = ssc.sc.conf.get(
4949
"spark.streaming.clock", "org.apache.spark.util.SystemClock")
50-
Class.forName(clockClass).newInstance().asInstanceOf[Clock]
50+
try {
51+
Class.forName(clockClass).newInstance().asInstanceOf[Clock]
52+
} catch {
53+
case e: ClassNotFoundException if clockClass.startsWith("org.apache.spark.streaming") =>
54+
val newClockClass = clockClass.replace("org.apache.spark.streaming", "org.apache.spark")
55+
Class.forName(newClockClass).newInstance().asInstanceOf[Clock]
56+
}
5157
}
5258

5359
private val timer = new RecurringTimer(clock, ssc.graph.batchDuration.milliseconds,

0 commit comments

Comments
 (0)