From 231e05959ca8f0113e122353fe7b02e8587cab2a Mon Sep 17 00:00:00 2001 From: Xiu Guo Date: Tue, 10 Nov 2015 12:32:35 -0800 Subject: [PATCH 1/2] [SPARK-11631][Scheduler] Adding 'Starting DAGScheduler' log --- core/src/main/scala/org/apache/spark/SparkContext.scala | 1 + .../main/scala/org/apache/spark/scheduler/DAGScheduler.scala | 2 +- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala index 7421821e2601b..54fb9b595cfb9 100644 --- a/core/src/main/scala/org/apache/spark/SparkContext.scala +++ b/core/src/main/scala/org/apache/spark/SparkContext.scala @@ -506,6 +506,7 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli val (sched, ts) = SparkContext.createTaskScheduler(this, master) _schedulerBackend = sched _taskScheduler = ts + logDebug("Starting DAGScheduler") _dagScheduler = new DAGScheduler(this) _heartbeatReceiver.ask[Boolean](TaskSchedulerIsSet) diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala index 4a9518fff4e7b..5d6d3c178a176 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala @@ -1574,7 +1574,7 @@ class DAGScheduler( } def stop() { - logInfo("Stopping DAGScheduler") + logDebug("Stopping DAGScheduler") messageScheduler.shutdownNow() eventProcessLoop.stop() taskScheduler.stop() From 37fc6e4c492dd39e88e17e352feee75d3488fa79 Mon Sep 17 00:00:00 2001 From: Xiu Guo Date: Thu, 12 Nov 2015 15:58:21 -0800 Subject: [PATCH 2/2] [SPARK-11631][Scheduler] update --- core/src/main/scala/org/apache/spark/SparkContext.scala | 1 - .../src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala | 1 + 2 files changed, 1 insertion(+), 1 deletion(-) diff --git a/core/src/main/scala/org/apache/spark/SparkContext.scala b/core/src/main/scala/org/apache/spark/SparkContext.scala index 54fb9b595cfb9..7421821e2601b 100644 --- a/core/src/main/scala/org/apache/spark/SparkContext.scala +++ b/core/src/main/scala/org/apache/spark/SparkContext.scala @@ -506,7 +506,6 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli val (sched, ts) = SparkContext.createTaskScheduler(this, master) _schedulerBackend = sched _taskScheduler = ts - logDebug("Starting DAGScheduler") _dagScheduler = new DAGScheduler(this) _heartbeatReceiver.ask[Boolean](TaskSchedulerIsSet) diff --git a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala index 5d6d3c178a176..dbccff2db17c0 100644 --- a/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala +++ b/core/src/main/scala/org/apache/spark/scheduler/DAGScheduler.scala @@ -126,6 +126,7 @@ class DAGScheduler( sc.env.mapOutputTracker.asInstanceOf[MapOutputTrackerMaster], sc.env.blockManager.master, sc.env) + logDebug("Starting DAGScheduler") } def this(sc: SparkContext) = this(sc, sc.taskScheduler)