Skip to content

Commit f4e7b9e

Browse files
author
KaiXinXiaoLei
committed
add a option to print DAG
1 parent 661e0fc commit f4e7b9e

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

core/src/main/scala/org/apache/spark/SparkContext.scala

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1328,6 +1328,9 @@ class SparkContext(config: SparkConf) extends Logging with ExecutorAllocationCli
13281328
val callSite = getCallSite
13291329
val cleanedFunc = clean(func)
13301330
logInfo("Starting job: " + callSite.shortForm)
1331+
if (conf.getBoolean("spark.rddDebug.enable", false)) {
1332+
logInfo("toDebugString: " + rdd.toDebugString)
1333+
}
13311334
dagScheduler.runJob(rdd, cleanedFunc, partitions, callSite, allowLocal,
13321335
resultHandler, localProperties.get)
13331336
progressBar.foreach(_.finishAll())

0 commit comments

Comments
 (0)