Skip to content

Commit 4dfa265

Browse files
committed
Minor update
1 parent 5a0a1f9 commit 4dfa265

File tree

1 file changed

+5
-8
lines changed

1 file changed

+5
-8
lines changed

core/src/main/scala/org/apache/spark/rdd/ReliableCheckpointRDD.scala

Lines changed: 5 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -51,9 +51,7 @@ private[spark] class ReliableCheckpointRDD[T: ClassTag](
5151
override def getCheckpointFile: Option[String] = Some(checkpointPath)
5252

5353
override val partitioner: Option[Partitioner] = {
54-
println("Creating partitioner")
5554
_partitioner.orElse {
56-
println("Reading partitioner from file")
5755
ReliableCheckpointRDD.readCheckpointedPartitionerFile(context, checkpointPath)
5856
}
5957
}
@@ -216,7 +214,7 @@ private[spark] object ReliableCheckpointRDD extends Logging {
216214
} {
217215
serializeStream.close()
218216
}
219-
println(s"Written partitioner to $partitionerFilePath")
217+
logDebug(s"Written partitioner to $partitionerFilePath")
220218
} catch {
221219
case NonFatal(e) =>
222220
logWarning(s"Error writing partitioner $partitioner to $checkpointDirPath")
@@ -230,7 +228,6 @@ private[spark] object ReliableCheckpointRDD extends Logging {
230228
val bufferSize = sc.conf.getInt("spark.buffer.size", 65536)
231229
val partitionerFilePath = new Path(checkpointDirPath, checkpointPartitionerFileName)
232230
val fs = partitionerFilePath.getFileSystem(sc.hadoopConfiguration)
233-
println(s"Reading partitioner from $partitionerFilePath")
234231
if (fs.exists(partitionerFilePath)) {
235232
val fileInputStream = fs.open(partitionerFilePath, bufferSize)
236233
val serializer = SparkEnv.get.serializer.newInstance()
@@ -240,16 +237,16 @@ private[spark] object ReliableCheckpointRDD extends Logging {
240237
} {
241238
deserializeStream.close()
242239
}
243-
println(s"Read partitioner from $partitionerFilePath")
240+
logDebug(s"Read partitioner from $partitionerFilePath")
244241
Some(partitioner)
245242
} else {
246-
println("No partitioner file")
243+
logDebug("No partitioner file")
247244
None
248245
}
249246
} catch {
250247
case NonFatal(e) =>
251-
println(s"Error reading partitioner from $checkpointDirPath, " +
252-
s"partitioner will not be recovered which can lead to performance loss", e)
248+
logWarning(s"Error reading partitioner from $checkpointDirPath, " +
249+
s"partitioner will not be recovered which may lead to performance loss", e)
253250
None
254251
}
255252
}

0 commit comments

Comments
 (0)