@@ -51,9 +51,7 @@ private[spark] class ReliableCheckpointRDD[T: ClassTag](
5151 override def getCheckpointFile : Option [String ] = Some (checkpointPath)
5252
5353 override val partitioner : Option [Partitioner ] = {
54- println(" Creating partitioner" )
5554 _partitioner.orElse {
56- println(" Reading partitioner from file" )
5755 ReliableCheckpointRDD .readCheckpointedPartitionerFile(context, checkpointPath)
5856 }
5957 }
@@ -216,7 +214,7 @@ private[spark] object ReliableCheckpointRDD extends Logging {
216214 } {
217215 serializeStream.close()
218216 }
219- println (s " Written partitioner to $partitionerFilePath" )
217+ logDebug (s " Written partitioner to $partitionerFilePath" )
220218 } catch {
221219 case NonFatal (e) =>
222220 logWarning(s " Error writing partitioner $partitioner to $checkpointDirPath" )
@@ -230,7 +228,6 @@ private[spark] object ReliableCheckpointRDD extends Logging {
230228 val bufferSize = sc.conf.getInt(" spark.buffer.size" , 65536 )
231229 val partitionerFilePath = new Path (checkpointDirPath, checkpointPartitionerFileName)
232230 val fs = partitionerFilePath.getFileSystem(sc.hadoopConfiguration)
233- println(s " Reading partitioner from $partitionerFilePath" )
234231 if (fs.exists(partitionerFilePath)) {
235232 val fileInputStream = fs.open(partitionerFilePath, bufferSize)
236233 val serializer = SparkEnv .get.serializer.newInstance()
@@ -240,16 +237,16 @@ private[spark] object ReliableCheckpointRDD extends Logging {
240237 } {
241238 deserializeStream.close()
242239 }
243- println (s " Read partitioner from $partitionerFilePath" )
240+ logDebug (s " Read partitioner from $partitionerFilePath" )
244241 Some (partitioner)
245242 } else {
246- println (" No partitioner file" )
243+ logDebug (" No partitioner file" )
247244 None
248245 }
249246 } catch {
250247 case NonFatal (e) =>
251- println (s " Error reading partitioner from $checkpointDirPath, " +
252- s " partitioner will not be recovered which can lead to performance loss " , e)
248+ logWarning (s " Error reading partitioner from $checkpointDirPath, " +
249+ s " partitioner will not be recovered which may lead to performance loss " , e)
253250 None
254251 }
255252 }
0 commit comments