Skip to content

Commit a2715cc

Browse files
fireflycmateiz
authored andcommitted
replace println to log4j
Our program needs to receive a large amount of data and run for a long time. We set the log level to WARN but "Storing iterator" "received single" as such message written to the log file. (over yarn) Author: fireflyc <[email protected]> Closes #1372 from fireflyc/fix-replace-stdout-log and squashes the following commits: e684140 [fireflyc] 'info' modified into the 'debug' fa22a38 [fireflyc] replace println to log4j
1 parent 184aa1c commit a2715cc

File tree

1 file changed

+7
-5
lines changed

1 file changed

+7
-5
lines changed

streaming/src/main/scala/org/apache/spark/streaming/receiver/ActorReceiver.scala

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -68,13 +68,13 @@ object ActorSupervisorStrategy {
6868
* should be same.
6969
*/
7070
@DeveloperApi
71-
trait ActorHelper {
71+
trait ActorHelper extends Logging{
7272

7373
self: Actor => // to ensure that this can be added to Actor classes only
7474

7575
/** Store an iterator of received data as a data block into Spark's memory. */
7676
def store[T](iter: Iterator[T]) {
77-
println("Storing iterator")
77+
logDebug("Storing iterator")
7878
context.parent ! IteratorData(iter)
7979
}
8080

@@ -84,6 +84,7 @@ trait ActorHelper {
8484
* that Spark is configured to use.
8585
*/
8686
def store(bytes: ByteBuffer) {
87+
logDebug("Storing Bytes")
8788
context.parent ! ByteBufferData(bytes)
8889
}
8990

@@ -93,7 +94,7 @@ trait ActorHelper {
9394
* being pushed into Spark's memory.
9495
*/
9596
def store[T](item: T) {
96-
println("Storing item")
97+
logDebug("Storing item")
9798
context.parent ! SingleItemData(item)
9899
}
99100
}
@@ -157,15 +158,16 @@ private[streaming] class ActorReceiver[T: ClassTag](
157158
def receive = {
158159

159160
case IteratorData(iterator) =>
160-
println("received iterator")
161+
logDebug("received iterator")
161162
store(iterator.asInstanceOf[Iterator[T]])
162163

163164
case SingleItemData(msg) =>
164-
println("received single")
165+
logDebug("received single")
165166
store(msg.asInstanceOf[T])
166167
n.incrementAndGet
167168

168169
case ByteBufferData(bytes) =>
170+
logDebug("received bytes")
169171
store(bytes)
170172

171173
case props: Props =>

0 commit comments

Comments
 (0)