Skip to content

Commit fa22a38

Browse files
committed
replace println to log4j
Our program needs to receive a large amount of data and run for a long time. We set the log level to WARN but "Storing iterator" "received single" as such message written to the log file. (over yarn)
1 parent 2f59ce7 commit fa22a38

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

streaming/src/main/scala/org/apache/spark/streaming/receiver/ActorReceiver.scala

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -68,13 +68,13 @@ object ActorSupervisorStrategy {
6868
* should be same.
6969
*/
7070
@DeveloperApi
71-
trait ActorHelper {
71+
trait ActorHelper extends Logging{
7272

7373
self: Actor => // to ensure that this can be added to Actor classes only
7474

7575
/** Store an iterator of received data as a data block into Spark's memory. */
7676
def store[T](iter: Iterator[T]) {
77-
println("Storing iterator")
77+
logInfo("Storing iterator")
7878
context.parent ! IteratorData(iter)
7979
}
8080

@@ -93,7 +93,7 @@ trait ActorHelper {
9393
* being pushed into Spark's memory.
9494
*/
9595
def store[T](item: T) {
96-
println("Storing item")
96+
logInfo("Storing item")
9797
context.parent ! SingleItemData(item)
9898
}
9999
}
@@ -157,11 +157,11 @@ private[streaming] class ActorReceiver[T: ClassTag](
157157
def receive = {
158158

159159
case IteratorData(iterator) =>
160-
println("received iterator")
160+
logInfo("received iterator")
161161
store(iterator.asInstanceOf[Iterator[T]])
162162

163163
case SingleItemData(msg) =>
164-
println("received single")
164+
logInfo("received single")
165165
store(msg.asInstanceOf[T])
166166
n.incrementAndGet
167167

0 commit comments

Comments
 (0)