We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent d1ed4e4 commit 743ef16Copy full SHA for 743ef16
core/src/main/scala/org/apache/spark/util/collection/Spillable.scala
@@ -58,6 +58,7 @@ private[spark] abstract class Spillable[C](taskMemoryManager: TaskMemoryManager)
58
SparkEnv.get.conf.getLong("spark.shuffle.spill.numElementsForceSpillThreshold", Long.MaxValue)
59
60
// Threshold for this collection's size in bytes before we start tracking its memory usage
61
+ // To avoid memory leak for rdd.first(), initialize this to a value orders of magnitude > 0
62
private[this] var myMemoryThreshold = initialMemoryThreshold
63
64
// Number of elements read from input since last spill
0 commit comments