Skip to content

Commit 764965f

Browse files
author
wangfei
committed
Update ExternalAppendOnlyMap.scala
1 parent a59d76b commit 764965f

File tree

1 file changed

+2
-6
lines changed

1 file changed

+2
-6
lines changed

core/src/main/scala/org/apache/spark/util/collection/ExternalAppendOnlyMap.scala

Lines changed: 2 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -76,16 +76,12 @@ class ExternalAppendOnlyMap[K, V, C](
7676
private val maxMemoryThreshold = {
7777
val memoryFraction = sparkConf.getDouble("spark.shuffle.memoryFraction", 0.3)
7878
val safetyFraction = sparkConf.getDouble("spark.shuffle.safetyFraction", 0.8)
79-
80-
if (memoryFraction > 1 && memoryFraction <= 0) {
79+
if (memoryFraction > 1 && memoryFraction < 0) {
8180
throw new Exception("spark.shuffle.memoryFraction should be between 0 and 1.")
8281
}
83-
84-
if (safetyFraction > 1 && safetyFraction <= 0) {
82+
if (safetyFraction > 1 && safetyFraction < 0) {
8583
throw new Exception("spark.shuffle.safetyFraction should be between 0 and 1.")
8684
}
87-
88-
8985
(Runtime.getRuntime.maxMemory * memoryFraction * safetyFraction).toLong
9086
}
9187

0 commit comments

Comments
 (0)