Skip to content

Commit da6ee59

Browse files
committed
add configs
1 parent 829a195 commit da6ee59

File tree

1 file changed

+4
-2
lines changed

1 file changed

+4
-2
lines changed

core/src/main/scala/org/apache/spark/SparkConf.scala

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -240,11 +240,13 @@ class SparkConf(loadDefaults: Boolean) extends Cloneable with Logging {
240240
val memoryKeys = Seq(
241241
"spark.storage.memoryFraction",
242242
"spark.shuffle.memoryFraction",
243-
"spark.shuffle.safetyFraction")
243+
"spark.shuffle.safetyFraction",
244+
"spark.storage.unrollFraction",
245+
"spark.storage.safetyFraction")
244246
for (key -> memoryKeys) {
245247
val value = getDouble(key, 0.5)
246248
if (value > 1 || value < 0) {
247-
throw new IllegalArgumentException("$key should be between 0 and (was '$value').")
249+
throw new IllegalArgumentException("$key should be between 0 and 1 (was '$value').")
248250
}
249251
}
250252

0 commit comments

Comments
 (0)