We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 829a195 commit da6ee59Copy full SHA for da6ee59
core/src/main/scala/org/apache/spark/SparkConf.scala
@@ -240,11 +240,13 @@ class SparkConf(loadDefaults: Boolean) extends Cloneable with Logging {
240
val memoryKeys = Seq(
241
"spark.storage.memoryFraction",
242
"spark.shuffle.memoryFraction",
243
- "spark.shuffle.safetyFraction")
+ "spark.shuffle.safetyFraction",
244
+ "spark.storage.unrollFraction",
245
+ "spark.storage.safetyFraction")
246
for (key -> memoryKeys) {
247
val value = getDouble(key, 0.5)
248
if (value > 1 || value < 0) {
- throw new IllegalArgumentException("$key should be between 0 and (was '$value').")
249
+ throw new IllegalArgumentException("$key should be between 0 and 1 (was '$value').")
250
}
251
252
0 commit comments