Skip to content

Commit 53e0600

Browse files
committed
[SPARK-10618] [Mesos] removing meetconstraints check as it is already done
1 parent 288c698 commit 53e0600

File tree

2 files changed

+9
-16
lines changed

2 files changed

+9
-16
lines changed

core/src/main/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackend.scala

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -254,7 +254,7 @@ private[spark] class CoarseMesosSchedulerBackend(
254254
val cpus = getResource(offer.getResourcesList, "cpus").toInt
255255
val id = offer.getId.getValue
256256
if (meetsConstraints) {
257-
if (isOfferSatisfiesRequirements(meetsConstraints, slaveId, mem, cpus, sc)) {
257+
if (isOfferSatisfiesRequirements(slaveId, mem, cpus, sc)) {
258258
// Launch an executor on the slave
259259
val cpusToUse = math.min(cpus, maxCores - totalCoresAcquired)
260260
totalCoresAcquired += cpusToUse
@@ -304,9 +304,8 @@ private[spark] class CoarseMesosSchedulerBackend(
304304
}
305305

306306
// ToDo: Abstract out each condition and log them.
307-
def isOfferSatisfiesRequirements(meetsConstraints: Boolean,
308-
slaveId: String, mem: Double,
309-
cpusOffered: Int, sc: SparkContext): Boolean = {
307+
def isOfferSatisfiesRequirements(slaveId: String, mem: Double, cpusOffered: Int,
308+
sc: SparkContext): Boolean = {
310309
val meetsMemoryRequirements = mem >= calculateTotalMemory(sc)
311310
val meetsCPURequirements = cpusOffered >= 1
312311
val needMoreCores = totalCoresAcquired < maxCores
@@ -317,7 +316,6 @@ private[spark] class CoarseMesosSchedulerBackend(
317316
executorNotRunningOnSlave &&
318317
taskOnEachSlaveLessThanExecutorLimit &&
319318
needMoreCores &&
320-
meetsConstraints &&
321319
meetsMemoryRequirements &&
322320
meetsCPURequirements &&
323321
healthySlave

core/src/test/scala/org/apache/spark/scheduler/cluster/mesos/CoarseMesosSchedulerBackendSuite.scala

Lines changed: 6 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -197,47 +197,42 @@ class CoarseMesosSchedulerBackendSuite extends SparkFunSuite
197197
test("isOfferSatisfiesRequirements return true when there is a valid offer") {
198198
val schedulerBackend = createSchedulerBackendForGivenSparkConf(sc)
199199

200-
assert(schedulerBackend.isOfferSatisfiesRequirements(true, "Slave1", 10000, 5, sc))
200+
assert(schedulerBackend.isOfferSatisfiesRequirements("Slave1", 10000, 5, sc))
201201
}
202202

203-
test("isOfferSatisfiesRequirements return false when offer do not meet constraints") {
204-
val schedulerBackend = createSchedulerBackendForGivenSparkConf(sc)
205-
206-
assert(schedulerBackend.isOfferSatisfiesRequirements(false, "Slave1", 10000, 5, sc) === false)
207-
}
208203

209204
test("isOfferSatisfiesRequirements return false when memory in offer is less than required memory") {
210205
val schedulerBackend = createSchedulerBackendForGivenSparkConf(sc)
211206

212-
assert(schedulerBackend.isOfferSatisfiesRequirements(true, "Slave1", 1, 5, sc) === false)
207+
assert(schedulerBackend.isOfferSatisfiesRequirements("Slave1", 1, 5, sc) === false)
213208
}
214209

215210
test("isOfferSatisfiesRequirements return false when cpu in offer is less than required cpu") {
216211
val schedulerBackend = createSchedulerBackendForGivenSparkConf(sc)
217212

218-
assert(schedulerBackend.isOfferSatisfiesRequirements(true, "Slave1", 10000, 0, sc) === false)
213+
assert(schedulerBackend.isOfferSatisfiesRequirements("Slave1", 10000, 0, sc) === false)
219214
}
220215

221216
test("isOfferSatisfiesRequirements return false when offer is from slave already running" +
222217
" an executor") {
223218
val schedulerBackend = createSchedulerBackendForGivenSparkConf(sc)
224219
schedulerBackend.slaveIdsWithExecutors += "Slave2"
225220

226-
assert(schedulerBackend.isOfferSatisfiesRequirements(true, "Slave2", 10000, 5, sc) === false)
221+
assert(schedulerBackend.isOfferSatisfiesRequirements("Slave2", 10000, 5, sc) === false)
227222
}
228223

229224
test("isOfferSatisfiesRequirements return false when task is failed more than " +
230225
"MAX_SLAVE_FAILURES times on the given slave") {
231226
val schedulerBackend = createSchedulerBackendForGivenSparkConf(sc)
232227
schedulerBackend.failuresBySlaveId("Slave3") = 2
233228

234-
assert(schedulerBackend.isOfferSatisfiesRequirements(true, "Slave3", 10000, 5, sc) === false)
229+
assert(schedulerBackend.isOfferSatisfiesRequirements("Slave3", 10000, 5, sc) === false)
235230
}
236231

237232
test("isOfferSatisfiesRequirements return false when max core is already acquired") {
238233
val schedulerBackend = createSchedulerBackendForGivenSparkConf(sc)
239234
schedulerBackend.totalCoresAcquired = 10
240235

241-
assert(schedulerBackend.isOfferSatisfiesRequirements(true, "Slave1", 10000, 5, sc) === false)
236+
assert(schedulerBackend.isOfferSatisfiesRequirements("Slave1", 10000, 5, sc) === false)
242237
}
243238
}

0 commit comments

Comments
 (0)