Skip to content

Commit a0a8896

Browse files
author
zuotingbing
committed
[SPARK-25852][Core] we should filter the workOffers with freeCores >= CPUS_PER_TASK for better performance
1 parent 89d748b commit a0a8896

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

core/src/main/scala/org/apache/spark/scheduler/cluster/CoarseGrainedSchedulerBackend.scala

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -240,7 +240,7 @@ class CoarseGrainedSchedulerBackend(scheduler: TaskSchedulerImpl, val rpcEnv: Rp
240240
val taskDescs = CoarseGrainedSchedulerBackend.this.synchronized {
241241
// Filter out executors under killing
242242
val activeExecutors = executorDataMap.filterKeys(executorIsAlive)
243-
val workOffers = activeExecutors.map {
243+
val workOffers = activeExecutors.filter(_._2.freeCores >= scheduler.CPUS_PER_TASK).map {
244244
case (id, executorData) =>
245245
new WorkerOffer(id, executorData.executorHost, executorData.freeCores,
246246
Some(executorData.executorAddress.hostPort))

0 commit comments

Comments
 (0)