Skip to content
Snippets Groups Projects
Commit ece3edff authored by Matei Zaharia's avatar Matei Zaharia
Browse files

Fix a problem with no hosts being counted as alive in the first job

parent 73697e28
No related branches found
No related tags found
No related merge requests found
...@@ -140,6 +140,9 @@ private[spark] class ClusterScheduler(val sc: SparkContext) ...@@ -140,6 +140,9 @@ private[spark] class ClusterScheduler(val sc: SparkContext)
// Mark each slave as alive and remember its hostname // Mark each slave as alive and remember its hostname
for (o <- offers) { for (o <- offers) {
executorIdToHost(o.executorId) = o.hostname executorIdToHost(o.executorId) = o.hostname
if (!executorsByHost.contains(o.hostname)) {
executorsByHost(o.hostname) = new HashSet()
}
} }
// Build a list of tasks to assign to each slave // Build a list of tasks to assign to each slave
val tasks = offers.map(o => new ArrayBuffer[TaskDescription](o.cores)) val tasks = offers.map(o => new ArrayBuffer[TaskDescription](o.cores))
...@@ -159,9 +162,6 @@ private[spark] class ClusterScheduler(val sc: SparkContext) ...@@ -159,9 +162,6 @@ private[spark] class ClusterScheduler(val sc: SparkContext)
taskSetTaskIds(manager.taskSet.id) += tid taskSetTaskIds(manager.taskSet.id) += tid
taskIdToExecutorId(tid) = execId taskIdToExecutorId(tid) = execId
activeExecutorIds += execId activeExecutorIds += execId
if (!executorsByHost.contains(host)) {
executorsByHost(host) = new HashSet()
}
executorsByHost(host) += execId executorsByHost(host) += execId
availableCpus(i) -= 1 availableCpus(i) -= 1
launchedTask = true launchedTask = true
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment