Skip to content
Snippets Groups Projects
Commit d54b10b6 authored by Matei Zaharia's avatar Matei Zaharia
Browse files

Merge remote-tracking branch 'stephenh/removefailedjob'

Conflicts:
	core/src/main/scala/spark/deploy/master/Master.scala
parents ccb67ff2 98d0b774
No related branches found
No related tags found
No related merge requests found
......@@ -100,11 +100,9 @@ private[spark] class Master(ip: String, port: Int, webUiPort: Int) extends Actor
if (jobInfo.incrementRetryCount < JobState.MAX_NUM_RETRY) {
schedule()
} else {
val e = new SparkException("Job %s with ID %s failed %d times.".format(
logError("Job %s with ID %s failed %d times, removing it".format(
jobInfo.desc.name, jobInfo.id, jobInfo.retryCount))
logError(e.getMessage, e)
throw e
//System.exit(1)
removeJob(jobInfo)
}
}
}
......
......@@ -143,9 +143,13 @@ private[spark] class Worker(
case KillExecutor(jobId, execId) =>
val fullId = jobId + "/" + execId
val executor = executors(fullId)
logInfo("Asked to kill executor " + fullId)
executor.kill()
executors.get(fullId) match {
case Some(executor) =>
logInfo("Asked to kill executor " + fullId)
executor.kill()
case None =>
logInfo("Asked to kill unknown executor " + fullId)
}
case Terminated(_) | RemoteClientDisconnected(_, _) | RemoteClientShutdown(_, _) =>
masterDisconnected()
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment