Skip to content
Snippets Groups Projects
Commit 2eea9747 authored by Karen Feng's avatar Karen Feng
Browse files

Executors UI now calls executor ID from TaskInfo instead of TaskMetrics

parent 85c4d7bf
No related branches found
No related tags found
No related merge requests found
......@@ -126,7 +126,6 @@ private[spark] class Executor(executorId: String, slaveHostname: String, propert
val taskFinish = System.currentTimeMillis()
task.metrics.foreach{ m =>
m.hostname = Utils.localHostName
m.executorId = executorId
m.executorDeserializeTime = (taskStart - startTime).toInt
m.executorRunTime = (taskFinish - taskStart).toInt
}
......
......@@ -23,11 +23,6 @@ class TaskMetrics extends Serializable {
*/
var hostname: String = _
/**
* Executor's ID the task runs on
*/
var executorId: String = _
/**
* Time taken on the executor to deserialize this task
*/
......
......@@ -111,16 +111,14 @@ private[spark] class ExecutorsUI(val sc: SparkContext) {
HashMap[String, ArrayBuffer[(TaskInfo, Option[TaskMetrics], Option[ExceptionFailure])]]()
override def onTaskEnd(taskEnd: SparkListenerTaskEnd) {
val eid = taskEnd.taskMetrics.executorId
val eid = taskEnd.taskInfo.executorId
val (failureInfo, metrics): (Option[ExceptionFailure], Option[TaskMetrics]) =
taskEnd.reason match {
case e: ExceptionFailure =>
executorToTasksFailed(eid) = executorToTasksFailed.getOrElse(eid, 0) + 1
logInfo("Executor %s has %s failed tasks.".format(eid, executorToTasksFailed(eid)))
(Some(e), e.metrics)
case _ =>
executorToTasksComplete(eid) = executorToTasksComplete.getOrElse(eid, 0) + 1
logInfo("Executor %s has %s completed tasks.".format(eid, executorToTasksComplete(eid)))
(None, Some(taskEnd.taskMetrics))
}
val taskList = executorToTaskInfos.getOrElse(
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment