Skip to content
Snippets Groups Projects
Commit 87b821dc authored by Karen Feng's avatar Karen Feng
Browse files

Fixed continuity of executorToTasksActive, changed color of progress bars

parent c7b27889
No related branches found
No related tags found
No related merge requests found
...@@ -93,7 +93,7 @@ private[spark] class ExecutorsUI(val sc: SparkContext) { ...@@ -93,7 +93,7 @@ private[spark] class ExecutorsUI(val sc: SparkContext) {
val memUsed = sc.getExecutorStorageStatus(a).memUsed().toString val memUsed = sc.getExecutorStorageStatus(a).memUsed().toString
val maxMem = sc.getExecutorStorageStatus(a).maxMem.toString val maxMem = sc.getExecutorStorageStatus(a).maxMem.toString
val diskUsed = sc.getExecutorStorageStatus(a).diskUsed().toString val diskUsed = sc.getExecutorStorageStatus(a).diskUsed().toString
val activeTasks = listener.executorToTasksActive.getOrElse(a.toString, Seq[Long]()).size.toString val activeTasks = listener.executorToTasksActive.getOrElse(a.toString, HashSet[TaskInfo]()).size.toString
val failedTasks = listener.executorToTasksFailed.getOrElse(a.toString, 0).toString val failedTasks = listener.executorToTasksFailed.getOrElse(a.toString, 0).toString
val completedTasks = listener.executorToTasksComplete.getOrElse(a.toString, 0).toString val completedTasks = listener.executorToTasksComplete.getOrElse(a.toString, 0).toString
val totalTasks = listener.executorToTaskInfos(a.toString).size.toString val totalTasks = listener.executorToTaskInfos(a.toString).size.toString
......
...@@ -21,9 +21,11 @@ import java.util.Date ...@@ -21,9 +21,11 @@ import java.util.Date
import javax.servlet.http.HttpServletRequest import javax.servlet.http.HttpServletRequest
import scala.collection.mutable.HashSet
import scala.Some import scala.Some
import scala.xml.{NodeSeq, Node} import scala.xml.{NodeSeq, Node}
import spark.scheduler.cluster.TaskInfo
import spark.scheduler.Stage import spark.scheduler.Stage
import spark.storage.StorageLevel import spark.storage.StorageLevel
import spark.ui.Page._ import spark.ui.Page._
...@@ -110,8 +112,8 @@ private[spark] class IndexPage(parent: JobProgressUI) { ...@@ -110,8 +112,8 @@ private[spark] class IndexPage(parent: JobProgressUI) {
val startWidth = "width: %s%%".format((started.toDouble/total)*100) val startWidth = "width: %s%%".format((started.toDouble/total)*100)
<div class="progress"> <div class="progress">
<div class="bar bar-success" style={completeWidth}></div> <div class="bar" style={completeWidth}></div>
<div class="bar bar-warning" style={startWidth}></div> <div class="bar bar-info" style={startWidth}></div>
</div> </div>
} }
...@@ -131,6 +133,7 @@ private[spark] class IndexPage(parent: JobProgressUI) { ...@@ -131,6 +133,7 @@ private[spark] class IndexPage(parent: JobProgressUI) {
case b => Utils.memoryBytesToString(b) case b => Utils.memoryBytesToString(b)
} }
val startedTasks = listener.stageToTasksActive.getOrElse(s.id, HashSet[TaskInfo]()).size
val completedTasks = listener.stageToTasksComplete.getOrElse(s.id, 0) val completedTasks = listener.stageToTasksComplete.getOrElse(s.id, 0)
val totalTasks = s.numPartitions val totalTasks = s.numPartitions
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment