From 79c95527a77af32bd83a968c1a56feb22e441b7d Mon Sep 17 00:00:00 2001
From: Kay Ousterhout <kayousterhout@gmail.com>
Date: Wed, 5 Feb 2014 23:38:12 -0800
Subject: [PATCH] Merge pull request #545 from kayousterhout/fix_progress.
Closes #545.
Fix off-by-one error with task progress info log.
Author: Kay Ousterhout <kayousterhout@gmail.com>
== Merge branch commits ==
commit 29798fc685c4e7e3eb3bf91c75df7fa8ec94a235
Author: Kay Ousterhout <kayousterhout@gmail.com>
Date: Wed Feb 5 13:40:01 2014 -0800
Fix off-by-one error with task progress info log.
---
.../main/scala/org/apache/spark/scheduler/TaskSetManager.scala | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala b/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala
index e91470800c..777f31dc5e 100644
--- a/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala
+++ b/core/src/main/scala/org/apache/spark/scheduler/TaskSetManager.scala
@@ -437,13 +437,13 @@ private[spark] class TaskSetManager(
info.markSuccessful()
removeRunningTask(tid)
if (!successful(index)) {
+ tasksSuccessful += 1
logInfo("Finished TID %s in %d ms on %s (progress: %d/%d)".format(
tid, info.duration, info.host, tasksSuccessful, numTasks))
sched.dagScheduler.taskEnded(
tasks(index), Success, result.value, result.accumUpdates, info, result.metrics)
// Mark successful and stop if all the tasks have succeeded.
- tasksSuccessful += 1
successful(index) = true
if (tasksSuccessful == numTasks) {
sched.taskSetFinished(this)
--
GitLab