Skip to content
Snippets Groups Projects
Commit 1630fbf8 authored by Mark Hamstra's avatar Mark Hamstra
Browse files

changeGeneration --> changeEpoch renaming

parent ad184104
No related branches found
No related tags found
No related merge requests found
...@@ -635,7 +635,7 @@ class DAGScheduler( ...@@ -635,7 +635,7 @@ class DAGScheduler(
mapOutputTracker.registerMapOutputs( mapOutputTracker.registerMapOutputs(
stage.shuffleDep.get.shuffleId, stage.shuffleDep.get.shuffleId,
stage.outputLocs.map(list => if (list.isEmpty) null else list.head).toArray, stage.outputLocs.map(list => if (list.isEmpty) null else list.head).toArray,
changeGeneration = true) changeEpoch = true)
} }
clearCacheLocs() clearCacheLocs()
if (stage.outputLocs.count(_ == Nil) != 0) { if (stage.outputLocs.count(_ == Nil) != 0) {
...@@ -718,7 +718,7 @@ class DAGScheduler( ...@@ -718,7 +718,7 @@ class DAGScheduler(
for ((shuffleId, stage) <- shuffleToMapStage) { for ((shuffleId, stage) <- shuffleToMapStage) {
stage.removeOutputsOnExecutor(execId) stage.removeOutputsOnExecutor(execId)
val locs = stage.outputLocs.map(list => if (list.isEmpty) null else list.head).toArray val locs = stage.outputLocs.map(list => if (list.isEmpty) null else list.head).toArray
mapOutputTracker.registerMapOutputs(shuffleId, locs, changeGeneration = true) mapOutputTracker.registerMapOutputs(shuffleId, locs, changeEpoch = true)
} }
if (shuffleToMapStage.isEmpty) { if (shuffleToMapStage.isEmpty) {
mapOutputTracker.incrementEpoch() mapOutputTracker.incrementEpoch()
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment