Skip to content
Snippets Groups Projects
Commit 7aba123f authored by Stephen Haberman's avatar Stephen Haberman
Browse files

Further simplify checking for Nil.

parent 782187c2
No related branches found
No related tags found
No related merge requests found
...@@ -176,9 +176,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with ...@@ -176,9 +176,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with
def visit(rdd: RDD[_]) { def visit(rdd: RDD[_]) {
if (!visited(rdd)) { if (!visited(rdd)) {
visited += rdd visited += rdd
val locs = getCacheLocs(rdd) if (getCacheLocs(rdd).contains(Nil)) {
val atLeastOneMissing = (0 until rdd.splits.size).exists(locs(_) == Nil)
if (atLeastOneMissing) {
for (dep <- rdd.dependencies) { for (dep <- rdd.dependencies) {
dep match { dep match {
case shufDep: ShuffleDependency[_,_] => case shufDep: ShuffleDependency[_,_] =>
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment