Skip to content
Snippets Groups Projects
Commit 2e1bbc4e authored by Matei Zaharia's avatar Matei Zaharia
Browse files

Merge remote-tracking branch 'woggling/dag-sched-driver-port'

Conflicts:
	core/src/test/scala/spark/scheduler/DAGSchedulerSuite.scala
parents d4e29ea8 d0216cb3
No related branches found
No related tags found
No related merge requests found
...@@ -5,6 +5,8 @@ import scala.collection.mutable.{Map, HashMap} ...@@ -5,6 +5,8 @@ import scala.collection.mutable.{Map, HashMap}
import org.scalatest.FunSuite import org.scalatest.FunSuite
import org.scalatest.BeforeAndAfter import org.scalatest.BeforeAndAfter
import spark.LocalSparkContext
import spark.storage.BlockManager import spark.storage.BlockManager
import spark.storage.BlockManagerId import spark.storage.BlockManagerId
import spark.storage.BlockManagerMaster import spark.storage.BlockManagerMaster
...@@ -32,9 +34,7 @@ import spark.{FetchFailed, Success} ...@@ -32,9 +34,7 @@ import spark.{FetchFailed, Success}
* DAGScheduler#submitWaitingStages (via test utility functions like runEvent or respondToTaskSet) * DAGScheduler#submitWaitingStages (via test utility functions like runEvent or respondToTaskSet)
* and capturing the resulting TaskSets from the mock TaskScheduler. * and capturing the resulting TaskSets from the mock TaskScheduler.
*/ */
class DAGSchedulerSuite extends FunSuite with BeforeAndAfter { class DAGSchedulerSuite extends FunSuite with BeforeAndAfter with LocalSparkContext {
val sc: SparkContext = new SparkContext("local", "DAGSchedulerSuite")
/** Set of TaskSets the DAGScheduler has requested executed. */ /** Set of TaskSets the DAGScheduler has requested executed. */
val taskSets = scala.collection.mutable.Buffer[TaskSet]() val taskSets = scala.collection.mutable.Buffer[TaskSet]()
...@@ -86,6 +86,7 @@ class DAGSchedulerSuite extends FunSuite with BeforeAndAfter { ...@@ -86,6 +86,7 @@ class DAGSchedulerSuite extends FunSuite with BeforeAndAfter {
} }
before { before {
sc = new SparkContext("local", "DAGSchedulerSuite")
taskSets.clear() taskSets.clear()
cacheLocations.clear() cacheLocations.clear()
results.clear() results.clear()
...@@ -100,8 +101,6 @@ class DAGSchedulerSuite extends FunSuite with BeforeAndAfter { ...@@ -100,8 +101,6 @@ class DAGSchedulerSuite extends FunSuite with BeforeAndAfter {
after { after {
scheduler.stop() scheduler.stop()
sc.stop()
System.clearProperty("spark.master.port")
} }
/** /**
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment