Skip to content
Snippets Groups Projects
Commit 146a18c2 authored by Matei Zaharia's avatar Matei Zaharia
Browse files

Merge branch 'master' into scala-2.9

parents 8ea67307 c8eb8b2b
No related merge requests found
...@@ -4,6 +4,7 @@ import java.io.{File, FileOutputStream} ...@@ -4,6 +4,7 @@ import java.io.{File, FileOutputStream}
import java.net.{URI, URL, URLClassLoader} import java.net.{URI, URL, URLClassLoader}
import java.util.concurrent._ import java.util.concurrent._
import scala.actors.remote.RemoteActor
import scala.collection.mutable.ArrayBuffer import scala.collection.mutable.ArrayBuffer
import mesos.{ExecutorArgs, ExecutorDriver, MesosExecutorDriver} import mesos.{ExecutorArgs, ExecutorDriver, MesosExecutorDriver}
...@@ -25,6 +26,9 @@ class Executor extends mesos.Executor with Logging { ...@@ -25,6 +26,9 @@ class Executor extends mesos.Executor with Logging {
for ((key, value) <- props) for ((key, value) <- props)
System.setProperty(key, value) System.setProperty(key, value)
// Make sure an appropriate class loader is set for remote actors
RemoteActor.classLoader = getClass.getClassLoader
// Initialize Spark environment (using system properties read above) // Initialize Spark environment (using system properties read above)
env = SparkEnv.createFromSystemProperties(false) env = SparkEnv.createFromSystemProperties(false)
SparkEnv.set(env) SparkEnv.set(env)
......
...@@ -3,6 +3,7 @@ package spark ...@@ -3,6 +3,7 @@ package spark
import java.io._ import java.io._
import java.util.concurrent.atomic.AtomicInteger import java.util.concurrent.atomic.AtomicInteger
import scala.actors.remote.RemoteActor
import scala.collection.mutable.ArrayBuffer import scala.collection.mutable.ArrayBuffer
import org.apache.hadoop.mapred.InputFormat import org.apache.hadoop.mapred.InputFormat
...@@ -37,6 +38,10 @@ extends Logging { ...@@ -37,6 +38,10 @@ extends Logging {
System.setProperty("spark.master.host", Utils.localHostName) System.setProperty("spark.master.host", Utils.localHostName)
if (System.getProperty("spark.master.port") == null) if (System.getProperty("spark.master.port") == null)
System.setProperty("spark.master.port", "50501") System.setProperty("spark.master.port", "50501")
// Make sure a proper class loader is set for remote actors (unless user set one)
if (RemoteActor.classLoader == null)
RemoteActor.classLoader = getClass.getClassLoader
// Create the Spark execution environment (cache, map output tracker, etc) // Create the Spark execution environment (cache, map output tracker, etc)
val env = SparkEnv.createFromSystemProperties(true) val env = SparkEnv.createFromSystemProperties(true)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment