Skip to content
Snippets Groups Projects
Commit 0aea33d3 authored by Mridul Muralidharan's avatar Mridul Muralidharan
Browse files

Expose method and class - so that we can use it from user code (particularly...

Expose method and class - so that we can use it from user code (particularly since checkpoint directory is autogenerated now
parent 3a386e23
No related branches found
No related tags found
No related merge requests found
......@@ -956,6 +956,8 @@ class SparkContext(
}
}
def getCheckpointDir = checkpointDir.getOrElse(null)
/** Default level of parallelism to use when not given by user (e.g. parallelize and makeRDD). */
def defaultParallelism: Int = taskScheduler.defaultParallelism
......@@ -1125,7 +1127,7 @@ object SparkContext {
if (sparkHome != null) {
res.setSparkHome(sparkHome)
}
if (!jars.isEmpty) {
if (null != jars && !jars.isEmpty) {
res.setJars(jars)
}
res.setExecutorEnv(environment.toSeq)
......
......@@ -28,7 +28,6 @@ import org.apache.spark.{SparkContext, SparkException}
/**
* Contains util methods to interact with Hadoop from Spark.
*/
private[spark]
class SparkHadoopUtil {
val conf = newConfiguration()
UserGroupInformation.setConfiguration(conf)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment