Skip to content
Snippets Groups Projects
Commit b293afc4 authored by Marcelo Vanzin's avatar Marcelo Vanzin Committed by Sean Owen
Browse files

[SPARK-6473] [core] Do not try to figure out Scala version if not needed...

....

Author: Marcelo Vanzin <vanzin@cloudera.com>

Closes #5143 from vanzin/SPARK-6473 and squashes the following commits:

a2e5e2d [Marcelo Vanzin] [SPARK-6473] [core] Do not try to figure out Scala version if not needed.
parent c12312f8
No related branches found
No related tags found
No related merge requests found
...@@ -147,7 +147,6 @@ abstract class AbstractCommandBuilder { ...@@ -147,7 +147,6 @@ abstract class AbstractCommandBuilder {
*/ */
List<String> buildClassPath(String appClassPath) throws IOException { List<String> buildClassPath(String appClassPath) throws IOException {
String sparkHome = getSparkHome(); String sparkHome = getSparkHome();
String scala = getScalaVersion();
List<String> cp = new ArrayList<String>(); List<String> cp = new ArrayList<String>();
addToClassPath(cp, getenv("SPARK_CLASSPATH")); addToClassPath(cp, getenv("SPARK_CLASSPATH"));
...@@ -158,6 +157,7 @@ abstract class AbstractCommandBuilder { ...@@ -158,6 +157,7 @@ abstract class AbstractCommandBuilder {
boolean prependClasses = !isEmpty(getenv("SPARK_PREPEND_CLASSES")); boolean prependClasses = !isEmpty(getenv("SPARK_PREPEND_CLASSES"));
boolean isTesting = "1".equals(getenv("SPARK_TESTING")); boolean isTesting = "1".equals(getenv("SPARK_TESTING"));
if (prependClasses || isTesting) { if (prependClasses || isTesting) {
String scala = getScalaVersion();
List<String> projects = Arrays.asList("core", "repl", "mllib", "bagel", "graphx", List<String> projects = Arrays.asList("core", "repl", "mllib", "bagel", "graphx",
"streaming", "tools", "sql/catalyst", "sql/core", "sql/hive", "sql/hive-thriftserver", "streaming", "tools", "sql/catalyst", "sql/core", "sql/hive", "sql/hive-thriftserver",
"yarn", "launcher"); "yarn", "launcher");
...@@ -182,7 +182,7 @@ abstract class AbstractCommandBuilder { ...@@ -182,7 +182,7 @@ abstract class AbstractCommandBuilder {
addToClassPath(cp, String.format("%s/core/target/jars/*", sparkHome)); addToClassPath(cp, String.format("%s/core/target/jars/*", sparkHome));
} }
String assembly = findAssembly(scala); String assembly = findAssembly();
addToClassPath(cp, assembly); addToClassPath(cp, assembly);
// When Hive support is needed, Datanucleus jars must be included on the classpath. Datanucleus // When Hive support is needed, Datanucleus jars must be included on the classpath. Datanucleus
...@@ -330,7 +330,7 @@ abstract class AbstractCommandBuilder { ...@@ -330,7 +330,7 @@ abstract class AbstractCommandBuilder {
return firstNonEmpty(childEnv.get(key), System.getenv(key)); return firstNonEmpty(childEnv.get(key), System.getenv(key));
} }
private String findAssembly(String scalaVersion) { private String findAssembly() {
String sparkHome = getSparkHome(); String sparkHome = getSparkHome();
File libdir; File libdir;
if (new File(sparkHome, "RELEASE").isFile()) { if (new File(sparkHome, "RELEASE").isFile()) {
...@@ -338,7 +338,7 @@ abstract class AbstractCommandBuilder { ...@@ -338,7 +338,7 @@ abstract class AbstractCommandBuilder {
checkState(libdir.isDirectory(), "Library directory '%s' does not exist.", checkState(libdir.isDirectory(), "Library directory '%s' does not exist.",
libdir.getAbsolutePath()); libdir.getAbsolutePath());
} else { } else {
libdir = new File(sparkHome, String.format("assembly/target/scala-%s", scalaVersion)); libdir = new File(sparkHome, String.format("assembly/target/scala-%s", getScalaVersion()));
} }
final Pattern re = Pattern.compile("spark-assembly.*hadoop.*\\.jar"); final Pattern re = Pattern.compile("spark-assembly.*hadoop.*\\.jar");
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment