Skip to content
Snippets Groups Projects
Commit bae07e36 authored by witgo's avatar witgo Committed by Patrick Wendell
Browse files

fix different versions of commons-lang dependency and apache/spark#746 addendum

Author: witgo <witgo@qq.com>

Closes #754 from witgo/commons-lang and squashes the following commits:

3ebab31 [witgo] merge master
f3b8fa2 [witgo] merge master
2083fae [witgo] repeat definition
5599cdb [witgo] multiple version of sbt  dependency
c1b66a1 [witgo] fix different versions of commons-lang dependency
parent 46324279
No related branches found
No related tags found
No related merge requests found
...@@ -318,6 +318,8 @@ object SparkBuild extends Build { ...@@ -318,6 +318,8 @@ object SparkBuild extends Build {
val excludeFastutil = ExclusionRule(organization = "it.unimi.dsi") val excludeFastutil = ExclusionRule(organization = "it.unimi.dsi")
val excludeJruby = ExclusionRule(organization = "org.jruby") val excludeJruby = ExclusionRule(organization = "org.jruby")
val excludeThrift = ExclusionRule(organization = "org.apache.thrift") val excludeThrift = ExclusionRule(organization = "org.apache.thrift")
val excludeCommonsLang = ExclusionRule(organization = "commons-lang")
val excludeServletApi = ExclusionRule(organization = "javax.servlet", artifact = "servlet-api")
def sparkPreviousArtifact(id: String, organization: String = "org.apache.spark", def sparkPreviousArtifact(id: String, organization: String = "org.apache.spark",
version: String = "0.9.0-incubating", crossVersion: String = "2.10"): Option[sbt.ModuleID] = { version: String = "0.9.0-incubating", crossVersion: String = "2.10"): Option[sbt.ModuleID] = {
...@@ -491,7 +493,7 @@ object SparkBuild extends Build { ...@@ -491,7 +493,7 @@ object SparkBuild extends Build {
javaOptions += "-XX:MaxPermSize=1g", javaOptions += "-XX:MaxPermSize=1g",
libraryDependencies ++= Seq( libraryDependencies ++= Seq(
"org.spark-project.hive" % "hive-metastore" % hiveVersion, "org.spark-project.hive" % "hive-metastore" % hiveVersion,
"org.spark-project.hive" % "hive-exec" % hiveVersion, "org.spark-project.hive" % "hive-exec" % hiveVersion excludeAll(excludeCommonsLang, excludeCommonsLogging),
"org.spark-project.hive" % "hive-serde" % hiveVersion "org.spark-project.hive" % "hive-serde" % hiveVersion
), ),
// Multiple queries rely on the TestHive singleton. See comments there for more details. // Multiple queries rely on the TestHive singleton. See comments there for more details.
...@@ -564,10 +566,10 @@ object SparkBuild extends Build { ...@@ -564,10 +566,10 @@ object SparkBuild extends Build {
libraryDependencies ++= Seq( libraryDependencies ++= Seq(
// Exclude rule required for all ? // Exclude rule required for all ?
"org.apache.hadoop" % hadoopClient % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm), "org.apache.hadoop" % hadoopClient % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm),
"org.apache.hadoop" % "hadoop-yarn-api" % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm), "org.apache.hadoop" % "hadoop-yarn-api" % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm, excludeCommonsLogging),
"org.apache.hadoop" % "hadoop-yarn-common" % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm), "org.apache.hadoop" % "hadoop-yarn-common" % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm, excludeCommonsLogging),
"org.apache.hadoop" % "hadoop-yarn-client" % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm), "org.apache.hadoop" % "hadoop-yarn-client" % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm, excludeCommonsLogging),
"org.apache.hadoop" % "hadoop-yarn-server-web-proxy" % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm) "org.apache.hadoop" % "hadoop-yarn-server-web-proxy" % hadoopVersion excludeAll(excludeJBossNetty, excludeAsm, excludeOldAsm, excludeCommonsLogging, excludeServletApi)
) )
) )
......
...@@ -57,6 +57,10 @@ ...@@ -57,6 +57,10 @@
<groupId>commons-logging</groupId> <groupId>commons-logging</groupId>
<artifactId>commons-logging</artifactId> <artifactId>commons-logging</artifactId>
</exclusion> </exclusion>
<exclusion>
<groupId>commons-lang</groupId>
<artifactId>commons-lang</artifactId>
</exclusion>
</exclusions> </exclusions>
</dependency> </dependency>
<dependency> <dependency>
...@@ -76,6 +80,10 @@ ...@@ -76,6 +80,10 @@
<groupId>commons-logging</groupId> <groupId>commons-logging</groupId>
<artifactId>commons-logging-api</artifactId> <artifactId>commons-logging-api</artifactId>
</exclusion> </exclusion>
<exclusion>
<groupId>commons-lang</groupId>
<artifactId>commons-lang</artifactId>
</exclusion>
</exclusions> </exclusions>
</dependency> </dependency>
<!-- hive-serde already depends on avro, but this brings in customized config of avro deps from parent --> <!-- hive-serde already depends on avro, but this brings in customized config of avro deps from parent -->
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment