diff --git a/common/network-common/pom.xml b/common/network-common/pom.xml
index bd507c2cb6c4b9c1a08895b2191bfc48fd07e57f..5444ae6d70a92649cdf4ebfea29c61f9c5cf0773 100644
--- a/common/network-common/pom.xml
+++ b/common/network-common/pom.xml
@@ -66,7 +66,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<dependency>
<groupId>org.mockito</groupId>
diff --git a/common/network-shuffle/pom.xml b/common/network-shuffle/pom.xml
index 810ec10ca05b3d2455320721d28dad18774b3ce7..e736436aec4cf5d08005d3143ba58e317d6fb7d9 100644
--- a/common/network-shuffle/pom.xml
+++ b/common/network-shuffle/pom.xml
@@ -80,7 +80,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<dependency>
<groupId>log4j</groupId>
diff --git a/common/network-yarn/pom.xml b/common/network-yarn/pom.xml
index bc83ef24c30ece1c7698d8f88b6cc1b9521a46b6..1fd3af2e6e622bbda0bf2bf9f6a5857dfdcbd9fe 100644
--- a/common/network-yarn/pom.xml
+++ b/common/network-yarn/pom.xml
@@ -48,7 +48,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<!-- Provided dependencies -->
diff --git a/common/sketch/pom.xml b/common/sketch/pom.xml
index 8bc1f527989413f64e8f2e00dbdcbf51e8391540..bbbb0bd5aa050fe91b2f01a30b83186a247c4578 100644
--- a/common/sketch/pom.xml
+++ b/common/sketch/pom.xml
@@ -38,7 +38,7 @@
<dependencies>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
diff --git a/common/tags/pom.xml b/common/tags/pom.xml
index 8e702b4fefe8c0d9f6c51f736991e7403a535a27..14e94eca93b2204b722b1d0474679074164284c4 100644
--- a/common/tags/pom.xml
+++ b/common/tags/pom.xml
@@ -27,12 +27,12 @@
</parent>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_2.11</artifactId>
+ <artifactId>spark-tags_2.11</artifactId>
<packaging>jar</packaging>
- <name>Spark Project Test Tags</name>
+ <name>Spark Project Tags</name>
<url>http://spark.apache.org/</url>
<properties>
- <sbt.project.name>test-tags</sbt.project.name>
+ <sbt.project.name>tags</sbt.project.name>
</properties>
<dependencies>
diff --git a/core/src/main/java/org/apache/spark/annotation/AlphaComponent.java b/common/tags/src/main/java/org/apache/spark/annotation/AlphaComponent.java
similarity index 100%
rename from core/src/main/java/org/apache/spark/annotation/AlphaComponent.java
rename to common/tags/src/main/java/org/apache/spark/annotation/AlphaComponent.java
diff --git a/core/src/main/java/org/apache/spark/annotation/DeveloperApi.java b/common/tags/src/main/java/org/apache/spark/annotation/DeveloperApi.java
similarity index 100%
rename from core/src/main/java/org/apache/spark/annotation/DeveloperApi.java
rename to common/tags/src/main/java/org/apache/spark/annotation/DeveloperApi.java
diff --git a/core/src/main/java/org/apache/spark/annotation/Experimental.java b/common/tags/src/main/java/org/apache/spark/annotation/Experimental.java
similarity index 100%
rename from core/src/main/java/org/apache/spark/annotation/Experimental.java
rename to common/tags/src/main/java/org/apache/spark/annotation/Experimental.java
diff --git a/core/src/main/java/org/apache/spark/annotation/Private.java b/common/tags/src/main/java/org/apache/spark/annotation/Private.java
similarity index 100%
rename from core/src/main/java/org/apache/spark/annotation/Private.java
rename to common/tags/src/main/java/org/apache/spark/annotation/Private.java
diff --git a/core/src/main/scala/org/apache/spark/annotation/Since.scala b/common/tags/src/main/scala/org/apache/spark/annotation/Since.scala
similarity index 100%
rename from core/src/main/scala/org/apache/spark/annotation/Since.scala
rename to common/tags/src/main/scala/org/apache/spark/annotation/Since.scala
diff --git a/core/src/main/scala/org/apache/spark/annotation/package-info.java b/common/tags/src/main/scala/org/apache/spark/annotation/package-info.java
similarity index 100%
rename from core/src/main/scala/org/apache/spark/annotation/package-info.java
rename to common/tags/src/main/scala/org/apache/spark/annotation/package-info.java
diff --git a/core/src/main/scala/org/apache/spark/annotation/package.scala b/common/tags/src/main/scala/org/apache/spark/annotation/package.scala
similarity index 100%
rename from core/src/main/scala/org/apache/spark/annotation/package.scala
rename to common/tags/src/main/scala/org/apache/spark/annotation/package.scala
diff --git a/common/unsafe/pom.xml b/common/unsafe/pom.xml
index 93b9580f26b865d2abdf92d28e9633f320d74f49..d0d1da69ea8022b820b65d58596c6df7a566cdef 100644
--- a/common/unsafe/pom.xml
+++ b/common/unsafe/pom.xml
@@ -36,6 +36,10 @@
</properties>
<dependencies>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
+ </dependency>
<dependency>
<groupId>com.twitter</groupId>
<artifactId>chill_${scala.binary.version}</artifactId>
@@ -59,10 +63,6 @@
</dependency>
<!-- Test dependencies -->
- <dependency>
- <groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
- </dependency>
<dependency>
<groupId>org.mockito</groupId>
<artifactId>mockito-core</artifactId>
diff --git a/core/pom.xml b/core/pom.xml
index 4b8fb4e5fb0f9063854f54feaa80a15b40d0538c..45f8bfcc05aa1dcbefedfe6d1630975089f5e590 100644
--- a/core/pom.xml
+++ b/core/pom.xml
@@ -331,7 +331,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
<build>
diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py
index f81db8e44a1d450b45dac965ebb0b329a47f0b68..d7eb44d7a5898a75236ac087740ec05066b5839a 100644
--- a/dev/sparktestsupport/modules.py
+++ b/dev/sparktestsupport/modules.py
@@ -92,10 +92,17 @@ class Module(object):
def __hash__(self):
return hash(self.name)
+tags = Module(
+ name="tags",
+ dependencies=[],
+ source_file_regexes=[
+ "common/tags/",
+ ]
+)
catalyst = Module(
name="catalyst",
- dependencies=[],
+ dependencies=[tags],
source_file_regexes=[
"sql/catalyst/",
],
@@ -165,7 +172,7 @@ hivecontext_compatibility = Module(
sketch = Module(
name="sketch",
- dependencies=[],
+ dependencies=[tags],
source_file_regexes=[
"common/sketch/",
],
@@ -177,7 +184,7 @@ sketch = Module(
graphx = Module(
name="graphx",
- dependencies=[],
+ dependencies=[tags],
source_file_regexes=[
"graphx/",
],
@@ -189,7 +196,7 @@ graphx = Module(
streaming = Module(
name="streaming",
- dependencies=[],
+ dependencies=[tags],
source_file_regexes=[
"streaming",
],
@@ -205,7 +212,7 @@ streaming = Module(
# fail other PRs.
streaming_kinesis_asl = Module(
name="streaming-kinesis-asl",
- dependencies=[],
+ dependencies=[tags],
source_file_regexes=[
"external/kinesis-asl/",
"external/kinesis-asl-assembly/",
@@ -270,7 +277,7 @@ streaming_flume_assembly = Module(
mllib_local = Module(
name="mllib-local",
- dependencies=[],
+ dependencies=[tags],
source_file_regexes=[
"mllib-local",
],
diff --git a/external/docker-integration-tests/pom.xml b/external/docker-integration-tests/pom.xml
index 3169a0ebaeb9f94346e07e1df87df3cff36766ce..21d40863b77f50bc69153f342d67521ace582884 100644
--- a/external/docker-integration-tests/pom.xml
+++ b/external/docker-integration-tests/pom.xml
@@ -126,7 +126,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
<version>${project.version}</version>
<scope>test</scope>
</dependency>
diff --git a/external/flume-sink/pom.xml b/external/flume-sink/pom.xml
index e4effe158c826e8ecbe236bc9e7dbac77abd3e7a..016af934bb897d80303c319eea42501e84d3ad31 100644
--- a/external/flume-sink/pom.xml
+++ b/external/flume-sink/pom.xml
@@ -92,7 +92,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
<build>
diff --git a/external/flume/pom.xml b/external/flume/pom.xml
index d650dd034d63620eb29a45cade0895aeb0a6aed3..f51d334de0876c37739ed22c36836f5c22b36804 100644
--- a/external/flume/pom.xml
+++ b/external/flume/pom.xml
@@ -68,7 +68,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
<build>
diff --git a/external/java8-tests/pom.xml b/external/java8-tests/pom.xml
index 1ea9196e9dfe36011d9d5212d5b53d35b3bb7bc6..60e3ff60df06559eebcc5ea5573befa1309bc0fc 100644
--- a/external/java8-tests/pom.xml
+++ b/external/java8-tests/pom.xml
@@ -72,7 +72,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
diff --git a/external/kafka-0-8/pom.xml b/external/kafka-0-8/pom.xml
index cccfda3c61a4e87a164c3b02c59b7115a7c1da9d..4a20b78917efa2dd3c0075de1342b399c20653ab 100644
--- a/external/kafka-0-8/pom.xml
+++ b/external/kafka-0-8/pom.xml
@@ -88,7 +88,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
<build>
diff --git a/external/kinesis-asl/pom.xml b/external/kinesis-asl/pom.xml
index 935155eb5d362015fcb1110df0934a2ed85ab742..b5f5ff2854cfb60236dc3a5d22993f41cc4c5fe7 100644
--- a/external/kinesis-asl/pom.xml
+++ b/external/kinesis-asl/pom.xml
@@ -77,7 +77,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
<build>
diff --git a/graphx/pom.xml b/graphx/pom.xml
index 1813f383cdcba4f371da691ef3cad25ccbbdf11a..fc6c700dd1ec808e7e237e49868194dd50d76a5c 100644
--- a/graphx/pom.xml
+++ b/graphx/pom.xml
@@ -72,7 +72,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
<build>
diff --git a/launcher/pom.xml b/launcher/pom.xml
index ef731948826eff5c25396d738777db5509581a30..e7303853e65653aa1f36bf363cdcbaff78ef0f12 100644
--- a/launcher/pom.xml
+++ b/launcher/pom.xml
@@ -65,7 +65,7 @@
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<!-- Not needed by the test code, but referenced by SparkSubmit which is used by the tests. -->
diff --git a/mllib-local/pom.xml b/mllib-local/pom.xml
index 68f15dd905028817cc966086423c73016323802e..1c6ab2b62d8f071a8ce70bc49e3d2fbedad83cd7 100644
--- a/mllib-local/pom.xml
+++ b/mllib-local/pom.xml
@@ -53,6 +53,10 @@
<artifactId>mockito-core</artifactId>
<scope>test</scope>
</dependency>
+ <dependency>
+ <groupId>org.apache.spark</groupId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
+ </dependency>
</dependencies>
<profiles>
<profile>
diff --git a/mllib/pom.xml b/mllib/pom.xml
index 24d8274e2222ff1457d96c022cd3164a85f67d76..c324afb2a2d1b03f419c7ef10fd250e872ba7c11 100644
--- a/mllib/pom.xml
+++ b/mllib/pom.xml
@@ -116,7 +116,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
</dependencies>
<profiles>
diff --git a/pom.xml b/pom.xml
index 864824d86c3c515bfe212165b458ce0ed11e6385..9c13af17e4ed5b01acb369264821ec201174218a 100644
--- a/pom.xml
+++ b/pom.xml
@@ -286,9 +286,8 @@
<dependencies>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
<version>${project.version}</version>
- <scope>test</scope>
</dependency>
<dependency>
<groupId>com.twitter</groupId>
diff --git a/project/MimaExcludes.scala b/project/MimaExcludes.scala
index 69161e0d61f44f94c6b30eff364610b13df9971a..1a02f660fddf2f3e32e9efb842396bff13e3a434 100644
--- a/project/MimaExcludes.scala
+++ b/project/MimaExcludes.scala
@@ -716,6 +716,14 @@ object MimaExcludes {
ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.executor.ShuffleReadMetrics.localBlocksFetched"),
ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.ShuffleReadMetrics.remoteBlocksFetched"),
ProblemFilters.exclude[IncompatibleResultTypeProblem]("org.apache.spark.status.api.v1.ShuffleReadMetrics.localBlocksFetched")
+ ) ++ Seq(
+ // [SPARK-15290] Move annotations, like @Since / @DeveloperApi, into spark-tags
+ ProblemFilters.exclude[MissingClassProblem]("org.apache.spark.annotation.package$"),
+ ProblemFilters.exclude[MissingClassProblem]("org.apache.spark.annotation.package"),
+ ProblemFilters.exclude[MissingClassProblem]("org.apache.spark.annotation.Private"),
+ ProblemFilters.exclude[MissingClassProblem]("org.apache.spark.annotation.AlphaComponent"),
+ ProblemFilters.exclude[MissingClassProblem]("org.apache.spark.annotation.Experimental"),
+ ProblemFilters.exclude[MissingClassProblem]("org.apache.spark.annotation.DeveloperApi")
)
case v if v.startsWith("1.6") =>
Seq(
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala
index d83afa03f5bbfe68e6090fe6a729992841fa5a7a..3ad9873f43679bb3f13806967a8279b10b90cfaf 100644
--- a/project/SparkBuild.scala
+++ b/project/SparkBuild.scala
@@ -50,10 +50,10 @@ object BuildCommons {
).map(ProjectRef(buildLocation, _))
val allProjects@Seq(
- core, graphx, mllib, mllibLocal, repl, networkCommon, networkShuffle, launcher, unsafe, testTags, sketch, _*
+ core, graphx, mllib, mllibLocal, repl, networkCommon, networkShuffle, launcher, unsafe, tags, sketch, _*
) = Seq(
"core", "graphx", "mllib", "mllib-local", "repl", "network-common", "network-shuffle", "launcher", "unsafe",
- "test-tags", "sketch"
+ "tags", "sketch"
).map(ProjectRef(buildLocation, _)) ++ sqlProjects ++ streamingProjects
val optionallyEnabledProjects@Seq(yarn, java8Tests, sparkGangliaLgpl,
@@ -340,7 +340,7 @@ object SparkBuild extends PomBuild {
val mimaProjects = allProjects.filterNot { x =>
Seq(
spark, hive, hiveThriftServer, hiveCompatibility, catalyst, repl, networkCommon, networkShuffle, networkYarn,
- unsafe, testTags, sketch, mllibLocal
+ unsafe, tags, sketch, mllibLocal
).contains(x)
}
@@ -685,9 +685,9 @@ object Unidoc {
publish := {},
unidocProjectFilter in(ScalaUnidoc, unidoc) :=
- inAnyProject -- inProjects(OldDeps.project, repl, examples, tools, streamingFlumeSink, yarn, testTags),
+ inAnyProject -- inProjects(OldDeps.project, repl, examples, tools, streamingFlumeSink, yarn, tags),
unidocProjectFilter in(JavaUnidoc, unidoc) :=
- inAnyProject -- inProjects(OldDeps.project, repl, examples, tools, streamingFlumeSink, yarn, testTags),
+ inAnyProject -- inProjects(OldDeps.project, repl, examples, tools, streamingFlumeSink, yarn, tags),
// Skip actual catalyst, but include the subproject.
// Catalyst is not public API and contains quasiquotes which break scaladoc.
diff --git a/repl/pom.xml b/repl/pom.xml
index 0f396c9b809bd69616ac5e551b8ceaeaa11a0581..c12d121c611568691846265da90915115265e617 100644
--- a/repl/pom.xml
+++ b/repl/pom.xml
@@ -87,7 +87,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<dependency>
<groupId>org.apache.xbean</groupId>
diff --git a/sql/catalyst/pom.xml b/sql/catalyst/pom.xml
index 1748fa2778d6a6f84a6d79e712706b5c57182805..1923199f4b86129e9d193f0066d8802283b93cae 100644
--- a/sql/catalyst/pom.xml
+++ b/sql/catalyst/pom.xml
@@ -55,7 +55,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
diff --git a/sql/core/pom.xml b/sql/core/pom.xml
index 184fa2f6bd315d2a3871d70fddc8ce2afccae2f1..2ea980bf20dfe8ee2900cd66e1f5a18a2e43ff18 100644
--- a/sql/core/pom.xml
+++ b/sql/core/pom.xml
@@ -73,7 +73,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<dependency>
<groupId>org.apache.parquet</groupId>
diff --git a/sql/hive-thriftserver/pom.xml b/sql/hive-thriftserver/pom.xml
index 5cf16e42b9f864c4976e3acc96453e24eb383888..809d36dc69b9947352264ca488273c42192a29cc 100644
--- a/sql/hive-thriftserver/pom.xml
+++ b/sql/hive-thriftserver/pom.xml
@@ -84,7 +84,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<dependency>
<groupId>net.sf.jpam</groupId>
diff --git a/sql/hive/pom.xml b/sql/hive/pom.xml
index 177b6884fa13b407f77e21b89037162ebd85ba2c..c8b20f0afc4ea871592260d1beabe7111241c051 100644
--- a/sql/hive/pom.xml
+++ b/sql/hive/pom.xml
@@ -60,7 +60,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<!--
<dependency>
diff --git a/streaming/pom.xml b/streaming/pom.xml
index 2055cffe751cff3630090547c1c574ddfc36f248..3f6774593644ddc1b3dc3b6dc20a4d8fd6f903b1 100644
--- a/streaming/pom.xml
+++ b/streaming/pom.xml
@@ -49,7 +49,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<!-- Explicit listing of transitive deps that are shaded. Otherwise, odd compiler crashes. -->
diff --git a/yarn/pom.xml b/yarn/pom.xml
index 11df2b3f4f761067ecb065cf65e48ab6c2e01ea8..e07b93ab954509970df1bf3ee711d24290a0f80c 100644
--- a/yarn/pom.xml
+++ b/yarn/pom.xml
@@ -54,7 +54,7 @@
</dependency>
<dependency>
<groupId>org.apache.spark</groupId>
- <artifactId>spark-test-tags_${scala.binary.version}</artifactId>
+ <artifactId>spark-tags_${scala.binary.version}</artifactId>
</dependency>
<dependency>
<groupId>org.apache.hadoop</groupId>