From 18bf9d2b2d7eae0574102d4f15ac27dc71dea18a Mon Sep 17 00:00:00 2001
From: Herman van Hovell <hvanhovell@databricks.com>
Date: Fri, 7 Oct 2016 11:46:39 +0100
Subject: [PATCH] [SPARK-17782][STREAMING][BUILD] Add Kafka 0.10 project to
build modules
## What changes were proposed in this pull request?
This PR adds the Kafka 0.10 subproject to the build infrastructure. This makes sure Kafka 0.10 tests are only triggers when it or of its dependencies change.
Author: Herman van Hovell <hvanhovell@databricks.com>
Closes #15355 from hvanhovell/SPARK-17782.
---
dev/sparktestsupport/modules.py | 11 +++++++++++
1 file changed, 11 insertions(+)
diff --git a/dev/sparktestsupport/modules.py b/dev/sparktestsupport/modules.py
index 5f14683d9a..b34ab51f3b 100644
--- a/dev/sparktestsupport/modules.py
+++ b/dev/sparktestsupport/modules.py
@@ -241,6 +241,17 @@ streaming_kafka = Module(
]
)
+streaming_kafka_0_10 = Module(
+ name="streaming-kafka-0-10",
+ dependencies=[streaming],
+ source_file_regexes=[
+ "external/kafka-0-10",
+ "external/kafka-0-10-assembly",
+ ],
+ sbt_test_goals=[
+ "streaming-kafka-0-10/test",
+ ]
+)
streaming_flume_sink = Module(
name="streaming-flume-sink",
--
GitLab