diff --git a/core/src/test/scala/org/apache/spark/SparkContextSuite.scala b/core/src/test/scala/org/apache/spark/SparkContextSuite.scala index 8fba82de5462dcd6e45e2b98f80cafb2c51d976c..8ae5d2fe9644b302c2898b1ba2c1774baf93fc19 100644 --- a/core/src/test/scala/org/apache/spark/SparkContextSuite.scala +++ b/core/src/test/scala/org/apache/spark/SparkContextSuite.scala @@ -455,16 +455,14 @@ class SparkContextSuite extends SparkFunSuite with LocalSparkContext { test("register and deregister Spark listener from SparkContext") { sc = new SparkContext(new SparkConf().setAppName("test").setMaster("local")) - try { - val sparkListener1 = new SparkListener { } - val sparkListener2 = new SparkListener { } - sc.addSparkListener(sparkListener1) - sc.addSparkListener(sparkListener2) - assert(sc.listenerBus.listeners.contains(sparkListener1)) - assert(sc.listenerBus.listeners.contains(sparkListener2)) - sc.removeSparkListener(sparkListener1) - assert(!sc.listenerBus.listeners.contains(sparkListener1)) - assert(sc.listenerBus.listeners.contains(sparkListener2)) - } + val sparkListener1 = new SparkListener { } + val sparkListener2 = new SparkListener { } + sc.addSparkListener(sparkListener1) + sc.addSparkListener(sparkListener2) + assert(sc.listenerBus.listeners.contains(sparkListener1)) + assert(sc.listenerBus.listeners.contains(sparkListener2)) + sc.removeSparkListener(sparkListener1) + assert(!sc.listenerBus.listeners.contains(sparkListener1)) + assert(sc.listenerBus.listeners.contains(sparkListener2)) } } diff --git a/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java b/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java index 7561a1f6535d6fdd6d9a73c9a9345ffbf54c2a17..12aa14f7107f73c132c28134c24c452b0426f6cd 100644 --- a/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java +++ b/examples/src/main/java/org/apache/spark/examples/mllib/JavaBinaryClassificationMetricsExample.java @@ -111,5 +111,7 @@ public class JavaBinaryClassificationMetricsExample { model.save(sc, "target/tmp/LogisticRegressionModel"); LogisticRegressionModel.load(sc, "target/tmp/LogisticRegressionModel"); // $example off$ + + sc.stop(); } } diff --git a/examples/src/main/java/org/apache/spark/examples/mllib/JavaLBFGSExample.java b/examples/src/main/java/org/apache/spark/examples/mllib/JavaLBFGSExample.java index 355883f61bd64e3ea410e3a72c69308840aab011..f6f91f486fef762c3ab0f38dd7114203372ca2ce 100644 --- a/examples/src/main/java/org/apache/spark/examples/mllib/JavaLBFGSExample.java +++ b/examples/src/main/java/org/apache/spark/examples/mllib/JavaLBFGSExample.java @@ -103,6 +103,8 @@ public class JavaLBFGSExample { System.out.println(l); System.out.println("Area under ROC = " + auROC); // $example off$ + + sc.stop(); } } diff --git a/examples/src/main/java/org/apache/spark/examples/mllib/JavaMulticlassClassificationMetricsExample.java b/examples/src/main/java/org/apache/spark/examples/mllib/JavaMulticlassClassificationMetricsExample.java index e84a3a712df14f783a92bc47581d573f39a7dff8..2d12bdd2a64403e192d1c89f79ca5c5e9c428638 100644 --- a/examples/src/main/java/org/apache/spark/examples/mllib/JavaMulticlassClassificationMetricsExample.java +++ b/examples/src/main/java/org/apache/spark/examples/mllib/JavaMulticlassClassificationMetricsExample.java @@ -91,5 +91,7 @@ public class JavaMulticlassClassificationMetricsExample { LogisticRegressionModel sameModel = LogisticRegressionModel.load(sc, "target/tmp/LogisticRegressionModel"); // $example off$ + + sc.stop(); } } diff --git a/examples/src/main/java/org/apache/spark/examples/mllib/JavaPCAExample.java b/examples/src/main/java/org/apache/spark/examples/mllib/JavaPCAExample.java index a42c29f52fb65de09a010e5fc22b303c78a0ddfb..3077f557ef8867808c1d9a80740a9ab9887b9544 100644 --- a/examples/src/main/java/org/apache/spark/examples/mllib/JavaPCAExample.java +++ b/examples/src/main/java/org/apache/spark/examples/mllib/JavaPCAExample.java @@ -61,5 +61,6 @@ public class JavaPCAExample { for (Vector vector : collectPartitions) { System.out.println("\t" + vector); } + sc.stop(); } } diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/AssociationRulesExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/AssociationRulesExample.scala index 11e18c9f040bcda9c248c21a1c72b7a6c92b78e1..ff44de56839e5551e8c26ad9ae7f0bc5da8b42c5 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/AssociationRulesExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/AssociationRulesExample.scala @@ -47,6 +47,8 @@ object AssociationRulesExample { + rule.consequent.mkString(",") + "]," + rule.confidence) } // $example off$ + + sc.stop() } } diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/BinaryClassificationMetricsExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/BinaryClassificationMetricsExample.scala index ade33fc5090f9aaf89650538c9e4c5bc1aa2c35f..b9263ac6fcff69e9829a79728e8953e813cefe4c 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/BinaryClassificationMetricsExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/BinaryClassificationMetricsExample.scala @@ -98,6 +98,7 @@ object BinaryClassificationMetricsExample { val auROC = metrics.areaUnderROC println("Area under ROC = " + auROC) // $example off$ + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeClassificationExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeClassificationExample.scala index c6c7c6f5e2ed8c21b8b89faa75938baa5b367cc7..b50b4592777ce3911dad77a165f8ac4e6a1d5e4e 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeClassificationExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeClassificationExample.scala @@ -62,6 +62,8 @@ object DecisionTreeClassificationExample { model.save(sc, "target/tmp/myDecisionTreeClassificationModel") val sameModel = DecisionTreeModel.load(sc, "target/tmp/myDecisionTreeClassificationModel") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeRegressionExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeRegressionExample.scala index 9c8baed3b8668b1ebec186ee564dc00d12be5cf0..2af45afae3d5b0c12f4144d5e5b7d6cdcf40705b 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeRegressionExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/DecisionTreeRegressionExample.scala @@ -61,6 +61,8 @@ object DecisionTreeRegressionExample { model.save(sc, "target/tmp/myDecisionTreeRegressionModel") val sameModel = DecisionTreeModel.load(sc, "target/tmp/myDecisionTreeRegressionModel") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingClassificationExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingClassificationExample.scala index 0ec2e11214e899f0b6ad965890bf7571a3714595..00bb3348d2a36e56c873b98f09e70e86fc021ebc 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingClassificationExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingClassificationExample.scala @@ -62,6 +62,8 @@ object GradientBoostingClassificationExample { val sameModel = GradientBoostedTreesModel.load(sc, "target/tmp/myGradientBoostingClassificationModel") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingRegressionExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingRegressionExample.scala index b87ba0defe695c462a09ed7e916e45d77cbcf638..d8c263460839b6e2de901decf8a5d565f857fa91 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingRegressionExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/GradientBoostingRegressionExample.scala @@ -61,6 +61,8 @@ object GradientBoostingRegressionExample { val sameModel = GradientBoostedTreesModel.load(sc, "target/tmp/myGradientBoostingRegressionModel") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/IsotonicRegressionExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/IsotonicRegressionExample.scala index e5dea129c113dc9c4cef3a5cdca283c307b5b75b..4aee951f5b04c8575168e4e4296838b80f477bef 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/IsotonicRegressionExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/IsotonicRegressionExample.scala @@ -62,6 +62,8 @@ object IsotonicRegressionExample { model.save(sc, "target/tmp/myIsotonicRegressionModel") val sameModel = IsotonicRegressionModel.load(sc, "target/tmp/myIsotonicRegressionModel") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/LBFGSExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/LBFGSExample.scala index 75a0419da5ec353500fd4b0ac87c470e439f7339..fedcefa098381fcc9a8ba14c18f06d36cfccd5fc 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/LBFGSExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/LBFGSExample.scala @@ -84,6 +84,8 @@ object LBFGSExample { loss.foreach(println) println("Area under ROC = " + auROC) // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/MultiLabelMetricsExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/MultiLabelMetricsExample.scala index c0d447bf69dd717f85939f4cb7806e7909cc6fea..ebab81b334a59e77b661827c059cce70e89e273c 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/MultiLabelMetricsExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/MultiLabelMetricsExample.scala @@ -64,6 +64,8 @@ object MultiLabelMetricsExample { // Subset accuracy println(s"Subset accuracy = ${metrics.subsetAccuracy}") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/MulticlassMetricsExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/MulticlassMetricsExample.scala index 12394c867e973d978500c7701a530fdde27eea9b..e0b98eeb446ba912ccc2cf955178c589db9d9f8a 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/MulticlassMetricsExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/MulticlassMetricsExample.scala @@ -90,6 +90,8 @@ object MulticlassMetricsExample { println(s"Weighted F1 score: ${metrics.weightedFMeasure}") println(s"Weighted false positive rate: ${metrics.weightedFalsePositiveRate}") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/NaiveBayesExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/NaiveBayesExample.scala index b321d8e127aa5b39929a979e77e3be5e065d1883..24c8e3445e5330d063219ea677815db03d52b30e 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/NaiveBayesExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/NaiveBayesExample.scala @@ -45,6 +45,8 @@ object NaiveBayesExample { model.save(sc, "target/tmp/myNaiveBayesModel") val sameModel = NaiveBayesModel.load(sc, "target/tmp/myNaiveBayesModel") // $example off$ + + sc.stop() } } diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnRowMatrixExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnRowMatrixExample.scala index 234de230eb2015f3835a4ea5bc5823817978711b..a137ba2a2f9d3cbf28ccf78f0f4ebea26fda2477 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnRowMatrixExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnRowMatrixExample.scala @@ -53,6 +53,8 @@ object PCAOnRowMatrixExample { val collect = projected.rows.collect() println("Projected Row Matrix of principal component:") collect.foreach { vector => println(vector) } + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnSourceVectorExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnSourceVectorExample.scala index f7694879dfbdb276137b91f2b5b1a052e6905409..cef5402581f5ea47244d2fc0cf9f600f6e6b5cb2 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnSourceVectorExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/PCAOnSourceVectorExample.scala @@ -52,6 +52,8 @@ object PCAOnSourceVectorExample { val collect = projected.collect() println("Projected vector of principal component:") collect.foreach { vector => println(vector) } + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/PrefixSpanExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/PrefixSpanExample.scala index ef86eab9e4ec59c53d9a2f17a396f94757ecaafa..69c72c433657662efbe98fec5762c970a8e21d32 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/PrefixSpanExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/PrefixSpanExample.scala @@ -46,6 +46,8 @@ object PrefixSpanExample { ", " + freqSequence.freq) } // $example off$ + + sc.stop() } } // scalastyle:off println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestClassificationExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestClassificationExample.scala index 7805153ba7b951ce3c6b8827f93b7c473df2b010..f1ebdf1a733edafb368a4c1b5e430d02115dd0ef 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestClassificationExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestClassificationExample.scala @@ -62,6 +62,8 @@ object RandomForestClassificationExample { model.save(sc, "target/tmp/myRandomForestClassificationModel") val sameModel = RandomForestModel.load(sc, "target/tmp/myRandomForestClassificationModel") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestRegressionExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestRegressionExample.scala index 655a277e28ae8131770e90c38091ace79ef16aa4..11d612e651b4b0a88d1ea3e310140623f239f823 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestRegressionExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/RandomForestRegressionExample.scala @@ -62,6 +62,8 @@ object RandomForestRegressionExample { model.save(sc, "target/tmp/myRandomForestRegressionModel") val sameModel = RandomForestModel.load(sc, "target/tmp/myRandomForestRegressionModel") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/RecommendationExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/RecommendationExample.scala index bc946951aebf9118e39892f7c41c396aa188033c..6df742d737e7041b6aa03064c5c011d4f53eef96 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/RecommendationExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/RecommendationExample.scala @@ -62,6 +62,8 @@ object RecommendationExample { model.save(sc, "target/tmp/myCollaborativeFilter") val sameModel = MatrixFactorizationModel.load(sc, "target/tmp/myCollaborativeFilter") // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/SVDExample.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/SVDExample.scala index c26580d4c19602c06caea4c27420243e3ef137fb..b286a3f7b9096428b8a042537b51cc8ed1736005 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/SVDExample.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/SVDExample.scala @@ -56,6 +56,8 @@ object SVDExample { collect.foreach { vector => println(vector) } println(s"Singular values are: $s") println(s"V factor is:\n$V") + + sc.stop() } } // scalastyle:on println diff --git a/examples/src/main/scala/org/apache/spark/examples/mllib/SimpleFPGrowth.scala b/examples/src/main/scala/org/apache/spark/examples/mllib/SimpleFPGrowth.scala index ab15ac2c54d3b7ca926805183d2b403ac9cc40b6..b5c3033bcba094bdb10e95f89d76cfbfafffc2b4 100644 --- a/examples/src/main/scala/org/apache/spark/examples/mllib/SimpleFPGrowth.scala +++ b/examples/src/main/scala/org/apache/spark/examples/mllib/SimpleFPGrowth.scala @@ -53,6 +53,8 @@ object SimpleFPGrowth { + ", " + rule.confidence) } // $example off$ + + sc.stop() } } // scalastyle:on println diff --git a/mllib/src/main/scala/org/apache/spark/mllib/util/KMeansDataGenerator.scala b/mllib/src/main/scala/org/apache/spark/mllib/util/KMeansDataGenerator.scala index 00fd1606a369ce0ad14f3d73db12f1f4618bba2e..7f84be9f378223c1984b6a61df416a8e0ffc7022 100644 --- a/mllib/src/main/scala/org/apache/spark/mllib/util/KMeansDataGenerator.scala +++ b/mllib/src/main/scala/org/apache/spark/mllib/util/KMeansDataGenerator.scala @@ -86,6 +86,7 @@ object KMeansDataGenerator { val data = generateKMeansRDD(sc, numPoints, k, d, r, parts) data.map(_.mkString(" ")).saveAsTextFile(outputPath) + sc.stop() System.exit(0) } } diff --git a/yarn/src/test/scala/org/apache/spark/scheduler/cluster/YarnSchedulerBackendSuite.scala b/yarn/src/test/scala/org/apache/spark/scheduler/cluster/YarnSchedulerBackendSuite.scala index ffa0b58ee715e739d0bd83c900a3af9da8b88281..4079d9e40fc411212dbed527242c134e67ee8fbb 100644 --- a/yarn/src/test/scala/org/apache/spark/scheduler/cluster/YarnSchedulerBackendSuite.scala +++ b/yarn/src/test/scala/org/apache/spark/scheduler/cluster/YarnSchedulerBackendSuite.scala @@ -52,6 +52,7 @@ class YarnSchedulerBackendSuite extends SparkFunSuite with MockitoSugar with Loc // Serialize to make sure serialization doesn't throw an error ser.serialize(req) } + sc.stop() } }