From 761ea65a98f448f158e17d7c03d1566fc06fb265 Mon Sep 17 00:00:00 2001
From: Reynold Xin <rxin@cs.berkeley.edu>
Date: Tue, 24 Apr 2012 15:14:35 -0700
Subject: [PATCH] Added a test for the previous commit (failing to serialize
task results would throw an exception for local tasks).
---
core/src/test/scala/spark/FailureSuite.scala | 16 ++++++++++++++++
1 file changed, 16 insertions(+)
diff --git a/core/src/test/scala/spark/FailureSuite.scala b/core/src/test/scala/spark/FailureSuite.scala
index ab21f6a6f0..75df4bee09 100644
--- a/core/src/test/scala/spark/FailureSuite.scala
+++ b/core/src/test/scala/spark/FailureSuite.scala
@@ -65,5 +65,21 @@ class FailureSuite extends FunSuite {
FailureSuiteState.clear()
}
+ test("failure because task results are not serializable") {
+ val sc = new SparkContext("local[1,1]", "test")
+ val results = sc.makeRDD(1 to 3).map(x => new NonSerializable)
+
+ val thrown = intercept[spark.SparkException] {
+ results.collect()
+ }
+ assert(thrown.getClass === classOf[spark.SparkException])
+ assert(thrown.getMessage.contains("NotSerializableException"))
+
+ sc.stop()
+ FailureSuiteState.clear()
+ }
+
// TODO: Need to add tests with shuffle fetch failures.
}
+
+
--
GitLab