Skip to content
Snippets Groups Projects
Commit 1d7bef0c authored by Matei Zaharia's avatar Matei Zaharia
Browse files

Merge pull request #381 from mateiz/default-ttl

Fix default TTL for metadata cleaner

It seems to have been set to 3500 in a previous commit for debugging, but it should be off by default.
parents 44d6a8e3 942c80b3
No related branches found
No related tags found
No related merge requests found
...@@ -74,7 +74,7 @@ object MetadataCleanerType extends Enumeration { ...@@ -74,7 +74,7 @@ object MetadataCleanerType extends Enumeration {
// initialization of StreamingContext. It's okay for users trying to configure stuff themselves. // initialization of StreamingContext. It's okay for users trying to configure stuff themselves.
object MetadataCleaner { object MetadataCleaner {
def getDelaySeconds(conf: SparkConf) = { def getDelaySeconds(conf: SparkConf) = {
conf.getInt("spark.cleaner.ttl", 3500) conf.getInt("spark.cleaner.ttl", -1)
} }
def getDelaySeconds(conf: SparkConf, cleanerType: MetadataCleanerType.MetadataCleanerType): Int = def getDelaySeconds(conf: SparkConf, cleanerType: MetadataCleanerType.MetadataCleanerType): Int =
......
...@@ -375,7 +375,7 @@ class BasicOperationsSuite extends TestSuiteBase { ...@@ -375,7 +375,7 @@ class BasicOperationsSuite extends TestSuiteBase {
} }
test("slice") { test("slice") {
val conf2 = new SparkConf() val conf2 = conf.clone()
.setMaster("local[2]") .setMaster("local[2]")
.setAppName("BasicOperationsSuite") .setAppName("BasicOperationsSuite")
.set("spark.streaming.clock", "org.apache.spark.streaming.util.ManualClock") .set("spark.streaming.clock", "org.apache.spark.streaming.util.ManualClock")
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment