Skip to content
Snippets Groups Projects
Commit c2d160fb authored by Andrew Or's avatar Andrew Or Committed by Patrick Wendell
Browse files

[Fix #204] Update out-dated comments

This PR is self-explanatory.

Author: Andrew Or <andrewor14@gmail.com>

Closes #381 from andrewor14/master and squashes the following commits:

3e8dde2 [Andrew Or] Fix comments for #204
parent 6aa08c39
No related branches found
No related tags found
No related merge requests found
......@@ -1191,11 +1191,7 @@ class SparkContext(config: SparkConf) extends Logging {
listenerBus.post(SparkListenerApplicationStart(appName, startTime, sparkUser))
}
/**
* Post the application end event to all listeners immediately, rather than adding it
* to the event queue for it to be asynchronously processed eventually. Otherwise, a race
* condition exists in which the listeners may stop before this event has been propagated.
*/
/** Post the application end event */
private def postApplicationEnd() {
listenerBus.post(SparkListenerApplicationEnd(System.currentTimeMillis))
}
......
......@@ -31,8 +31,8 @@ import org.apache.spark.util.JsonProtocol
/**
* A SparkListenerBus that replays logged events from persisted storage.
*
* This class expects files to be appropriately prefixed as specified in EventLoggingListener.
* There exists a one-to-one mapping between ReplayListenerBus and event logging applications.
* This assumes the given paths are valid log files, where each line can be deserialized into
* exactly one SparkListenerEvent.
*/
private[spark] class ReplayListenerBus(
logPaths: Seq[Path],
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment