Skip to content
Snippets Groups Projects
Commit 3ddbdbfb authored by Tathagata Das's avatar Tathagata Das
Browse files

Minor updated based on comments on PR 277.

parent ec71b445
No related branches found
No related tags found
No related merge requests found
......@@ -24,7 +24,8 @@ import scala.collection.mutable.HashSet
import org.apache.spark.streaming._
/**
* This class drives the generation of Spark jobs from the DStreams.
* This class schedules jobs to be run on Spark. It uses the JobGenerator to generate
* the jobs and runs them using a thread pool. Number of threads
*/
private[streaming]
class JobScheduler(val ssc: StreamingContext) extends Logging {
......@@ -91,6 +92,7 @@ class JobScheduler(val ssc: StreamingContext) extends Logging {
}
}
private[streaming]
class JobHandler(job: Job) extends Runnable {
def run() {
beforeJobStart(job)
......
......@@ -20,6 +20,9 @@ package org.apache.spark.streaming.scheduler
import scala.collection.mutable.HashSet
import org.apache.spark.streaming.Time
/** Class representing a set of Jobs
* belong to the same batch.
*/
private[streaming]
case class JobSet(time: Time, jobs: Seq[Job]) {
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment