Skip to content
Snippets Groups Projects
Commit c423be7d authored by Patrick Wendell's avatar Patrick Wendell
Browse files

Renaming stage finished function

parent 07f568e1
No related branches found
No related tags found
No related merge requests found
...@@ -412,7 +412,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with ...@@ -412,7 +412,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with
val task = event.task val task = event.task
val stage = idToStage(task.stageId) val stage = idToStage(task.stageId)
def stageFinished(stage: Stage) = { def markStageAsFinished(stage: Stage) = {
val serviceTime = stageSubmissionTimes.remove(stage) match { val serviceTime = stageSubmissionTimes.remove(stage) match {
case Some(t) => (System.currentTimeMillis() - t).toString case Some(t) => (System.currentTimeMillis() - t).toString
case _ => "Unkown" case _ => "Unkown"
...@@ -438,7 +438,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with ...@@ -438,7 +438,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with
if (job.numFinished == job.numPartitions) { if (job.numFinished == job.numPartitions) {
activeJobs -= job activeJobs -= job
resultStageToJob -= stage resultStageToJob -= stage
stageFinished(stage) markStageAsFinished(stage)
} }
job.listener.taskSucceeded(rt.outputId, event.result) job.listener.taskSucceeded(rt.outputId, event.result)
} }
...@@ -457,7 +457,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with ...@@ -457,7 +457,7 @@ class DAGScheduler(taskSched: TaskScheduler) extends TaskSchedulerListener with
stage.addOutputLoc(smt.partition, status) stage.addOutputLoc(smt.partition, status)
} }
if (running.contains(stage) && pendingTasks(stage).isEmpty) { if (running.contains(stage) && pendingTasks(stage).isEmpty) {
stageFinished(stage) markStageAsFinished(stage)
logInfo("looking for newly runnable stages") logInfo("looking for newly runnable stages")
logInfo("running: " + running) logInfo("running: " + running)
logInfo("waiting: " + waiting) logInfo("waiting: " + waiting)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment