Skip to content
Snippets Groups Projects
Commit 699c331f authored by Matei Zaharia's avatar Matei Zaharia
Browse files

Merge pull request #891 from xiajunluan/SPARK-864

[SPARK-864]DAGScheduler Exception if we delete Worker and StandaloneExecutorBackend then add Worker
parents 5c7494d7 7c15e3c5
No related branches found
No related tags found
No related merge requests found
...@@ -531,9 +531,16 @@ class DAGScheduler( ...@@ -531,9 +531,16 @@ class DAGScheduler(
tasks += new ResultTask(stage.id, stage.rdd, job.func, partition, locs, id) tasks += new ResultTask(stage.id, stage.rdd, job.func, partition, locs, id)
} }
} }
val properties = if (idToActiveJob.contains(stage.jobId)) {
idToActiveJob(stage.jobId).properties
} else {
//this stage will be assigned to "default" pool
null
}
// must be run listener before possible NotSerializableException // must be run listener before possible NotSerializableException
// should be "StageSubmitted" first and then "JobEnded" // should be "StageSubmitted" first and then "JobEnded"
val properties = idToActiveJob(stage.jobId).properties
listenerBus.post(SparkListenerStageSubmitted(stage, tasks.size, properties)) listenerBus.post(SparkListenerStageSubmitted(stage, tasks.size, properties))
if (tasks.size > 0) { if (tasks.size > 0) {
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment