File tree Expand file tree Collapse file tree 1 file changed +6
-7
lines changed
streaming/src/main/scala/org/apache/spark/streaming/ui Expand file tree Collapse file tree 1 file changed +6
-7
lines changed Original file line number Diff line number Diff line change @@ -200,14 +200,13 @@ private[ui] class BatchPage(parent: StreamingTab) extends WebUIPage("batch") {
200200 private def generateOutputOpDescription (sparkJobs : Seq [SparkJobIdWithUIData ]): Seq [Node ] = {
201201 val lastStageInfo =
202202 sparkJobs.flatMap(_.jobUIData).headOption. // Get the first JobUIData
203- // Get the latest Stage info
204- flatMap { sparkJob =>
205- if (sparkJob.stageIds.isEmpty) {
206- None
207- } else {
208- sparkListener.stageIdToInfo.get(sparkJob.stageIds.max)
203+ flatMap { sparkJob => // For the first job, get the latest Stage info
204+ if ( sparkJob.stageIds.isEmpty) {
205+ None
206+ } else {
207+ sparkListener.stageIdToInfo.get(sparkJob.stageIds.max)
208+ }
209209 }
210- }
211210 val lastStageData = lastStageInfo.flatMap { s =>
212211 sparkListener.stageIdToData.get((s.stageId, s.attemptId))
213212 }
You can’t perform that action at this time.
0 commit comments