File tree Expand file tree Collapse file tree 2 files changed +7
-6
lines changed
main/scala/org/apache/spark/scheduler
test/scala/org/apache/spark/scheduler Expand file tree Collapse file tree 2 files changed +7
-6
lines changed Original file line number Diff line number Diff line change @@ -1108,8 +1108,8 @@ class DAGScheduler(
11081108 } else {
11091109
11101110 // It is likely that we receive multiple FetchFailed for a single stage (because we have
1111- // multiple tasks running concurrently on different executors). In that case, it is possible
1112- // the fetch failure has already been handled by the scheduler.
1111+ // multiple tasks running concurrently on different executors). In that case, it is
1112+ // possible the fetch failure has already been handled by the scheduler.
11131113 if (runningStages.contains(failedStage)) {
11141114 logInfo(s " Marking $failedStage ( ${failedStage.name}) as failed " +
11151115 s " due to a fetch failure from $mapStage ( ${mapStage.name}) " )
Original file line number Diff line number Diff line change @@ -611,15 +611,16 @@ class DAGSchedulerSuite
611611 sc.listenerBus.waitUntilEmpty(WAIT_TIMEOUT_MILLIS )
612612 assert(countSubmittedMapStageAttempts() === 2 )
613613
614- // NOTE: the actual ResubmitFailedStages may get called at any time during this, shouldn't effect anything --
615- // our calling it just makes *SURE* it gets called between the desired event and our check.
616-
614+ // NOTE: the actual ResubmitFailedStages may get called at any time during this, shouldn't
615+ // effect anything -- our calling it just makes *SURE* it gets called between the desired event
616+ // and our check.
617617 }
618618
619619 /** This tests the case where a late FetchFailed comes in after the map stage has finished getting
620620 * retried and a new reduce stage starts running.
621621 */
622- test(" extremely late fetch failures don't cause multiple concurrent attempts for the same stage" ) {
622+ test(" extremely late fetch failures don't cause multiple concurrent attempts for " +
623+ " the same stage" ) {
623624 val shuffleMapRdd = new MyRDD (sc, 2 , Nil )
624625 val shuffleDep = new ShuffleDependency (shuffleMapRdd, null )
625626 val shuffleId = shuffleDep.shuffleId
You can’t perform that action at this time.
0 commit comments