We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent b79aeb9 commit a4fa768Copy full SHA for a4fa768
streaming/src/main/scala/org/apache/spark/streaming/dstream/DStream.scala
@@ -553,7 +553,8 @@ abstract class DStream[T: ClassTag] (
553
// because the DStream is reachable from the outer object here, and because
554
// DStreams can't be serialized with closures, we can't proactively check
555
// it for serializability and so we pass the optional false to SparkContext.clean
556
- transform((r: RDD[T], t: Time) => context.sparkContext.clean(transformFunc(r), false))
+ val cleanedF = context.sparkContext.clean(transformFunc, false)
557
+ transform((r: RDD[T], t: Time) => cleanedF(r))
558
}
559
560
/**
0 commit comments