File tree Expand file tree Collapse file tree 2 files changed +12
-7
lines changed
examples/src/main/python/streaming
streaming/src/main/scala/org/apache/spark/streaming/api/python Expand file tree Collapse file tree 2 files changed +12
-7
lines changed Original file line number Diff line number Diff line change 1+ /*
2+
13package org.apache.spark.streaming.api.python
24
35import org.apache.spark.Accumulator
@@ -10,11 +12,8 @@ import org.apache.spark.streaming.dstream.DStream
1012
1113import scala.reflect.ClassTag
1214
13- /**
14- * Created by ken on 7/15/14.
15- */
1615class PythonTransformedDStream[T: ClassTag](
17- parents : Seq [ DStream [T ] ],
16+ parent: DStream[T],
1817 command: Array[Byte],
1918 envVars: JMap[String, String],
2019 pythonIncludes: JList[String],
@@ -30,8 +29,14 @@ class PythonTransformedDStream[T: ClassTag](
3029
3130 //pythonDStream compute
3231 override def compute(validTime: Time): Option[RDD[Array[Byte]]] = {
33- val parentRDDs = parents.map(_.getOrCompute(validTime).orNull).toSeq
34- Some ()
32+
33+ // val parentRDDs = parents.map(_.getOrCompute(validTime).orNull).toSeq
34+ // parents.map(_.getOrCompute(validTime).orNull).to
35+ // parent = parents.head.asInstanceOf[RDD]
36+ // Some()
3537 }
36- val asJavaDStream = JavaDStream .fromDStream(this )
38+
39+ val asJavaDStream = JavaDStream.fromDStream(this)
3740}
41+
42+ */
You can’t perform that action at this time.
0 commit comments