org.apache.spark.streaming.api.java

Class JavaReceiverInputDStream<T>

java.lang.Object

org.apache.spark.streaming.api.java.JavaDStream<T>

org.apache.spark.streaming.api.java.JavaInputDStream<T>

org.apache.spark.streaming.api.java.JavaReceiverInputDStream<T>

All Implemented Interfaces:

java.io.Serializable, JavaDStreamLike<T,JavaDStream<T>,JavaRDD<T>>

public class JavaReceiverInputDStream<T>
extends JavaInputDStream<T>

A Java-friendly interface to ReceiverInputDStream, the abstract class for defining any input stream that receives data over the network.

See Also:

Serialized Form

Constructor Summary

Constructors

Constructor and Description
JavaReceiverInputDStream(ReceiverInputDStream<T> receiverInputDStream, scala.reflect.ClassTag<T> classTag)

Method Summary

Methods

Modifier and Type	Method and Description
static JavaDStream<T>	cache()
static DStream<T>	checkpoint(Duration interval)
scala.reflect.ClassTag<T>	classTag()
static JavaRDD<T>	compute(Time validTime)
static StreamingContext	context()
static JavaDStream<java.lang.Long>	count()
static JavaPairDStream<T,java.lang.Long>	countByValue()
static JavaPairDStream<T,java.lang.Long>	countByValue(int numPartitions)
static JavaPairDStream<T,java.lang.Long>	countByValueAndWindow(Duration windowDuration, Duration slideDuration)
static JavaPairDStream<T,java.lang.Long>	countByValueAndWindow(Duration windowDuration, Duration slideDuration, int numPartitions)
static JavaDStream<java.lang.Long>	countByWindow(Duration windowDuration, Duration slideDuration)
static DStream<T>	dstream()
static JavaDStream<T>	filter(Function<T,java.lang.Boolean> f)
static <U> JavaDStream<U>	flatMap(FlatMapFunction<T,U> f)
static <K2,V2> JavaPairDStream<K2,V2>	flatMapToPair(PairFlatMapFunction<T,K2,V2> f)
static void	foreachRDD(VoidFunction<R> foreachFunc)
static void	foreachRDD(VoidFunction2<R,Time> foreachFunc)
static <T> JavaReceiverInputDStream<T>	fromReceiverInputDStream(ReceiverInputDStream<T> receiverInputDStream, scala.reflect.ClassTag<T> evidence$1) Convert a scala ReceiverInputDStream to a Java-friendly JavaReceiverInputDStream.
static JavaDStream<java.util.List<T>>	glom()
static InputDStream<T>	inputDStream()
static <R> JavaDStream<R>	map(Function<T,R> f)
static <U> JavaDStream<U>	mapPartitions(FlatMapFunction<java.util.Iterator<T>,U> f)
static <K2,V2> JavaPairDStream<K2,V2>	mapPartitionsToPair(PairFlatMapFunction<java.util.Iterator<T>,K2,V2> f)
static <K2,V2> JavaPairDStream<K2,V2>	mapToPair(PairFunction<T,K2,V2> f)
static JavaDStream<T>	persist()
static JavaDStream<T>	persist(StorageLevel storageLevel)
static void	print()
static void	print(int num)
ReceiverInputDStream<T>	receiverInputDStream()
static JavaDStream<T>	reduce(Function2<T,T,T> f)
static JavaDStream<T>	reduceByWindow(Function2<T,T,T> reduceFunc, Duration windowDuration, Duration slideDuration)
static JavaDStream<T>	reduceByWindow(Function2<T,T,T> reduceFunc, Function2<T,T,T> invReduceFunc, Duration windowDuration, Duration slideDuration)
static JavaDStream<T>	repartition(int numPartitions)
static JavaDStream<java.lang.Long>	scalaIntToJavaLong(DStream<java.lang.Object> in)
static java.util.List<R>	slice(Time fromTime, Time toTime)
static <U> JavaDStream<U>	transform(Function<R,JavaRDD<U>> transformFunc)
static <U> JavaDStream<U>	transform(Function2<R,Time,JavaRDD<U>> transformFunc)
static <K2,V2> JavaPairDStream<K2,V2>	transformToPair(Function<R,JavaPairRDD<K2,V2>> transformFunc)
static <K2,V2> JavaPairDStream<K2,V2>	transformToPair(Function2<R,Time,JavaPairRDD<K2,V2>> transformFunc)
static <U,W> JavaDStream<W>	transformWith(JavaDStream<U> other, Function3<R,JavaRDD<U>,Time,JavaRDD<W>> transformFunc)
static <K2,V2,W> JavaDStream<W>	transformWith(JavaPairDStream<K2,V2> other, Function3<R,JavaPairRDD<K2,V2>,Time,JavaRDD<W>> transformFunc)
static <U,K2,V2> JavaPairDStream<K2,V2>	transformWithToPair(JavaDStream<U> other, Function3<R,JavaRDD<U>,Time,JavaPairRDD<K2,V2>> transformFunc)
static <K2,V2,K3,V3> JavaPairDStream<K3,V3>	transformWithToPair(JavaPairDStream<K2,V2> other, Function3<R,JavaPairRDD<K2,V2>,Time,JavaPairRDD<K3,V3>> transformFunc)
static JavaDStream<T>	union(JavaDStream<T> that)
static JavaDStream<T>	window(Duration windowDuration)
static JavaDStream<T>	window(Duration windowDuration, Duration slideDuration)
static JavaRDD<T>	wrapRDD(RDD<T> rdd)

Methods inherited from class org.apache.spark.streaming.api.java.JavaInputDStream

fromInputDStream, inputDStream

Methods inherited from class org.apache.spark.streaming.api.java.JavaDStream

cache, compute, dstream, filter, fromDStream, persist, persist, repartition, union, window, window, wrapRDD

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.spark.streaming.api.java.JavaDStreamLike

checkpoint, context, count, countByValue, countByValue, countByValueAndWindow, countByValueAndWindow, countByWindow, flatMap, flatMapToPair, foreachRDD, foreachRDD, glom, map, mapPartitions, mapPartitionsToPair, mapToPair, print, print, reduce, reduceByWindow, reduceByWindow, scalaIntToJavaLong, slice, transform, transform, transformToPair, transformToPair, transformWith, transformWith, transformWithToPair, transformWithToPair

Constructor Detail

JavaReceiverInputDStream

public JavaReceiverInputDStream(ReceiverInputDStream<T> receiverInputDStream,
                        scala.reflect.ClassTag<T> classTag)

Method Detail

fromReceiverInputDStream

public static <T> JavaReceiverInputDStream<T> fromReceiverInputDStream(ReceiverInputDStream<T> receiverInputDStream,
                                                       scala.reflect.ClassTag<T> evidence$1)

Convert a scala ReceiverInputDStream to a Java-friendly JavaReceiverInputDStream.

Parameters:

receiverInputDStream - (undocumented)

evidence$1 - (undocumented)

Returns:

(undocumented)

scalaIntToJavaLong

public static JavaDStream<java.lang.Long> scalaIntToJavaLong(DStream<java.lang.Object> in)

print

public static void print()

print

public static void print(int num)

count

public static JavaDStream<java.lang.Long> count()

countByValue

public static JavaPairDStream<T,java.lang.Long> countByValue()

countByValue

public static JavaPairDStream<T,java.lang.Long> countByValue(int numPartitions)

countByWindow

public static JavaDStream<java.lang.Long> countByWindow(Duration windowDuration,
                                        Duration slideDuration)

countByValueAndWindow

public static JavaPairDStream<T,java.lang.Long> countByValueAndWindow(Duration windowDuration,
                                                      Duration slideDuration)

countByValueAndWindow

public static JavaPairDStream<T,java.lang.Long> countByValueAndWindow(Duration windowDuration,
                                                      Duration slideDuration,
                                                      int numPartitions)

glom

public static JavaDStream<java.util.List<T>> glom()

context

public static StreamingContext context()

map

public static <R> JavaDStream<R> map(Function<T,R> f)

mapToPair

public static <K2,V2> JavaPairDStream<K2,V2> mapToPair(PairFunction<T,K2,V2> f)

flatMap

public static <U> JavaDStream<U> flatMap(FlatMapFunction<T,U> f)

flatMapToPair

public static <K2,V2> JavaPairDStream<K2,V2> flatMapToPair(PairFlatMapFunction<T,K2,V2> f)

mapPartitions

public static <U> JavaDStream<U> mapPartitions(FlatMapFunction<java.util.Iterator<T>,U> f)

mapPartitionsToPair

public static <K2,V2> JavaPairDStream<K2,V2> mapPartitionsToPair(PairFlatMapFunction<java.util.Iterator<T>,K2,V2> f)

reduce

public static JavaDStream<T> reduce(Function2<T,T,T> f)

reduceByWindow

public static JavaDStream<T> reduceByWindow(Function2<T,T,T> reduceFunc,
                            Duration windowDuration,
                            Duration slideDuration)

reduceByWindow

public static JavaDStream<T> reduceByWindow(Function2<T,T,T> reduceFunc,
                            Function2<T,T,T> invReduceFunc,
                            Duration windowDuration,
                            Duration slideDuration)

slice

public static java.util.List<R> slice(Time fromTime,
                      Time toTime)

foreachRDD

public static void foreachRDD(VoidFunction<R> foreachFunc)

foreachRDD

public static void foreachRDD(VoidFunction2<R,Time> foreachFunc)

transform

public static <U> JavaDStream<U> transform(Function<R,JavaRDD<U>> transformFunc)

transform

public static <U> JavaDStream<U> transform(Function2<R,Time,JavaRDD<U>> transformFunc)

transformToPair

public static <K2,V2> JavaPairDStream<K2,V2> transformToPair(Function<R,JavaPairRDD<K2,V2>> transformFunc)

transformToPair

public static <K2,V2> JavaPairDStream<K2,V2> transformToPair(Function2<R,Time,JavaPairRDD<K2,V2>> transformFunc)

transformWith

public static <U,W> JavaDStream<W> transformWith(JavaDStream<U> other,
                                 Function3<R,JavaRDD<U>,Time,JavaRDD<W>> transformFunc)

transformWithToPair

public static <U,K2,V2> JavaPairDStream<K2,V2> transformWithToPair(JavaDStream<U> other,
                                                   Function3<R,JavaRDD<U>,Time,JavaPairRDD<K2,V2>> transformFunc)

transformWith

public static <K2,V2,W> JavaDStream<W> transformWith(JavaPairDStream<K2,V2> other,
                                     Function3<R,JavaPairRDD<K2,V2>,Time,JavaRDD<W>> transformFunc)

transformWithToPair

public static <K2,V2,K3,V3> JavaPairDStream<K3,V3> transformWithToPair(JavaPairDStream<K2,V2> other,
                                                       Function3<R,JavaPairRDD<K2,V2>,Time,JavaPairRDD<K3,V3>> transformFunc)

checkpoint

public static DStream<T> checkpoint(Duration interval)

dstream

public static DStream<T> dstream()

wrapRDD

public static JavaRDD<T> wrapRDD(RDD<T> rdd)

filter

public static JavaDStream<T> filter(Function<T,java.lang.Boolean> f)

cache

public static JavaDStream<T> cache()

persist

public static JavaDStream<T> persist()

persist

public static JavaDStream<T> persist(StorageLevel storageLevel)

compute

public static JavaRDD<T> compute(Time validTime)

window

public static JavaDStream<T> window(Duration windowDuration)

window

public static JavaDStream<T> window(Duration windowDuration,
                    Duration slideDuration)

union

public static JavaDStream<T> union(JavaDStream<T> that)

repartition

public static JavaDStream<T> repartition(int numPartitions)

inputDStream

public static InputDStream<T> inputDStream()

receiverInputDStream

public ReceiverInputDStream<T> receiverInputDStream()

classTag

public scala.reflect.ClassTag<T> classTag()

Specified by:

classTag in interface JavaDStreamLike<T,JavaDStream<T>,JavaRDD<T>>

Overrides:

classTag in class JavaInputDStream<T>