org.apache.spark.streaming.ui

Class StreamingJobProgressListener

Object

org.apache.spark.streaming.ui.StreamingJobProgressListener

All Implemented Interfaces:

StreamingListener

public class StreamingJobProgressListener
extends Object
implements StreamingListener

Constructor Summary

Constructors

Constructor and Description
StreamingJobProgressListener(StreamingContext ssc)

Method Summary

Methods

Modifier and Type	Method and Description
long	batchDuration()
scala.Option<BatchInfo>	lastCompletedBatch()
scala.Option<BatchInfo>	lastReceivedBatch()
scala.collection.immutable.Map<Object,Object>	lastReceivedBatchRecords()
int	numReceivers()
long	numTotalCompletedBatches()
long	numTotalProcessedRecords()
long	numTotalReceivedRecords()
long	numUnprocessedBatches()
void	onBatchCompleted(StreamingListenerBatchCompleted batchCompleted) Called when processing of a batch of jobs has completed.
void	onBatchStarted(StreamingListenerBatchStarted batchStarted) Called when processing of a batch of jobs has started.
void	onBatchSubmitted(StreamingListenerBatchSubmitted batchSubmitted) Called when a batch of jobs has been submitted for processing.
void	onReceiverError(StreamingListenerReceiverError receiverError) Called when a receiver has reported an error
void	onReceiverStarted(StreamingListenerReceiverStarted receiverStarted) Called when a receiver has been started
void	onReceiverStopped(StreamingListenerReceiverStopped receiverStopped) Called when a receiver has been stopped
scala.Option<Distribution>	processingDelayDistribution()
scala.collection.immutable.Map<Object,scala.Option<Distribution>>	receivedRecordsDistributions()
scala.Option<ReceiverInfo>	receiverInfo(int receiverId)
scala.collection.Seq<BatchInfo>	retainedCompletedBatches()
scala.collection.Seq<BatchInfo>	runningBatches()
scala.Option<Distribution>	schedulingDelayDistribution()
scala.Option<Distribution>	totalDelayDistribution()
scala.collection.Seq<BatchInfo>	waitingBatches()

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

StreamingJobProgressListener

public StreamingJobProgressListener(StreamingContext ssc)

Method Detail

batchDuration

public long batchDuration()

onReceiverStarted

public void onReceiverStarted(StreamingListenerReceiverStarted receiverStarted)

Description copied from interface: StreamingListener

Called when a receiver has been started

Specified by:

onReceiverStarted in interface StreamingListener

onReceiverError

public void onReceiverError(StreamingListenerReceiverError receiverError)

Description copied from interface: StreamingListener

Called when a receiver has reported an error

Specified by:

onReceiverError in interface StreamingListener

onReceiverStopped

public void onReceiverStopped(StreamingListenerReceiverStopped receiverStopped)

Description copied from interface: StreamingListener

Called when a receiver has been stopped

Specified by:

onReceiverStopped in interface StreamingListener

onBatchSubmitted

public void onBatchSubmitted(StreamingListenerBatchSubmitted batchSubmitted)

Description copied from interface: StreamingListener

Called when a batch of jobs has been submitted for processing.

Specified by:

onBatchSubmitted in interface StreamingListener

onBatchStarted

public void onBatchStarted(StreamingListenerBatchStarted batchStarted)

Description copied from interface: StreamingListener

Called when processing of a batch of jobs has started.

Specified by:

onBatchStarted in interface StreamingListener

onBatchCompleted

public void onBatchCompleted(StreamingListenerBatchCompleted batchCompleted)

Description copied from interface: StreamingListener

Called when processing of a batch of jobs has completed.

Specified by:

onBatchCompleted in interface StreamingListener

numReceivers

public int numReceivers()

numTotalCompletedBatches

public long numTotalCompletedBatches()

numTotalReceivedRecords

public long numTotalReceivedRecords()

numTotalProcessedRecords

public long numTotalProcessedRecords()

numUnprocessedBatches

public long numUnprocessedBatches()

waitingBatches

public scala.collection.Seq<BatchInfo> waitingBatches()

runningBatches

public scala.collection.Seq<BatchInfo> runningBatches()

retainedCompletedBatches

public scala.collection.Seq<BatchInfo> retainedCompletedBatches()

processingDelayDistribution

public scala.Option<Distribution> processingDelayDistribution()

schedulingDelayDistribution

public scala.Option<Distribution> schedulingDelayDistribution()

totalDelayDistribution

public scala.Option<Distribution> totalDelayDistribution()

receivedRecordsDistributions

public scala.collection.immutable.Map<Object,scala.Option<Distribution>> receivedRecordsDistributions()

lastReceivedBatchRecords

public scala.collection.immutable.Map<Object,Object> lastReceivedBatchRecords()

receiverInfo

public scala.Option<ReceiverInfo> receiverInfo(int receiverId)

lastCompletedBatch

public scala.Option<BatchInfo> lastCompletedBatch()

lastReceivedBatch

public scala.Option<BatchInfo> lastReceivedBatch()