public class StreamingJobProgressListener extends Object implements StreamingListener
Constructor and Description |
---|
StreamingJobProgressListener(StreamingContext ssc) |
Modifier and Type | Method and Description |
---|---|
long |
batchDuration() |
scala.Option<BatchInfo> |
lastCompletedBatch() |
scala.Option<BatchInfo> |
lastReceivedBatch() |
scala.collection.immutable.Map<Object,Object> |
lastReceivedBatchRecords() |
int |
numReceivers() |
long |
numTotalCompletedBatches() |
long |
numUnprocessedBatches() |
void |
onBatchCompleted(StreamingListenerBatchCompleted batchCompleted)
Called when processing of a batch of jobs has completed.
|
void |
onBatchStarted(StreamingListenerBatchStarted batchStarted)
Called when processing of a batch of jobs has started.
|
void |
onBatchSubmitted(StreamingListenerBatchSubmitted batchSubmitted)
Called when a batch of jobs has been submitted for processing.
|
void |
onReceiverError(StreamingListenerReceiverError receiverError)
Called when a receiver has reported an error
|
void |
onReceiverStarted(StreamingListenerReceiverStarted receiverStarted)
Called when a receiver has been started
|
void |
onReceiverStopped(StreamingListenerReceiverStopped receiverStopped)
Called when a receiver has been stopped
|
scala.Option<Distribution> |
processingDelayDistribution() |
scala.collection.immutable.Map<Object,scala.Option<Distribution>> |
receivedRecordsDistributions() |
scala.Option<ReceiverInfo> |
receiverInfo(int receiverId) |
scala.collection.Seq<BatchInfo> |
retainedCompletedBatches() |
scala.collection.Seq<BatchInfo> |
runningBatches() |
scala.Option<Distribution> |
schedulingDelayDistribution() |
scala.Option<Distribution> |
totalDelayDistribution() |
scala.collection.Seq<BatchInfo> |
waitingBatches() |
public StreamingJobProgressListener(StreamingContext ssc)
public long batchDuration()
public void onReceiverStarted(StreamingListenerReceiverStarted receiverStarted)
StreamingListener
onReceiverStarted
in interface StreamingListener
public void onReceiverError(StreamingListenerReceiverError receiverError)
StreamingListener
onReceiverError
in interface StreamingListener
public void onReceiverStopped(StreamingListenerReceiverStopped receiverStopped)
StreamingListener
onReceiverStopped
in interface StreamingListener
public void onBatchSubmitted(StreamingListenerBatchSubmitted batchSubmitted)
StreamingListener
onBatchSubmitted
in interface StreamingListener
public void onBatchStarted(StreamingListenerBatchStarted batchStarted)
StreamingListener
onBatchStarted
in interface StreamingListener
public void onBatchCompleted(StreamingListenerBatchCompleted batchCompleted)
StreamingListener
onBatchCompleted
in interface StreamingListener
public int numReceivers()
public long numTotalCompletedBatches()
public long numUnprocessedBatches()
public scala.collection.Seq<BatchInfo> waitingBatches()
public scala.collection.Seq<BatchInfo> runningBatches()
public scala.collection.Seq<BatchInfo> retainedCompletedBatches()
public scala.Option<Distribution> processingDelayDistribution()
public scala.Option<Distribution> schedulingDelayDistribution()
public scala.Option<Distribution> totalDelayDistribution()
public scala.collection.immutable.Map<Object,scala.Option<Distribution>> receivedRecordsDistributions()
public scala.collection.immutable.Map<Object,Object> lastReceivedBatchRecords()
public scala.Option<ReceiverInfo> receiverInfo(int receiverId)
public scala.Option<BatchInfo> lastCompletedBatch()
public scala.Option<BatchInfo> lastReceivedBatch()