Packages

c

org.apache.spark.streaming.scheduler

StatsReportListener

class StatsReportListener extends StreamingListener

:: DeveloperApi :: A simple StreamingListener that logs summary statistics across Spark Streaming batches

Annotations
@DeveloperApi()
Source
StreamingListener.scala
Linear Supertypes
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. StatsReportListener
  2. StreamingListener
  3. AnyRef
  4. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new StatsReportListener(numBatchInfos: Int = 10)

    numBatchInfos

    Number of last batches to consider for generating statistics (default: 10)

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. val batchInfos: Queue[BatchInfo]
  6. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native() @IntrinsicCandidate()
  7. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  8. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  9. def extractDistribution(getMetric: (BatchInfo) ⇒ Option[Long]): Option[Distribution]
  10. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @IntrinsicCandidate()
  11. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native() @IntrinsicCandidate()
  12. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  13. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  14. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @IntrinsicCandidate()
  15. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native() @IntrinsicCandidate()
  16. def onBatchCompleted(batchStarted: StreamingListenerBatchCompleted): Unit

    Called when processing of a batch of jobs has completed.

    Called when processing of a batch of jobs has completed.

    Definition Classes
    StatsReportListenerStreamingListener
  17. def onBatchStarted(batchStarted: StreamingListenerBatchStarted): Unit

    Called when processing of a batch of jobs has started.

    Called when processing of a batch of jobs has started.

    Definition Classes
    StreamingListener
  18. def onBatchSubmitted(batchSubmitted: StreamingListenerBatchSubmitted): Unit

    Called when a batch of jobs has been submitted for processing.

    Called when a batch of jobs has been submitted for processing.

    Definition Classes
    StreamingListener
  19. def onOutputOperationCompleted(outputOperationCompleted: StreamingListenerOutputOperationCompleted): Unit

    Called when processing of a job of a batch has completed.

    Called when processing of a job of a batch has completed.

    Definition Classes
    StreamingListener
  20. def onOutputOperationStarted(outputOperationStarted: StreamingListenerOutputOperationStarted): Unit

    Called when processing of a job of a batch has started.

    Called when processing of a job of a batch has started.

    Definition Classes
    StreamingListener
  21. def onReceiverError(receiverError: StreamingListenerReceiverError): Unit

    Called when a receiver has reported an error

    Called when a receiver has reported an error

    Definition Classes
    StreamingListener
  22. def onReceiverStarted(receiverStarted: StreamingListenerReceiverStarted): Unit

    Called when a receiver has been started

    Called when a receiver has been started

    Definition Classes
    StreamingListener
  23. def onReceiverStopped(receiverStopped: StreamingListenerReceiverStopped): Unit

    Called when a receiver has been stopped

    Called when a receiver has been stopped

    Definition Classes
    StreamingListener
  24. def onStreamingStarted(streamingStarted: StreamingListenerStreamingStarted): Unit

    Called when the streaming has been started

    Called when the streaming has been started

    Definition Classes
    StreamingListener
  25. def printStats(): Unit
  26. def showMillisDistribution(heading: String, getMetric: (BatchInfo) ⇒ Option[Long]): Unit
  27. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  28. def toString(): String
    Definition Classes
    AnyRef → Any
  29. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  30. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  31. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] ) @Deprecated
    Deprecated

Inherited from StreamingListener

Inherited from AnyRef

Inherited from Any

Ungrouped