public class ReceiverSupervisorImpl extends ReceiverSupervisor implements Logging
ReceiverSupervisor
which provides all the necessary functionality for handling the data received by
the receiver. Specifically, it creates a BlockGenerator
object that is used to divide the received data stream into blocks of data.ReceiverSupervisor.ReceiverState
Constructor and Description |
---|
ReceiverSupervisorImpl(Receiver<?> receiver,
SparkEnv env,
org.apache.hadoop.conf.Configuration hadoopConf,
scala.Option<String> checkpointDirOption) |
Modifier and Type | Method and Description |
---|---|
void |
pushAndReportBlock(ReceivedBlock receivedBlock,
scala.Option<Object> metadataOption,
scala.Option<StreamBlockId> blockIdOption)
Store block and report it to driver
|
void |
pushArrayBuffer(scala.collection.mutable.ArrayBuffer<?> arrayBuffer,
scala.Option<Object> metadataOption,
scala.Option<StreamBlockId> blockIdOption)
Store an ArrayBuffer of received data as a data block into Spark's memory.
|
void |
pushBytes(java.nio.ByteBuffer bytes,
scala.Option<Object> metadataOption,
scala.Option<StreamBlockId> blockIdOption)
Store the bytes of received data as a data block into Spark's memory.
|
void |
pushIterator(scala.collection.Iterator<Object> iterator,
scala.Option<Object> metadataOption,
scala.Option<StreamBlockId> blockIdOption)
Store a iterator of received data as a data block into Spark's memory.
|
void |
pushSingle(Object data)
Push a single record of received data into block generator.
|
void |
reportError(String message,
Throwable error)
Report error to the receiver tracker
|
awaitTermination, isReceiverStarted, isReceiverStopped, receiverState, ReceiverState, restartReceiver, restartReceiver, start, startReceiver, stop, stopReceiver
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
initializeIfNecessary, initializeLogging, isTraceEnabled, log_, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning
public void pushSingle(Object data)
pushSingle
in class ReceiverSupervisor
public void pushArrayBuffer(scala.collection.mutable.ArrayBuffer<?> arrayBuffer, scala.Option<Object> metadataOption, scala.Option<StreamBlockId> blockIdOption)
pushArrayBuffer
in class ReceiverSupervisor
public void pushIterator(scala.collection.Iterator<Object> iterator, scala.Option<Object> metadataOption, scala.Option<StreamBlockId> blockIdOption)
pushIterator
in class ReceiverSupervisor
public void pushBytes(java.nio.ByteBuffer bytes, scala.Option<Object> metadataOption, scala.Option<StreamBlockId> blockIdOption)
pushBytes
in class ReceiverSupervisor
public void pushAndReportBlock(ReceivedBlock receivedBlock, scala.Option<Object> metadataOption, scala.Option<StreamBlockId> blockIdOption)
public void reportError(String message, Throwable error)
reportError
in class ReceiverSupervisor