public class StorageStatusListener extends SparkListener
This class is thread-safe (unlike JobProgressListener)
Constructor and Description |
---|
StorageStatusListener(SparkConf conf) |
Modifier and Type | Method and Description |
---|---|
scala.collection.Seq<StorageStatus> |
deadStorageStatusList() |
void |
onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
Called when a new block manager has joined
|
void |
onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
Called when an existing block manager has been removed
|
void |
onBlockUpdated(SparkListenerBlockUpdated blockUpdated)
Called when the driver receives a block update info.
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
scala.collection.Seq<StorageStatus> |
storageStatusList() |
onApplicationEnd, onApplicationStart, onEnvironmentUpdate, onExecutorAdded, onExecutorMetricsUpdate, onExecutorRemoved, onJobEnd, onJobStart, onOtherEvent, onStageCompleted, onStageSubmitted, onTaskEnd, onTaskGettingResult, onTaskStart
public StorageStatusListener(SparkConf conf)
public scala.collection.Seq<StorageStatus> storageStatusList()
public scala.collection.Seq<StorageStatus> deadStorageStatusList()
public void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
onUnpersistRDD
in class SparkListener
unpersistRDD
- (undocumented)public void onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
onBlockManagerAdded
in class SparkListener
blockManagerAdded
- (undocumented)public void onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
onBlockManagerRemoved
in class SparkListener
blockManagerRemoved
- (undocumented)public void onBlockUpdated(SparkListenerBlockUpdated blockUpdated)
onBlockUpdated
in class SparkListener
blockUpdated
- (undocumented)