public class StorageListener extends Object implements SparkListener
This class is thread-safe (unlike JobProgressListener)
Constructor and Description |
---|
StorageListener(StorageStatusListener storageStatusListener) |
Modifier and Type | Method and Description |
---|---|
scala.collection.mutable.Map<Object,RDDInfo> |
_rddInfoMap() |
void |
onStageCompleted(SparkListenerStageCompleted stageCompleted)
Called when a stage completes successfully or fails, with information on the completed stage.
|
void |
onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
Called when a stage is submitted
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Assumes the storage status list is fully up-to-date.
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
scala.collection.Seq<RDDInfo> |
rddInfoList()
Filter RDD info to include only those with cached partitions
|
scala.collection.Seq<StorageStatus> |
storageStatusList() |
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
onApplicationEnd, onApplicationStart, onBlockManagerAdded, onBlockManagerRemoved, onEnvironmentUpdate, onExecutorAdded, onExecutorMetricsUpdate, onExecutorRemoved, onJobEnd, onJobStart, onTaskGettingResult, onTaskStart
public StorageListener(StorageStatusListener storageStatusListener)
public scala.collection.mutable.Map<Object,RDDInfo> _rddInfoMap()
public scala.collection.Seq<StorageStatus> storageStatusList()
public scala.collection.Seq<RDDInfo> rddInfoList()
public void onTaskEnd(SparkListenerTaskEnd taskEnd)
onTaskEnd
in interface SparkListener
taskEnd
- (undocumented)public void onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
SparkListener
onStageSubmitted
in interface SparkListener
stageSubmitted
- (undocumented)public void onStageCompleted(SparkListenerStageCompleted stageCompleted)
SparkListener
onStageCompleted
in interface SparkListener
stageCompleted
- (undocumented)public void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
SparkListener
onUnpersistRDD
in interface SparkListener
unpersistRDD
- (undocumented)