public class StorageListener extends Object implements SparkListener
Constructor and Description |
---|
StorageListener(StorageStatusListener storageStatusListener) |
Modifier and Type | Method and Description |
---|---|
scala.collection.mutable.Map<Object,RDDInfo> |
_rddInfoMap() |
void |
onStageCompleted(SparkListenerStageCompleted stageCompleted)
Called when a stage completes successfully or fails, with information on the completed stage.
|
void |
onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
Called when a stage is submitted
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Assumes the storage status list is fully up-to-date.
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
scala.collection.Seq<RDDInfo> |
rddInfoList()
Filter RDD info to include only those with cached partitions
|
scala.collection.Seq<StorageStatus> |
storageStatusList() |
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
onApplicationEnd, onApplicationStart, onBlockManagerAdded, onBlockManagerRemoved, onEnvironmentUpdate, onExecutorAdded, onExecutorMetricsUpdate, onExecutorRemoved, onJobEnd, onJobStart, onTaskGettingResult, onTaskStart
public StorageListener(StorageStatusListener storageStatusListener)
public scala.collection.mutable.Map<Object,RDDInfo> _rddInfoMap()
public scala.collection.Seq<StorageStatus> storageStatusList()
public scala.collection.Seq<RDDInfo> rddInfoList()
public void onTaskEnd(SparkListenerTaskEnd taskEnd)
onTaskEnd
in interface SparkListener
public void onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
SparkListener
onStageSubmitted
in interface SparkListener
public void onStageCompleted(SparkListenerStageCompleted stageCompleted)
SparkListener
onStageCompleted
in interface SparkListener
public void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
SparkListener
onUnpersistRDD
in interface SparkListener