public class StorageStatusListener extends Object implements SparkListener
Constructor and Description |
---|
StorageStatusListener() |
Modifier and Type | Method and Description |
---|---|
String |
formatExecutorId(String execId)
In the local mode, there is a discrepancy between the executor ID according to the
task ("localhost") and that according to SparkEnv ("
|
void |
onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
Called when a new block manager has joined
|
void |
onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
Called when an existing block manager has been removed
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
scala.collection.Seq<StorageStatus> |
storageStatusList() |
void |
updateStorageStatus(int unpersistedRDDId)
Update storage status list to reflect the removal of an RDD from the cache
|
void |
updateStorageStatus(String execId,
scala.collection.Seq<scala.Tuple2<BlockId,BlockStatus>> updatedBlocks)
Update storage status list to reflect updated block statuses
|
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
onApplicationEnd, onApplicationStart, onEnvironmentUpdate, onJobEnd, onJobStart, onStageCompleted, onStageSubmitted, onTaskGettingResult, onTaskStart
public scala.collection.Seq<StorageStatus> storageStatusList()
public void updateStorageStatus(String execId, scala.collection.Seq<scala.Tuple2<BlockId,BlockStatus>> updatedBlocks)
public void updateStorageStatus(int unpersistedRDDId)
public void onTaskEnd(SparkListenerTaskEnd taskEnd)
SparkListener
onTaskEnd
in interface SparkListener
public void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
SparkListener
onUnpersistRDD
in interface SparkListener
public void onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
SparkListener
onBlockManagerAdded
in interface SparkListener
public void onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
SparkListener
onBlockManagerRemoved
in interface SparkListener
public String formatExecutorId(String execId)