public class StorageStatusListener extends Object implements SparkListener
Constructor and Description |
---|
StorageStatusListener() |
Modifier and Type | Method and Description |
---|---|
scala.collection.mutable.Map<String,StorageStatus> |
executorIdToStorageStatus() |
String |
formatExecutorId(String execId)
In the local mode, there is a discrepancy between the executor ID according to the
task ("localhost") and that according to SparkEnv ("
|
void |
onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
Called when a new block manager has joined
|
void |
onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
Called when an existing block manager has been removed
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
scala.collection.Seq<StorageStatus> |
storageStatusList() |
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
onApplicationEnd, onApplicationStart, onEnvironmentUpdate, onExecutorMetricsUpdate, onJobEnd, onJobStart, onStageCompleted, onStageSubmitted, onTaskGettingResult, onTaskStart
public scala.collection.mutable.Map<String,StorageStatus> executorIdToStorageStatus()
public scala.collection.Seq<StorageStatus> storageStatusList()
public void onTaskEnd(SparkListenerTaskEnd taskEnd)
SparkListener
onTaskEnd
in interface SparkListener
public void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
SparkListener
onUnpersistRDD
in interface SparkListener
public void onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
SparkListener
onBlockManagerAdded
in interface SparkListener
public void onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
SparkListener
onBlockManagerRemoved
in interface SparkListener
public String formatExecutorId(String execId)