public class ExecutorsListener extends SparkListener
Constructor and Description |
---|
ExecutorsListener(StorageStatusListener storageStatusListener,
SparkConf conf) |
Modifier and Type | Method and Description |
---|---|
scala.collection.Seq<StorageStatus> |
activeStorageStatusList() |
scala.collection.Seq<StorageStatus> |
deadStorageStatusList() |
scala.collection.mutable.HashMap<String,UIData.ExecutorUIData> |
executorIdToData() |
scala.collection.mutable.HashMap<String,Object> |
executorToDuration() |
scala.collection.mutable.HashMap<String,Object> |
executorToInputBytes() |
scala.collection.mutable.HashMap<String,Object> |
executorToInputRecords() |
scala.collection.mutable.HashMap<String,Object> |
executorToJvmGCTime() |
scala.collection.mutable.HashMap<String,scala.collection.immutable.Map<String,String>> |
executorToLogUrls() |
scala.collection.mutable.HashMap<String,Object> |
executorToOutputBytes() |
scala.collection.mutable.HashMap<String,Object> |
executorToOutputRecords() |
scala.collection.mutable.HashMap<String,Object> |
executorToShuffleRead() |
scala.collection.mutable.HashMap<String,Object> |
executorToShuffleWrite() |
scala.collection.mutable.HashMap<String,Object> |
executorToTasksActive() |
scala.collection.mutable.HashMap<String,Object> |
executorToTasksComplete() |
scala.collection.mutable.HashMap<String,Object> |
executorToTasksFailed() |
scala.collection.mutable.HashMap<String,Object> |
executorToTasksMax() |
scala.collection.mutable.HashMap<String,Object> |
executorToTotalCores() |
void |
onApplicationStart(SparkListenerApplicationStart applicationStart)
Called when the application starts
|
void |
onExecutorAdded(SparkListenerExecutorAdded executorAdded)
Called when the driver registers a new executor.
|
void |
onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
Called when the driver removes an executor.
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
void |
onTaskStart(SparkListenerTaskStart taskStart)
Called when a task starts
|
onApplicationEnd, onBlockManagerAdded, onBlockManagerRemoved, onBlockUpdated, onEnvironmentUpdate, onExecutorMetricsUpdate, onJobEnd, onJobStart, onOtherEvent, onStageCompleted, onStageSubmitted, onTaskGettingResult, onUnpersistRDD
public ExecutorsListener(StorageStatusListener storageStatusListener, SparkConf conf)
public scala.collection.mutable.HashMap<String,Object> executorToTotalCores()
public scala.collection.mutable.HashMap<String,Object> executorToTasksMax()
public scala.collection.mutable.HashMap<String,Object> executorToTasksActive()
public scala.collection.mutable.HashMap<String,Object> executorToTasksComplete()
public scala.collection.mutable.HashMap<String,Object> executorToTasksFailed()
public scala.collection.mutable.HashMap<String,Object> executorToDuration()
public scala.collection.mutable.HashMap<String,Object> executorToJvmGCTime()
public scala.collection.mutable.HashMap<String,Object> executorToInputBytes()
public scala.collection.mutable.HashMap<String,Object> executorToInputRecords()
public scala.collection.mutable.HashMap<String,Object> executorToOutputBytes()
public scala.collection.mutable.HashMap<String,Object> executorToOutputRecords()
public scala.collection.mutable.HashMap<String,Object> executorToShuffleRead()
public scala.collection.mutable.HashMap<String,Object> executorToShuffleWrite()
public scala.collection.mutable.HashMap<String,scala.collection.immutable.Map<String,String>> executorToLogUrls()
public scala.collection.mutable.HashMap<String,UIData.ExecutorUIData> executorIdToData()
public scala.collection.Seq<StorageStatus> activeStorageStatusList()
public scala.collection.Seq<StorageStatus> deadStorageStatusList()
public void onExecutorAdded(SparkListenerExecutorAdded executorAdded)
onExecutorAdded
in class SparkListener
executorAdded
- (undocumented)public void onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
onExecutorRemoved
in class SparkListener
executorRemoved
- (undocumented)public void onApplicationStart(SparkListenerApplicationStart applicationStart)
onApplicationStart
in class SparkListener
applicationStart
- (undocumented)public void onTaskStart(SparkListenerTaskStart taskStart)
onTaskStart
in class SparkListener
taskStart
- (undocumented)public void onTaskEnd(SparkListenerTaskEnd taskEnd)
onTaskEnd
in class SparkListener
taskEnd
- (undocumented)