public class JavaSparkListener extends Object implements SparkListener
Constructor and Description |
---|
JavaSparkListener() |
Modifier and Type | Method and Description |
---|---|
void |
onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
Called when the application ends
|
void |
onApplicationStart(SparkListenerApplicationStart applicationStart)
Called when the application starts
|
void |
onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
Called when a new block manager has joined
|
void |
onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
Called when an existing block manager has been removed
|
void |
onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
Called when environment properties have been updated
|
void |
onExecutorAdded(SparkListenerExecutorAdded executorAdded)
Called when the driver registers a new executor.
|
void |
onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
Called when the driver receives task metrics from an executor in a heartbeat.
|
void |
onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
Called when the driver removes an executor.
|
void |
onJobEnd(SparkListenerJobEnd jobEnd)
Called when a job ends
|
void |
onJobStart(SparkListenerJobStart jobStart)
Called when a job starts
|
void |
onStageCompleted(SparkListenerStageCompleted stageCompleted)
Called when a stage completes successfully or fails, with information on the completed stage.
|
void |
onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
Called when a stage is submitted
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
void |
onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
Called when a task begins remotely fetching its result (will not be called for tasks that do
not need to fetch the result remotely).
|
void |
onTaskStart(SparkListenerTaskStart taskStart)
Called when a task starts
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
public void onStageCompleted(SparkListenerStageCompleted stageCompleted)
SparkListener
onStageCompleted
in interface SparkListener
public void onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
SparkListener
onStageSubmitted
in interface SparkListener
public void onTaskStart(SparkListenerTaskStart taskStart)
SparkListener
onTaskStart
in interface SparkListener
public void onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
SparkListener
onTaskGettingResult
in interface SparkListener
public void onTaskEnd(SparkListenerTaskEnd taskEnd)
SparkListener
onTaskEnd
in interface SparkListener
public void onJobStart(SparkListenerJobStart jobStart)
SparkListener
onJobStart
in interface SparkListener
public void onJobEnd(SparkListenerJobEnd jobEnd)
SparkListener
onJobEnd
in interface SparkListener
public void onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
SparkListener
onEnvironmentUpdate
in interface SparkListener
public void onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
SparkListener
onBlockManagerAdded
in interface SparkListener
public void onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
SparkListener
onBlockManagerRemoved
in interface SparkListener
public void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
SparkListener
onUnpersistRDD
in interface SparkListener
public void onApplicationStart(SparkListenerApplicationStart applicationStart)
SparkListener
onApplicationStart
in interface SparkListener
public void onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
SparkListener
onApplicationEnd
in interface SparkListener
public void onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
SparkListener
onExecutorMetricsUpdate
in interface SparkListener
public void onExecutorAdded(SparkListenerExecutorAdded executorAdded)
SparkListener
onExecutorAdded
in interface SparkListener
public void onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
SparkListener
onExecutorRemoved
in interface SparkListener