public abstract class SparkListener
extends Object
SparkListenerInterface
that has no-op implementations for
all callbacks.
Note that this is an internal interface which might change in different Spark releases.
Constructor and Description |
---|
SparkListener() |
Modifier and Type | Method and Description |
---|---|
void |
onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
Called when the application ends
|
void |
onApplicationStart(SparkListenerApplicationStart applicationStart)
Called when the application starts
|
void |
onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
Called when a new block manager has joined
|
void |
onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
Called when an existing block manager has been removed
|
void |
onBlockUpdated(SparkListenerBlockUpdated blockUpdated)
Called when the driver receives a block update info.
|
void |
onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
Called when environment properties have been updated
|
void |
onExecutorAdded(SparkListenerExecutorAdded executorAdded)
Called when the driver registers a new executor.
|
void |
onExecutorBlacklisted(SparkListenerExecutorBlacklisted executorBlacklisted)
Called when the driver blacklists an executor for a Spark application.
|
void |
onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
Called when the driver receives task metrics from an executor in a heartbeat.
|
void |
onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
Called when the driver removes an executor.
|
void |
onExecutorUnblacklisted(SparkListenerExecutorUnblacklisted executorUnblacklisted)
Called when the driver re-enables a previously blacklisted executor.
|
void |
onJobEnd(SparkListenerJobEnd jobEnd)
Called when a job ends
|
void |
onJobStart(SparkListenerJobStart jobStart)
Called when a job starts
|
void |
onNodeBlacklisted(SparkListenerNodeBlacklisted nodeBlacklisted)
Called when the driver blacklists a node for a Spark application.
|
void |
onNodeUnblacklisted(SparkListenerNodeUnblacklisted nodeUnblacklisted)
Called when the driver re-enables a previously blacklisted node.
|
void |
onOtherEvent(SparkListenerEvent event)
Called when other events like SQL-specific events are posted.
|
void |
onStageCompleted(SparkListenerStageCompleted stageCompleted)
Called when a stage completes successfully or fails, with information on the completed stage.
|
void |
onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
Called when a stage is submitted
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
void |
onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
Called when a task begins remotely fetching its result (will not be called for tasks that do
not need to fetch the result remotely).
|
void |
onTaskStart(SparkListenerTaskStart taskStart)
Called when a task starts
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
public void onStageCompleted(SparkListenerStageCompleted stageCompleted)
stageCompleted
- (undocumented)public void onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
stageSubmitted
- (undocumented)public void onTaskStart(SparkListenerTaskStart taskStart)
taskStart
- (undocumented)public void onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
taskGettingResult
- (undocumented)public void onTaskEnd(SparkListenerTaskEnd taskEnd)
taskEnd
- (undocumented)public void onJobStart(SparkListenerJobStart jobStart)
jobStart
- (undocumented)public void onJobEnd(SparkListenerJobEnd jobEnd)
jobEnd
- (undocumented)public void onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
environmentUpdate
- (undocumented)public void onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
blockManagerAdded
- (undocumented)public void onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
blockManagerRemoved
- (undocumented)public void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
unpersistRDD
- (undocumented)public void onApplicationStart(SparkListenerApplicationStart applicationStart)
applicationStart
- (undocumented)public void onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
applicationEnd
- (undocumented)public void onExecutorMetricsUpdate(SparkListenerExecutorMetricsUpdate executorMetricsUpdate)
executorMetricsUpdate
- (undocumented)public void onExecutorAdded(SparkListenerExecutorAdded executorAdded)
executorAdded
- (undocumented)public void onExecutorRemoved(SparkListenerExecutorRemoved executorRemoved)
executorRemoved
- (undocumented)public void onExecutorBlacklisted(SparkListenerExecutorBlacklisted executorBlacklisted)
executorBlacklisted
- (undocumented)public void onExecutorUnblacklisted(SparkListenerExecutorUnblacklisted executorUnblacklisted)
executorUnblacklisted
- (undocumented)public void onNodeBlacklisted(SparkListenerNodeBlacklisted nodeBlacklisted)
nodeBlacklisted
- (undocumented)public void onNodeUnblacklisted(SparkListenerNodeUnblacklisted nodeUnblacklisted)
nodeUnblacklisted
- (undocumented)public void onBlockUpdated(SparkListenerBlockUpdated blockUpdated)
blockUpdated
- (undocumented)public void onOtherEvent(SparkListenerEvent event)
event
- (undocumented)