public interface SparkListener
Modifier and Type | Method and Description |
---|---|
void |
onApplicationEnd(SparkListenerApplicationEnd applicationEnd)
Called when the application ends
|
void |
onApplicationStart(SparkListenerApplicationStart applicationStart)
Called when the application starts
|
void |
onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
Called when a new block manager has joined
|
void |
onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
Called when an existing block manager has been removed
|
void |
onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
Called when environment properties have been updated
|
void |
onJobEnd(SparkListenerJobEnd jobEnd)
Called when a job ends
|
void |
onJobStart(SparkListenerJobStart jobStart)
Called when a job starts
|
void |
onStageCompleted(SparkListenerStageCompleted stageCompleted)
Called when a stage completes successfully or fails, with information on the completed stage.
|
void |
onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
Called when a stage is submitted
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
void |
onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
Called when a task begins remotely fetching its result (will not be called for tasks that do
not need to fetch the result remotely).
|
void |
onTaskStart(SparkListenerTaskStart taskStart)
Called when a task starts
|
void |
onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
Called when an RDD is manually unpersisted by the application
|
void onStageCompleted(SparkListenerStageCompleted stageCompleted)
void onStageSubmitted(SparkListenerStageSubmitted stageSubmitted)
void onTaskStart(SparkListenerTaskStart taskStart)
void onTaskGettingResult(SparkListenerTaskGettingResult taskGettingResult)
void onTaskEnd(SparkListenerTaskEnd taskEnd)
void onJobStart(SparkListenerJobStart jobStart)
void onJobEnd(SparkListenerJobEnd jobEnd)
void onEnvironmentUpdate(SparkListenerEnvironmentUpdate environmentUpdate)
void onBlockManagerAdded(SparkListenerBlockManagerAdded blockManagerAdded)
void onBlockManagerRemoved(SparkListenerBlockManagerRemoved blockManagerRemoved)
void onUnpersistRDD(SparkListenerUnpersistRDD unpersistRDD)
void onApplicationStart(SparkListenerApplicationStart applicationStart)
void onApplicationEnd(SparkListenerApplicationEnd applicationEnd)