public class StatsReportListener extends Object implements SparkListener, Logging
Constructor and Description |
---|
StatsReportListener() |
Modifier and Type | Method and Description |
---|---|
static scala.Option<Distribution> |
extractDoubleDistribution(scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics,
scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric) |
static scala.Option<Distribution> |
extractLongDistribution(scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics,
scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric) |
static long |
hours() |
static String |
millisToString(long ms)
Reformat a time interval in milliseconds to a prettier format for output
|
static long |
minutes() |
void |
onStageCompleted(SparkListenerStageCompleted stageCompleted)
Called when a stage completes successfully or fails, with information on the completed stage.
|
void |
onTaskEnd(SparkListenerTaskEnd taskEnd)
Called when a task ends
|
static int[] |
percentiles() |
static String |
percentilesHeader() |
static double[] |
probabilities() |
static long |
seconds() |
static void |
showBytesDistribution(String heading,
Distribution dist) |
static void |
showBytesDistribution(String heading,
scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric,
scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics) |
static void |
showBytesDistribution(String heading,
scala.Option<Distribution> dOpt) |
static void |
showDistribution(String heading,
Distribution d,
scala.Function1<Object,String> formatNumber) |
static void |
showDistribution(String heading,
scala.Option<Distribution> dOpt,
scala.Function1<Object,String> formatNumber) |
static void |
showDistribution(String heading,
scala.Option<Distribution> dOpt,
String format) |
static void |
showDistribution(String heading,
String format,
scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric,
scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics) |
static void |
showMillisDistribution(String heading,
scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric,
scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics) |
static void |
showMillisDistribution(String heading,
scala.Option<Distribution> dOpt) |
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
onApplicationEnd, onApplicationStart, onBlockManagerAdded, onBlockManagerRemoved, onEnvironmentUpdate, onExecutorAdded, onExecutorMetricsUpdate, onExecutorRemoved, onJobEnd, onJobStart, onStageSubmitted, onTaskGettingResult, onTaskStart, onUnpersistRDD
initializeIfNecessary, initializeLogging, isTraceEnabled, log_, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logName, logTrace, logTrace, logWarning, logWarning
public static int[] percentiles()
public static double[] probabilities()
public static String percentilesHeader()
public static scala.Option<Distribution> extractDoubleDistribution(scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics, scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric)
public static scala.Option<Distribution> extractLongDistribution(scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics, scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric)
public static void showDistribution(String heading, Distribution d, scala.Function1<Object,String> formatNumber)
public static void showDistribution(String heading, scala.Option<Distribution> dOpt, scala.Function1<Object,String> formatNumber)
public static void showDistribution(String heading, scala.Option<Distribution> dOpt, String format)
public static void showDistribution(String heading, String format, scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric, scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics)
public static void showBytesDistribution(String heading, scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric, scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics)
public static void showBytesDistribution(String heading, scala.Option<Distribution> dOpt)
public static void showBytesDistribution(String heading, Distribution dist)
public static void showMillisDistribution(String heading, scala.Option<Distribution> dOpt)
public static void showMillisDistribution(String heading, scala.Function2<TaskInfo,org.apache.spark.executor.TaskMetrics,scala.Option<Object>> getMetric, scala.collection.Seq<scala.Tuple2<TaskInfo,org.apache.spark.executor.TaskMetrics>> taskInfoMetrics)
public static long seconds()
public static long minutes()
public static long hours()
public static String millisToString(long ms)
public void onTaskEnd(SparkListenerTaskEnd taskEnd)
SparkListener
onTaskEnd
in interface SparkListener
public void onStageCompleted(SparkListenerStageCompleted stageCompleted)
SparkListener
onStageCompleted
in interface SparkListener