org.apache.spark

Class InternalAccumulator

Object

org.apache.spark.InternalAccumulator

public class InternalAccumulator
extends Object

A collection of fields and methods concerned with internal accumulators that represent task level metrics.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	InternalAccumulator.input$
static class	InternalAccumulator.output$
static class	InternalAccumulator.shuffleRead$
static class	InternalAccumulator.shuffleWrite$

Constructor Summary

Constructors

Constructor and Description
InternalAccumulator()

Method Summary

Modifier and Type	Method and Description
static String	DISK_BYTES_SPILLED()
static String	EXECUTOR_CPU_TIME()
static String	EXECUTOR_DESERIALIZE_CPU_TIME()
static String	EXECUTOR_DESERIALIZE_TIME()
static String	EXECUTOR_RUN_TIME()
static String	INPUT_METRICS_PREFIX()
static String	JVM_GC_TIME()
static String	MEMORY_BYTES_SPILLED()
static String	METRICS_PREFIX()
static String	OUTPUT_METRICS_PREFIX()
static String	PEAK_EXECUTION_MEMORY()
static String	RESULT_SERIALIZATION_TIME()
static String	RESULT_SIZE()
static String	SHUFFLE_PUSH_READ_METRICS_PREFIX()
static String	SHUFFLE_READ_METRICS_PREFIX()
static String	SHUFFLE_WRITE_METRICS_PREFIX()
static String	TEST_ACCUM()
static String	UPDATED_BLOCK_STATUSES()

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

InternalAccumulator

public InternalAccumulator()

Method Detail

METRICS_PREFIX

public static String METRICS_PREFIX()

SHUFFLE_READ_METRICS_PREFIX

public static String SHUFFLE_READ_METRICS_PREFIX()

SHUFFLE_WRITE_METRICS_PREFIX

public static String SHUFFLE_WRITE_METRICS_PREFIX()

OUTPUT_METRICS_PREFIX

public static String OUTPUT_METRICS_PREFIX()

INPUT_METRICS_PREFIX

public static String INPUT_METRICS_PREFIX()

SHUFFLE_PUSH_READ_METRICS_PREFIX

public static String SHUFFLE_PUSH_READ_METRICS_PREFIX()

EXECUTOR_DESERIALIZE_TIME

public static String EXECUTOR_DESERIALIZE_TIME()

EXECUTOR_DESERIALIZE_CPU_TIME

public static String EXECUTOR_DESERIALIZE_CPU_TIME()

EXECUTOR_RUN_TIME

public static String EXECUTOR_RUN_TIME()

EXECUTOR_CPU_TIME

public static String EXECUTOR_CPU_TIME()

RESULT_SIZE

public static String RESULT_SIZE()

JVM_GC_TIME

public static String JVM_GC_TIME()

RESULT_SERIALIZATION_TIME

public static String RESULT_SERIALIZATION_TIME()

MEMORY_BYTES_SPILLED

public static String MEMORY_BYTES_SPILLED()

DISK_BYTES_SPILLED

public static String DISK_BYTES_SPILLED()

PEAK_EXECUTION_MEMORY

public static String PEAK_EXECUTION_MEMORY()

UPDATED_BLOCK_STATUSES

public static String UPDATED_BLOCK_STATUSES()

TEST_ACCUM

public static String TEST_ACCUM()