Package org.apache.spark

Class InternalAccumulator

Object

org.apache.spark.InternalAccumulator

public class InternalAccumulator
extends Object

A collection of fields and methods concerned with internal accumulators that represent task level metrics.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	InternalAccumulator.input$
static class	InternalAccumulator.output$
static class	InternalAccumulator.shuffleRead$
static class	InternalAccumulator.shuffleWrite$

Constructor Summary

Constructors

Constructor	Description
InternalAccumulator()

Method Summary

Modifier and Type	Method	Description
static String	COLLECT_METRICS_ACCUMULATOR()
static String	DISK_BYTES_SPILLED()
static String	EXECUTOR_CPU_TIME()
static String	EXECUTOR_DESERIALIZE_CPU_TIME()
static String	EXECUTOR_DESERIALIZE_TIME()
static String	EXECUTOR_RUN_TIME()
static String	INPUT_METRICS_PREFIX()
static String	JVM_GC_TIME()
static String	MEMORY_BYTES_SPILLED()
static String	METRICS_PREFIX()
static String	OUTPUT_METRICS_PREFIX()
static String	PEAK_EXECUTION_MEMORY()
static String	PEAK_OFF_HEAP_EXECUTION_MEMORY()
static String	PEAK_ON_HEAP_EXECUTION_MEMORY()
static String	RESULT_SERIALIZATION_TIME()
static String	RESULT_SIZE()
static String	SHUFFLE_PUSH_READ_METRICS_PREFIX()
static String	SHUFFLE_READ_METRICS_PREFIX()
static String	SHUFFLE_WRITE_METRICS_PREFIX()
static String	TEST_ACCUM()
static String	UPDATED_BLOCK_STATUSES()

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

InternalAccumulator

public InternalAccumulator()

Method Details

METRICS_PREFIX

public static String METRICS_PREFIX()

SHUFFLE_READ_METRICS_PREFIX

public static String SHUFFLE_READ_METRICS_PREFIX()

SHUFFLE_WRITE_METRICS_PREFIX

public static String SHUFFLE_WRITE_METRICS_PREFIX()

OUTPUT_METRICS_PREFIX

public static String OUTPUT_METRICS_PREFIX()

INPUT_METRICS_PREFIX

public static String INPUT_METRICS_PREFIX()

SHUFFLE_PUSH_READ_METRICS_PREFIX

public static String SHUFFLE_PUSH_READ_METRICS_PREFIX()

EXECUTOR_DESERIALIZE_TIME

public static String EXECUTOR_DESERIALIZE_TIME()

EXECUTOR_DESERIALIZE_CPU_TIME

public static String EXECUTOR_DESERIALIZE_CPU_TIME()

EXECUTOR_RUN_TIME

public static String EXECUTOR_RUN_TIME()

EXECUTOR_CPU_TIME

public static String EXECUTOR_CPU_TIME()

RESULT_SIZE

public static String RESULT_SIZE()

JVM_GC_TIME

public static String JVM_GC_TIME()

RESULT_SERIALIZATION_TIME

public static String RESULT_SERIALIZATION_TIME()

MEMORY_BYTES_SPILLED

public static String MEMORY_BYTES_SPILLED()

DISK_BYTES_SPILLED

public static String DISK_BYTES_SPILLED()

PEAK_EXECUTION_MEMORY

public static String PEAK_EXECUTION_MEMORY()

PEAK_ON_HEAP_EXECUTION_MEMORY

public static String PEAK_ON_HEAP_EXECUTION_MEMORY()

PEAK_OFF_HEAP_EXECUTION_MEMORY

public static String PEAK_OFF_HEAP_EXECUTION_MEMORY()

UPDATED_BLOCK_STATUSES

public static String UPDATED_BLOCK_STATUSES()

TEST_ACCUM

public static String TEST_ACCUM()

COLLECT_METRICS_ACCUMULATOR

public static String COLLECT_METRICS_ACCUMULATOR()