Packages

o

org.apache.spark.rdd

DeterministicLevel

object DeterministicLevel extends Enumeration

The deterministic level of RDD's output (i.e. what RDD#compute returns). This explains how the output will diff when Spark reruns the tasks for the RDD. There are 3 deterministic levels: 1. DETERMINATE: The RDD output is always the same data set in the same order after a rerun. 2. UNORDERED: The RDD output is always the same data set but the order can be different after a rerun. 3. INDETERMINATE. The RDD output can be different after a rerun.

Note that, the output of an RDD usually relies on the parent RDDs. When the parent RDD's output is INDETERMINATE, it's very likely the RDD's output is also INDETERMINATE.

Annotations
@DeveloperApi()
Source
RDD.scala
Linear Supertypes
Enumeration, Serializable, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. DeterministicLevel
  2. Enumeration
  3. Serializable
  4. AnyRef
  5. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Type Members

  1. class Val extends Value with Serializable
    Attributes
    protected
    Definition Classes
    Enumeration
    Annotations
    @SerialVersionUID()
  2. abstract class Value extends Ordered[Value] with Serializable
    Definition Classes
    Enumeration
    Annotations
    @SerialVersionUID()
  3. class ValueSet extends AbstractSet[Value] with SortedSet[Value] with SortedSetOps[Value, SortedSet, ValueSet] with StrictOptimizedIterableOps[Value, Set, ValueSet] with Serializable
    Definition Classes
    Enumeration
    Annotations
    @SerialVersionUID()

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val DETERMINATE: Value
  5. val INDETERMINATE: Value
  6. val UNORDERED: Value
  7. final def Value(i: Int, name: String): Value
    Attributes
    protected
    Definition Classes
    Enumeration
  8. final def Value(name: String): Value
    Attributes
    protected
    Definition Classes
    Enumeration
  9. final def Value(i: Int): Value
    Attributes
    protected
    Definition Classes
    Enumeration
  10. final def Value: Value
    Attributes
    protected
    Definition Classes
    Enumeration
  11. final def apply(x: Int): Value
    Definition Classes
    Enumeration
  12. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  13. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  14. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  15. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  16. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  17. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  18. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  19. final def maxId: Int
    Definition Classes
    Enumeration
  20. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  21. var nextId: Int
    Attributes
    protected
    Definition Classes
    Enumeration
  22. var nextName: Iterator[String]
    Attributes
    protected
    Definition Classes
    Enumeration
  23. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  24. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  25. def readResolve(): AnyRef
    Attributes
    protected
    Definition Classes
    Enumeration
  26. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  27. def toString(): String
    Definition Classes
    Enumeration → AnyRef → Any
  28. def values: ValueSet
    Definition Classes
    Enumeration
  29. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  30. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  31. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  32. final def withName(s: String): Value
    Definition Classes
    Enumeration
  33. implicit object ValueOrdering extends Ordering[Value]
    Definition Classes
    Enumeration

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from Enumeration

Inherited from Serializable

Inherited from AnyRef

Inherited from Any

Ungrouped