Packages

t

org.apache.spark.sql.pipelines.graph

PipelineUpdateContext

trait PipelineUpdateContext extends AnyRef

Source
PipelineUpdateContext.scala
Linear Supertypes
AnyRef, Any
Known Subclasses
PipelineUpdateContextImpl
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. PipelineUpdateContext
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. Protected

Abstract Value Members

  1. abstract def eventBuffer: PipelineRunEventBuffer

    Buffer containing internal events that are emitted during a run of a pipeline.

  2. abstract def flowProgressEventLogger: FlowProgressEventLogger

    Emits internal flow progress events into the event buffer.

  3. abstract def fullRefreshTables: TableFilter

    Filter for which tables should be full refreshed when performing this update.

  4. abstract def refreshTables: TableFilter

    Filter for which tables should be refreshed when performing this update.

  5. abstract def resetCheckpointFlows: FlowFilter
  6. abstract def spark: classic.SparkSession

    The SparkSession for this update.

  7. abstract def unresolvedGraph: DataflowGraph

    The unresolved graph for this update.

Concrete Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##: Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  5. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
  6. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  7. def equals(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef → Any
  8. final def getClass(): Class[_ <: AnyRef]
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  9. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @IntrinsicCandidate() @native()
  10. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  11. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  12. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  13. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @IntrinsicCandidate() @native()
  14. val pipelineExecution: PipelineExecution

    Defines operations relates to end to end execution of a DataflowGraph.

  15. final def refreshFlows: FlowFilter

    Filter for which flows should be refreshed when performing this update.

    Filter for which flows should be refreshed when performing this update. Should be a superset of fullRefreshFlows.

  16. final def synchronized[T0](arg0: => T0): T0
    Definition Classes
    AnyRef
  17. def toString(): String
    Definition Classes
    AnyRef → Any
  18. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])
  19. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException]) @native()
  20. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.InterruptedException])

Deprecated Value Members

  1. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws(classOf[java.lang.Throwable]) @Deprecated
    Deprecated

    (Since version 9)

Inherited from AnyRef

Inherited from Any

Ungrouped