public class UnionRDD<T> extends RDD<T>
Constructor and Description |
---|
UnionRDD(SparkContext sc,
scala.collection.Seq<RDD<T>> rdds,
scala.reflect.ClassTag<T> evidence$2) |
Modifier and Type | Method and Description |
---|---|
scala.collection.Iterator<T> |
compute(Partition s,
TaskContext context)
:: DeveloperApi ::
Implemented by subclasses to compute a given partition.
|
scala.collection.Seq<Dependency<?>> |
getDependencies()
Implemented by subclasses to return how this RDD depends on parent RDDs.
|
Partition[] |
getPartitions()
Implemented by subclasses to return the set of partitions in this RDD.
|
scala.collection.Seq<String> |
getPreferredLocations(Partition s)
Optionally overridden by subclasses to specify placement preferences.
|
scala.collection.Seq<RDD<T>> |
rdds() |
aggregate, cache, cartesian, checkpoint, checkpointData, coalesce, collect, collect, context, count, countApprox, countApproxDistinct, countByValue, countByValueApprox, creationSiteInfo, dependencies, distinct, distinct, filter, filterWith, first, flatMap, flatMapWith, fold, foreach, foreachPartition, foreachWith, getCheckpointFile, getStorageLevel, glom, groupBy, groupBy, groupBy, id, intersection, intersection, intersection, isCheckpointed, iterator, keyBy, map, mapPartitions, mapPartitionsWithContext, mapPartitionsWithIndex, mapPartitionsWithSplit, mapWith, max, min, name, partitioner, partitions, persist, persist, pipe, pipe, pipe, preferredLocations, randomSplit, reduce, repartition, sample, saveAsObjectFile, saveAsTextFile, saveAsTextFile, setName, sparkContext, subtract, subtract, subtract, take, takeOrdered, takeSample, toArray, toDebugString, toJavaRDD, toLocalIterator, top, toString, union, unpersist, zip, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipPartitions, zipWithIndex, zipWithUniqueId
initialized, initializeIfNecessary, initializeLogging, initLock, isTraceEnabled, log_, log, logDebug, logDebug, logError, logError, logInfo, logInfo, logTrace, logTrace, logWarning, logWarning
public UnionRDD(SparkContext sc, scala.collection.Seq<RDD<T>> rdds, scala.reflect.ClassTag<T> evidence$2)
public Partition[] getPartitions()
RDD
public scala.collection.Seq<Dependency<?>> getDependencies()
RDD
public scala.collection.Iterator<T> compute(Partition s, TaskContext context)
RDD