public class JavaNewHadoopRDD<K,V> extends JavaPairRDD<K,V>
Constructor and Description |
---|
JavaNewHadoopRDD(NewHadoopRDD<K,V> rdd,
scala.reflect.ClassTag<K> kClassTag,
scala.reflect.ClassTag<V> vClassTag) |
Modifier and Type | Method and Description |
---|---|
scala.reflect.ClassTag<K> |
kClassTag() |
<R> JavaRDD<R> |
mapPartitionsWithInputSplit(Function2<org.apache.hadoop.mapreduce.InputSplit,java.util.Iterator<scala.Tuple2<K,V>>,java.util.Iterator<R>> f,
boolean preservesPartitioning)
Maps over a partition, providing the InputSplit that was used as the base of the partition.
|
scala.reflect.ClassTag<V> |
vClassTag() |
aggregate, aggregateByKey, aggregateByKey, aggregateByKey, cache, cartesian, checkpoint, classTag, coalesce, coalesce, cogroup, cogroup, cogroup, cogroup, cogroup, cogroup, cogroup, cogroup, cogroup, collect, collectAsMap, collectAsync, collectPartitions, combineByKey, combineByKey, combineByKey, combineByKey, context, count, countApprox, countApprox, countApproxDistinct, countApproxDistinctByKey, countApproxDistinctByKey, countApproxDistinctByKey, countAsync, countByKey, countByKeyApprox, countByKeyApprox, countByValue, countByValueApprox, countByValueApprox, distinct, distinct, filter, first, flatMap, flatMapToDouble, flatMapToPair, flatMapValues, fold, foldByKey, foldByKey, foldByKey, foreach, foreachAsync, foreachPartition, foreachPartitionAsync, fromJavaRDD, fromRDD, fullOuterJoin, fullOuterJoin, fullOuterJoin, getCheckpointFile, getNumPartitions, getStorageLevel, glom, groupBy, groupBy, groupByKey, groupByKey, groupByKey, groupWith, groupWith, groupWith, id, intersection, isCheckpointed, isEmpty, iterator, join, join, join, keyBy, keys, leftOuterJoin, leftOuterJoin, leftOuterJoin, lookup, map, mapPartitions, mapPartitions, mapPartitionsToDouble, mapPartitionsToDouble, mapPartitionsToPair, mapPartitionsToPair, mapPartitionsWithIndex, mapPartitionsWithIndex$default$2, mapToDouble, mapToPair, mapValues, max, min, name, partitionBy, partitioner, partitions, persist, pipe, pipe, pipe, pipe, pipe, rdd, reduce, reduceByKey, reduceByKey, reduceByKey, reduceByKeyLocally, repartition, repartitionAndSortWithinPartitions, repartitionAndSortWithinPartitions, rightOuterJoin, rightOuterJoin, rightOuterJoin, sample, sample, sampleByKey, sampleByKey, sampleByKeyExact, sampleByKeyExact, saveAsHadoopDataset, saveAsHadoopFile, saveAsHadoopFile, saveAsHadoopFile, saveAsNewAPIHadoopDataset, saveAsNewAPIHadoopFile, saveAsNewAPIHadoopFile, saveAsObjectFile, saveAsTextFile, saveAsTextFile, setName, sortByKey, sortByKey, sortByKey, sortByKey, sortByKey, sortByKey, subtract, subtract, subtract, subtractByKey, subtractByKey, subtractByKey, take, takeAsync, takeOrdered, takeOrdered, takeSample, takeSample, toDebugString, toLocalIterator, top, top, toRDD, treeAggregate, treeAggregate, treeReduce, treeReduce, union, unpersist, unpersist, values, wrapRDD, zip, zipPartitions, zipWithIndex, zipWithUniqueId
equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
aggregate, cartesian, checkpoint, collect, collectAsync, collectPartitions, context, count, countApprox, countApprox, countApproxDistinct, countAsync, countByValue, countByValueApprox, countByValueApprox, flatMap, flatMapToDouble, flatMapToPair, fold, foreach, foreachAsync, foreachPartition, foreachPartitionAsync, getCheckpointFile, getNumPartitions, getStorageLevel, glom, groupBy, groupBy, id, isCheckpointed, isEmpty, iterator, keyBy, map, mapPartitions, mapPartitions, mapPartitionsToDouble, mapPartitionsToDouble, mapPartitionsToPair, mapPartitionsToPair, mapPartitionsWithIndex, mapToDouble, mapToPair, max, min, name, partitioner, partitions, pipe, pipe, pipe, pipe, pipe, reduce, saveAsObjectFile, saveAsTextFile, saveAsTextFile, take, takeAsync, takeOrdered, takeOrdered, takeSample, takeSample, toDebugString, toLocalIterator, top, top, treeAggregate, treeAggregate, treeReduce, treeReduce, zip, zipPartitions, zipWithIndex, zipWithUniqueId
public JavaNewHadoopRDD(NewHadoopRDD<K,V> rdd, scala.reflect.ClassTag<K> kClassTag, scala.reflect.ClassTag<V> vClassTag)
public scala.reflect.ClassTag<K> kClassTag()
kClassTag
in class JavaPairRDD<K,V>
public scala.reflect.ClassTag<V> vClassTag()
vClassTag
in class JavaPairRDD<K,V>
public <R> JavaRDD<R> mapPartitionsWithInputSplit(Function2<org.apache.hadoop.mapreduce.InputSplit,java.util.Iterator<scala.Tuple2<K,V>>,java.util.Iterator<R>> f, boolean preservesPartitioning)