org.apache.spark.sql

Interface RDDApi<T>

All Known Implementing Classes:

DataFrame

public interface RDDApi<T>

An internal interface defining the RDD-like methods for DataFrame. Please use DataFrame directly, and do NOT use this.

Method Summary

Methods

Modifier and Type	Method and Description
RDDApi<T>	cache()
Object	collect()
java.util.List<T>	collectAsList()
long	count()
DataFrame	distinct()
T	first()
<R> RDD<R>	flatMap(scala.Function1<T,scala.collection.TraversableOnce<R>> f, scala.reflect.ClassTag<R> evidence$2)
void	foreach(scala.Function1<T,scala.runtime.BoxedUnit> f)
void	foreachPartition(scala.Function1<scala.collection.Iterator<T>,scala.runtime.BoxedUnit> f)
<R> RDD<R>	map(scala.Function1<T,R> f, scala.reflect.ClassTag<R> evidence$1)
<R> RDD<R>	mapPartitions(scala.Function1<scala.collection.Iterator<T>,scala.collection.Iterator<R>> f, scala.reflect.ClassTag<R> evidence$3)
RDDApi<T>	persist()
RDDApi<T>	persist(StorageLevel newLevel)
DataFrame	repartition(int numPartitions)
Object	take(int n)
RDDApi<T>	unpersist()
RDDApi<T>	unpersist(boolean blocking)

Method Detail

cache

RDDApi<T> cache()

persist

RDDApi<T> persist()

persist

RDDApi<T> persist(StorageLevel newLevel)

unpersist

RDDApi<T> unpersist()

unpersist

RDDApi<T> unpersist(boolean blocking)

map

<R> RDD<R> map(scala.Function1<T,R> f,
             scala.reflect.ClassTag<R> evidence$1)

flatMap

<R> RDD<R> flatMap(scala.Function1<T,scala.collection.TraversableOnce<R>> f,
                 scala.reflect.ClassTag<R> evidence$2)

mapPartitions

<R> RDD<R> mapPartitions(scala.Function1<scala.collection.Iterator<T>,scala.collection.Iterator<R>> f,
                       scala.reflect.ClassTag<R> evidence$3)

foreach

void foreach(scala.Function1<T,scala.runtime.BoxedUnit> f)

foreachPartition

void foreachPartition(scala.Function1<scala.collection.Iterator<T>,scala.runtime.BoxedUnit> f)

take

Object take(int n)

collect

Object collect()

collectAsList

java.util.List<T> collectAsList()

count

long count()

first

T first()

repartition

DataFrame repartition(int numPartitions)

distinct

DataFrame distinct()