org.apache.spark.sql.SQLContext

implicits

object implicits extends SQLImplicits with Serializable

:: Experimental :: (Scala-specific) Implicit methods available in Scala for converting common Scala objects into DataFrames.

val sqlContext = new SQLContext(sc)
import sqlContext.implicits._
Annotations
@Experimental()
Source
SQLContext.scala
Since

1.3.0

Linear Supertypes
Serializable, Serializable, SQLImplicits, AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. implicits
  2. Serializable
  3. Serializable
  4. SQLImplicits
  5. AnyRef
  6. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. implicit class StringToColumn extends AnyRef

    Converts $"col name" into an Column.

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. def _sqlContext: SQLContext

    Attributes
    protected
    Definition Classes
    implicitsSQLImplicits
  7. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  8. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  9. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  10. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  11. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  12. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  13. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  14. implicit def intRddToDataFrameHolder(data: RDD[Int]): DataFrameHolder

    Creates a single column DataFrame from an RDD[Int].

    Creates a single column DataFrame from an RDD[Int].

    Definition Classes
    SQLImplicits
    Since

    1.3.0

  15. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  16. implicit def localSeqToDataFrameHolder[A <: Product](data: Seq[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): DataFrameHolder

    Creates a DataFrame from a local Seq of Product.

    Creates a DataFrame from a local Seq of Product.

    Definition Classes
    SQLImplicits
    Since

    1.3.0

  17. implicit def localSeqToDatasetHolder[T](s: Seq[T])(implicit arg0: Encoder[T]): DatasetHolder[T]

    Creates a Dataset from a local Seq.

    Creates a Dataset from a local Seq.

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  18. implicit def longRddToDataFrameHolder(data: RDD[Long]): DataFrameHolder

    Creates a single column DataFrame from an RDD[Long].

    Creates a single column DataFrame from an RDD[Long].

    Definition Classes
    SQLImplicits
    Since

    1.3.0

  19. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  20. implicit def newBooleanArrayEncoder: Encoder[Array[Boolean]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  21. implicit def newBooleanEncoder: Encoder[Boolean]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  22. implicit def newBooleanSeqEncoder: Encoder[Seq[Boolean]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  23. implicit def newByteArrayEncoder: Encoder[Array[Byte]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  24. implicit def newByteEncoder: Encoder[Byte]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  25. implicit def newByteSeqEncoder: Encoder[Seq[Byte]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  26. implicit def newDoubleArrayEncoder: Encoder[Array[Double]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  27. implicit def newDoubleEncoder: Encoder[Double]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  28. implicit def newDoubleSeqEncoder: Encoder[Seq[Double]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  29. implicit def newFloatArrayEncoder: Encoder[Array[Float]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  30. implicit def newFloatEncoder: Encoder[Float]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  31. implicit def newFloatSeqEncoder: Encoder[Seq[Float]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  32. implicit def newIntArrayEncoder: Encoder[Array[Int]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  33. implicit def newIntEncoder: Encoder[Int]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  34. implicit def newIntSeqEncoder: Encoder[Seq[Int]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  35. implicit def newLongArrayEncoder: Encoder[Array[Long]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  36. implicit def newLongEncoder: Encoder[Long]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  37. implicit def newLongSeqEncoder: Encoder[Seq[Long]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  38. implicit def newProductArrayEncoder[A <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Encoder[Array[A]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  39. implicit def newProductEncoder[T <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[T]): Encoder[T]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  40. implicit def newProductSeqEncoder[A <: Product](implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): Encoder[Seq[A]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  41. implicit def newShortArrayEncoder: Encoder[Array[Short]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  42. implicit def newShortEncoder: Encoder[Short]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  43. implicit def newShortSeqEncoder: Encoder[Seq[Short]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  44. implicit def newStringArrayEncoder: Encoder[Array[String]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  45. implicit def newStringEncoder: Encoder[String]

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  46. implicit def newStringSeqEncoder: Encoder[Seq[String]]

    Definition Classes
    SQLImplicits
    Since

    1.6.1

  47. final def notify(): Unit

    Definition Classes
    AnyRef
  48. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  49. implicit def rddToDataFrameHolder[A <: Product](rdd: RDD[A])(implicit arg0: scala.reflect.api.JavaUniverse.TypeTag[A]): DataFrameHolder

    Creates a DataFrame from an RDD of Product (e.

    Creates a DataFrame from an RDD of Product (e.g. case classes, tuples).

    Definition Classes
    SQLImplicits
    Since

    1.3.0

  50. implicit def rddToDatasetHolder[T](rdd: RDD[T])(implicit arg0: Encoder[T]): DatasetHolder[T]

    Creates a Dataset from an RDD.

    Creates a Dataset from an RDD.

    Definition Classes
    SQLImplicits
    Since

    1.6.0

  51. implicit def stringRddToDataFrameHolder(data: RDD[String]): DataFrameHolder

    Creates a single column DataFrame from an RDD[String].

    Creates a single column DataFrame from an RDD[String].

    Definition Classes
    SQLImplicits
    Since

    1.3.0

  52. implicit def symbolToColumn(s: Symbol): ColumnName

    An implicit conversion that turns a Scala Symbol into a Column.

    An implicit conversion that turns a Scala Symbol into a Column.

    Definition Classes
    SQLImplicits
    Since

    1.3.0

  53. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  54. def toString(): String

    Definition Classes
    AnyRef → Any
  55. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  56. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  57. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from Serializable

Inherited from Serializable

Inherited from SQLImplicits

Inherited from AnyRef

Inherited from Any

Support functions for language integrated queries