Package org.apache.spark.sql

Interface EncoderImplicits

All Superinterfaces:
LowPrioritySQLImplicits, Serializable
All Known Implementing Classes:
SQLImplicits, StatefulProcessor.implicits$
public interface EncoderImplicits extends LowPrioritySQLImplicits, Serializable
EncoderImplicits used to implicitly generate SQL Encoders. Note that these functions don't rely on or expose SparkSession.

  • Method Details

    • newArrayEncoder

      <E> org.apache.spark.sql.catalyst.encoders.AgnosticEncoder<Object> newArrayEncoder(org.apache.spark.sql.catalyst.encoders.AgnosticEncoder<E> elementEncoder)

    • newBooleanArrayEncoder

      Encoder<boolean[]> newBooleanArrayEncoder()
      Since:
      1.6.1

    • newBooleanEncoder

      Encoder<Object> newBooleanEncoder()
      Since:
      1.6.0

    • newBooleanSeqEncoder

      Encoder<scala.collection.immutable.Seq<Object>> newBooleanSeqEncoder()
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newBoxedBooleanEncoder

      Encoder<Boolean> newBoxedBooleanEncoder()
      Since:
      2.0.0

    • newBoxedByteEncoder

      Encoder<Byte> newBoxedByteEncoder()
      Since:
      2.0.0

    • newBoxedDoubleEncoder

      Encoder<Double> newBoxedDoubleEncoder()
      Since:
      2.0.0

    • newBoxedFloatEncoder

      Encoder<Float> newBoxedFloatEncoder()
      Since:
      2.0.0

    • newBoxedIntEncoder

      Encoder<Integer> newBoxedIntEncoder()
      Since:
      2.0.0

    • newBoxedLongEncoder

      Encoder<Long> newBoxedLongEncoder()
      Since:
      2.0.0

    • newBoxedShortEncoder

      Encoder<Short> newBoxedShortEncoder()
      Since:
      2.0.0

    • newByteArrayEncoder

      Encoder<byte[]> newByteArrayEncoder()
      Since:
      1.6.1

    • newByteEncoder

      Encoder<Object> newByteEncoder()
      Since:
      1.6.0

    • newByteSeqEncoder

      Encoder<scala.collection.immutable.Seq<Object>> newByteSeqEncoder()
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newDateEncoder

      Encoder<Date> newDateEncoder()
      Since:
      2.2.0

    • newDoubleArrayEncoder

      Encoder<double[]> newDoubleArrayEncoder()
      Since:
      1.6.1

    • newDoubleEncoder

      Encoder<Object> newDoubleEncoder()
      Since:
      1.6.0

    • newDoubleSeqEncoder

      Encoder<scala.collection.immutable.Seq<Object>> newDoubleSeqEncoder()
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newDurationEncoder

      Encoder<Duration> newDurationEncoder()
      Since:
      3.2.0

    • newFloatArrayEncoder

      Encoder<float[]> newFloatArrayEncoder()
      Since:
      1.6.1

    • newFloatEncoder

      Encoder<Object> newFloatEncoder()
      Since:
      1.6.0

    • newFloatSeqEncoder

      Encoder<scala.collection.immutable.Seq<Object>> newFloatSeqEncoder()
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newInstantEncoder

      Encoder<Instant> newInstantEncoder()
      Since:
      3.0.0

    • newIntArrayEncoder

      Encoder<int[]> newIntArrayEncoder()
      Since:
      1.6.1

    • newIntEncoder

      Encoder<Object> newIntEncoder()
      Since:
      1.6.0

    • newIntSeqEncoder

      Encoder<scala.collection.immutable.Seq<Object>> newIntSeqEncoder()
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newJavaDecimalEncoder

      Encoder<BigDecimal> newJavaDecimalEncoder()
      Since:
      2.2.0

    • newJavaEnumEncoder

      <A extends Enum<?>> Encoder<A> newJavaEnumEncoder(scala.reflect.api.TypeTags.TypeTag<A> evidence$3)
      Since:
      3.2.0

    • newLocalDateEncoder

      Encoder<LocalDate> newLocalDateEncoder()
      Since:
      3.0.0

    • newLocalDateTimeEncoder

      Encoder<LocalDateTime> newLocalDateTimeEncoder()
      Since:
      3.4.0

    • newLocalTimeEncoder

      Encoder<LocalTime> newLocalTimeEncoder()
      Since:
      4.1.0

    • newLongArrayEncoder

      Encoder<long[]> newLongArrayEncoder()
      Since:
      1.6.1

    • newLongEncoder

      Encoder<Object> newLongEncoder()
      Since:
      1.6.0

    • newLongSeqEncoder

      Encoder<scala.collection.immutable.Seq<Object>> newLongSeqEncoder()
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newMapEncoder

      <T extends scala.collection.Map<?, ?>> Encoder<T> newMapEncoder(scala.reflect.api.TypeTags.TypeTag<T> evidence$6)
      Since:
      2.3.0

    • newPeriodEncoder

      Encoder<Period> newPeriodEncoder()
      Since:
      3.2.0

    • newProductArrayEncoder

      <A extends scala.Product> Encoder<Object> newProductArrayEncoder(scala.reflect.api.TypeTags.TypeTag<A> evidence$8)
      Since:
      1.6.1

    • newProductSeqEncoder

      <A extends scala.Product> Encoder<scala.collection.immutable.Seq<A>> newProductSeqEncoder(scala.reflect.api.TypeTags.TypeTag<A> evidence$4)
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Parameters:
      evidence$4 - (undocumented)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newScalaDecimalEncoder

      Encoder<scala.math.BigDecimal> newScalaDecimalEncoder()
      Since:
      2.2.0

    • newSeqEncoder

      <E> org.apache.spark.sql.catalyst.encoders.AgnosticEncoder<scala.collection.immutable.Seq<E>> newSeqEncoder(org.apache.spark.sql.catalyst.encoders.AgnosticEncoder<E> elementEncoder)

    • newSequenceEncoder

      <T extends scala.collection.immutable.Seq<Object>> Encoder<T> newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T> evidence$5)
      Since:
      2.2.0

    • newSetEncoder

      <T extends scala.collection.immutable.Set<?>> Encoder<T> newSetEncoder(scala.reflect.api.TypeTags.TypeTag<T> evidence$7)
      Notice that we serialize Set to Catalyst array. The set property is only kept when manipulating the domain objects. The serialization format doesn't keep the set property. When we have a Catalyst array which contains duplicated elements and convert it to Dataset[Set[T} by using the encoder, the elements will be de-duplicated.

      Parameters:
      evidence$7 - (undocumented)
      Returns:
      (undocumented)
      Since:
      2.3.0

    • newShortArrayEncoder

      Encoder<short[]> newShortArrayEncoder()
      Since:
      1.6.1

    • newShortEncoder

      Encoder<Object> newShortEncoder()
      Since:
      1.6.0

    • newShortSeqEncoder

      Encoder<scala.collection.immutable.Seq<Object>> newShortSeqEncoder()
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newStringArrayEncoder

      Encoder<String[]> newStringArrayEncoder()
      Since:
      1.6.1

    • newStringEncoder

      Encoder<String> newStringEncoder()
      Since:
      1.6.0

    • newStringSeqEncoder

      Encoder<scala.collection.immutable.Seq<String>> newStringSeqEncoder()
      Deprecated.
      use <T>newSequenceEncoder(scala.reflect.api.TypeTags.TypeTag<T>)
      Returns:
      (undocumented)
      Since:
      1.6.1

    • newTimeStampEncoder

      Encoder<Timestamp> newTimeStampEncoder()
      Since:
      2.2.0