Package org.apache.spark.sql.vectorized

Class ColumnarArray

Object

org.apache.spark.sql.catalyst.util.ArrayData

org.apache.spark.sql.vectorized.ColumnarArray

All Implemented Interfaces:

Serializable, org.apache.spark.sql.catalyst.expressions.SpecializedGetters

@Evolving
public final class ColumnarArray
extends org.apache.spark.sql.catalyst.util.ArrayData

Array abstraction in ColumnVector.

See Also:

• Serialized Form

Constructor Summary

Constructors

Constructor	Description
ColumnarArray(ColumnVector data, int offset, int length)

Method Summary

Modifier and Type	Method	Description
Object[]	array()
org.apache.spark.sql.catalyst.util.ArrayData	copy()
Object	get(int ordinal, DataType dataType)
ColumnarArray	getArray(int ordinal)
byte[]	getBinary(int ordinal)
boolean	getBoolean(int ordinal)
byte	getByte(int ordinal)
Decimal	getDecimal(int ordinal, int precision, int scale)
double	getDouble(int ordinal)
float	getFloat(int ordinal)
org.apache.spark.unsafe.types.GeographyVal	getGeography(int ordinal)
org.apache.spark.unsafe.types.GeometryVal	getGeometry(int ordinal)
int	getInt(int ordinal)
CalendarInterval	getInterval(int ordinal)
long	getLong(int ordinal)
ColumnarMap	getMap(int ordinal)
short	getShort(int ordinal)
ColumnarRow	getStruct(int ordinal, int numFields)
org.apache.spark.unsafe.types.UTF8String	getUTF8String(int ordinal)
org.apache.spark.unsafe.types.VariantVal	getVariant(int ordinal)
boolean	isNullAt(int ordinal)
int	numElements()
void	setNullAt(int ordinal)
boolean[]	toBooleanArray()
byte[]	toByteArray()
double[]	toDoubleArray()
float[]	toFloatArray()
int[]	toIntArray()
long[]	toLongArray()
short[]	toShortArray()
void	update(int ordinal, Object value)

Methods inherited from class org.apache.spark.sql.catalyst.util.ArrayData

allocateArrayData, foreach, setBoolean, setByte, setDouble, setFloat, setInt, setLong, setShort, toArray, toArrayData, toObjectArray, toSeq

Methods inherited from class java.lang.Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

ColumnarArray

public ColumnarArray(ColumnVector data,
 int offset,
 int length)

Method Details

numElements

public int numElements()

Specified by:

numElements in class org.apache.spark.sql.catalyst.util.ArrayData

copy

public org.apache.spark.sql.catalyst.util.ArrayData copy()

Specified by:

copy in class org.apache.spark.sql.catalyst.util.ArrayData

toBooleanArray

public boolean[] toBooleanArray()

Overrides:

toBooleanArray in class org.apache.spark.sql.catalyst.util.ArrayData

toByteArray

public byte[] toByteArray()

Overrides:

toByteArray in class org.apache.spark.sql.catalyst.util.ArrayData

toShortArray

public short[] toShortArray()

Overrides:

toShortArray in class org.apache.spark.sql.catalyst.util.ArrayData

toIntArray

public int[] toIntArray()

Overrides:

toIntArray in class org.apache.spark.sql.catalyst.util.ArrayData

toLongArray

public long[] toLongArray()

Overrides:

toLongArray in class org.apache.spark.sql.catalyst.util.ArrayData

toFloatArray

public float[] toFloatArray()

Overrides:

toFloatArray in class org.apache.spark.sql.catalyst.util.ArrayData

toDoubleArray

public double[] toDoubleArray()

Overrides:

toDoubleArray in class org.apache.spark.sql.catalyst.util.ArrayData

array

public Object[] array()

Specified by:

array in class org.apache.spark.sql.catalyst.util.ArrayData

isNullAt

public boolean isNullAt(int ordinal)

getBoolean

public boolean getBoolean(int ordinal)

getByte

public byte getByte(int ordinal)

getShort

public short getShort(int ordinal)

getInt

public int getInt(int ordinal)

getLong

public long getLong(int ordinal)

getFloat

public float getFloat(int ordinal)

getDouble

public double getDouble(int ordinal)

getDecimal

public Decimal getDecimal(int ordinal,
 int precision,
 int scale)

getUTF8String

public org.apache.spark.unsafe.types.UTF8String getUTF8String(int ordinal)

getBinary

public byte[] getBinary(int ordinal)

getGeography

public org.apache.spark.unsafe.types.GeographyVal getGeography(int ordinal)

getGeometry

public org.apache.spark.unsafe.types.GeometryVal getGeometry(int ordinal)

getInterval

public CalendarInterval getInterval(int ordinal)

getVariant

public org.apache.spark.unsafe.types.VariantVal getVariant(int ordinal)

getStruct

public ColumnarRow getStruct(int ordinal,
 int numFields)

getArray

public ColumnarArray getArray(int ordinal)

getMap

public ColumnarMap getMap(int ordinal)

get

public Object get(int ordinal,
 DataType dataType)

update

public void update(int ordinal,
 Object value)

Specified by:

update in class org.apache.spark.sql.catalyst.util.ArrayData

setNullAt

public void setNullAt(int ordinal)

Specified by:

setNullAt in class org.apache.spark.sql.catalyst.util.ArrayData