org.apache.spark.sql.hive.orc

Class OrcRelation

Object

org.apache.spark.sql.hive.orc.OrcRelation

public class OrcRelation
extends Object

Constructor Summary

Constructors

Constructor and Description
OrcRelation()

Method Summary

Modifier and Type	Method and Description
static scala.collection.immutable.Map<String,String>	extensionsForCompressionCodecNames()
static DataType	inspectorToDataType(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector inspector)
static DataType	javaTypeToDataType(java.lang.reflect.Type clz)
static String	ORC_COMPRESSION()
static void	setRequiredColumns(org.apache.hadoop.conf.Configuration conf, StructType dataSchema, StructType requestedSchema)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	toInspector(DataType dataType)
static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector	toInspector(org.apache.spark.sql.catalyst.expressions.Expression expr)
static org.apache.spark.sql.hive.HiveInspectors.typeInfoConversions	typeInfoConversions(DataType dt)
static scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow>	unwrapOrcStructs(org.apache.hadoop.conf.Configuration conf, StructType dataSchema, StructType requiredSchema, scala.Option<org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector> maybeStructOI, scala.collection.Iterator<org.apache.hadoop.io.Writable> iterator)
static scala.Function1<Object,Object>	unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector objectInspector)
static scala.Function3<Object,org.apache.spark.sql.catalyst.InternalRow,Object,scala.runtime.BoxedUnit>	unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.StructField field)
static Object[]	wrap(org.apache.spark.sql.catalyst.InternalRow row, scala.Function1<Object,Object>[] wrappers, Object[] cache, DataType[] dataTypes)
static Object	wrap(Object a, org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi, DataType dataType)
static Object[]	wrap(scala.collection.Seq<Object> row, scala.Function1<Object,Object>[] wrappers, Object[] cache, DataType[] dataTypes)

Methods inherited from class Object

equals, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

OrcRelation

public OrcRelation()

Method Detail

ORC_COMPRESSION

public static String ORC_COMPRESSION()

extensionsForCompressionCodecNames

public static scala.collection.immutable.Map<String,String> extensionsForCompressionCodecNames()

unwrapOrcStructs

public static scala.collection.Iterator<org.apache.spark.sql.catalyst.InternalRow> unwrapOrcStructs(org.apache.hadoop.conf.Configuration conf,
                                                                                                    StructType dataSchema,
                                                                                                    StructType requiredSchema,
                                                                                                    scala.Option<org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector> maybeStructOI,
                                                                                                    scala.collection.Iterator<org.apache.hadoop.io.Writable> iterator)

setRequiredColumns

public static void setRequiredColumns(org.apache.hadoop.conf.Configuration conf,
                                      StructType dataSchema,
                                      StructType requestedSchema)

javaTypeToDataType

public static DataType javaTypeToDataType(java.lang.reflect.Type clz)

unwrapperFor

public static scala.Function1<Object,Object> unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector objectInspector)

unwrapperFor

public static scala.Function3<Object,org.apache.spark.sql.catalyst.InternalRow,Object,scala.runtime.BoxedUnit> unwrapperFor(org.apache.hadoop.hive.serde2.objectinspector.StructField field)

wrap

public static Object wrap(Object a,
                          org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector oi,
                          DataType dataType)

wrap

public static Object[] wrap(org.apache.spark.sql.catalyst.InternalRow row,
                            scala.Function1<Object,Object>[] wrappers,
                            Object[] cache,
                            DataType[] dataTypes)

wrap

public static Object[] wrap(scala.collection.Seq<Object> row,
                            scala.Function1<Object,Object>[] wrappers,
                            Object[] cache,
                            DataType[] dataTypes)

toInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector toInspector(DataType dataType)

toInspector

public static org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector toInspector(org.apache.spark.sql.catalyst.expressions.Expression expr)

inspectorToDataType

public static DataType inspectorToDataType(org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector inspector)

typeInfoConversions

public static org.apache.spark.sql.hive.HiveInspectors.typeInfoConversions typeInfoConversions(DataType dt)