public class SparkOrcNewRecordReader
extends org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.ql.io.orc.OrcStruct>
OrcNewInputFormat.OrcRecordReader
.
This class exposes getObjectInspector which can be used for reducing
NameNode calls in OrcRelation.Constructor and Description |
---|
SparkOrcNewRecordReader(org.apache.hadoop.hive.ql.io.orc.Reader file,
org.apache.hadoop.conf.Configuration conf,
long offset,
long length) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
org.apache.hadoop.io.NullWritable |
getCurrentKey() |
org.apache.hadoop.hive.ql.io.orc.OrcStruct |
getCurrentValue() |
org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector |
getObjectInspector() |
float |
getProgress() |
void |
initialize(org.apache.hadoop.mapreduce.InputSplit split,
org.apache.hadoop.mapreduce.TaskAttemptContext context) |
boolean |
nextKeyValue() |
public SparkOrcNewRecordReader(org.apache.hadoop.hive.ql.io.orc.Reader file, org.apache.hadoop.conf.Configuration conf, long offset, long length) throws java.io.IOException
java.io.IOException
public void close() throws java.io.IOException
close
in interface java.io.Closeable
close
in interface java.lang.AutoCloseable
close
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.ql.io.orc.OrcStruct>
java.io.IOException
public org.apache.hadoop.io.NullWritable getCurrentKey() throws java.io.IOException, java.lang.InterruptedException
getCurrentKey
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.ql.io.orc.OrcStruct>
java.io.IOException
java.lang.InterruptedException
public org.apache.hadoop.hive.ql.io.orc.OrcStruct getCurrentValue() throws java.io.IOException, java.lang.InterruptedException
getCurrentValue
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.ql.io.orc.OrcStruct>
java.io.IOException
java.lang.InterruptedException
public float getProgress() throws java.io.IOException, java.lang.InterruptedException
getProgress
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.ql.io.orc.OrcStruct>
java.io.IOException
java.lang.InterruptedException
public void initialize(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context) throws java.io.IOException, java.lang.InterruptedException
initialize
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.ql.io.orc.OrcStruct>
java.io.IOException
java.lang.InterruptedException
public boolean nextKeyValue() throws java.io.IOException, java.lang.InterruptedException
nextKeyValue
in class org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.hive.ql.io.orc.OrcStruct>
java.io.IOException
java.lang.InterruptedException
public org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector getObjectInspector()