org.apache.hadoop.hive.ql.io

Class VectorizedRCFileRecordReader

java.lang.Object

org.apache.hadoop.hive.ql.io.VectorizedRCFileRecordReader

All Implemented Interfaces:

org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,VectorizedRowBatch>

public class VectorizedRCFileRecordReader
extends Object
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,VectorizedRowBatch>

RCFileRecordReader.

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.conf.Configuration	conf

Constructor Summary

Constructors

Constructor and Description
VectorizedRCFileRecordReader(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapred.FileSplit split)

Method Summary

Methods

Modifier and Type	Method and Description
void	close()
org.apache.hadoop.io.NullWritable	createKey()
VectorizedRowBatch	createValue()
RCFile.KeyBuffer	getKeyBuffer()
Class<?>	getKeyClass()
long	getPos()
float	getProgress() Return the progress within the input split.
long	getStart()
Class<?>	getValueClass()
protected boolean	next(org.apache.hadoop.io.LongWritable key)
boolean	next(org.apache.hadoop.io.NullWritable key, VectorizedRowBatch value)
boolean	nextBlock()
void	resetBuffer()
protected void	seek(long pos)
void	sync(long pos)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

conf

protected org.apache.hadoop.conf.Configuration conf

Constructor Detail

VectorizedRCFileRecordReader

public VectorizedRCFileRecordReader(org.apache.hadoop.conf.Configuration conf,
                            org.apache.hadoop.mapred.FileSplit split)
                             throws IOException

Throws:

IOException

Method Detail

getKeyClass

public Class<?> getKeyClass()

getValueClass

public Class<?> getValueClass()

createKey

public org.apache.hadoop.io.NullWritable createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,VectorizedRowBatch>

createValue

public VectorizedRowBatch createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,VectorizedRowBatch>

nextBlock

public boolean nextBlock()
                  throws IOException

Throws:

IOException

next

public boolean next(org.apache.hadoop.io.NullWritable key,
           VectorizedRowBatch value)
             throws IOException

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,VectorizedRowBatch>

Throws:

IOException

next

protected boolean next(org.apache.hadoop.io.LongWritable key)
                throws IOException

Throws:

IOException

getProgress

public float getProgress()
                  throws IOException

Return the progress within the input split.

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,VectorizedRowBatch>

Returns:

0.0 to 1.0 of the input byte range

Throws:

IOException

getPos

public long getPos()
            throws IOException

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,VectorizedRowBatch>

Throws:

IOException

getKeyBuffer

public RCFile.KeyBuffer getKeyBuffer()

seek

protected void seek(long pos)
             throws IOException

Throws:

IOException

sync

public void sync(long pos)
          throws IOException

Throws:

IOException

resetBuffer

public void resetBuffer()

getStart

public long getStart()

close

public void close()
           throws IOException

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,VectorizedRowBatch>

Throws:

IOException