org.apache.hadoop.hive.ql.io

Class RCFileRecordReader<K extends org.apache.hadoop.io.LongWritable,V extends BytesRefArrayWritable>

java.lang.Object

org.apache.hadoop.hive.ql.io.RCFileRecordReader<K,V>

Type Parameters:

K -

V -

All Implemented Interfaces:

org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,BytesRefArrayWritable>

public class RCFileRecordReader<K extends org.apache.hadoop.io.LongWritable,V extends BytesRefArrayWritable>
extends Object
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,BytesRefArrayWritable>

RCFileRecordReader.

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.conf.Configuration	conf

Constructor Summary

Constructors

Constructor and Description
RCFileRecordReader(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapred.FileSplit split)

Method Summary

Methods

Modifier and Type	Method and Description
void	close()
org.apache.hadoop.io.LongWritable	createKey()
BytesRefArrayWritable	createValue()
RCFile.KeyBuffer	getKeyBuffer()
Class<?>	getKeyClass()
long	getPos()
float	getProgress() Return the progress within the input split.
long	getStart()
Class<?>	getValueClass()
protected boolean	next(org.apache.hadoop.io.LongWritable key)
boolean	next(org.apache.hadoop.io.LongWritable key, BytesRefArrayWritable value)
boolean	nextBlock()
void	resetBuffer()
protected void	seek(long pos)
void	sync(long pos)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

conf

protected org.apache.hadoop.conf.Configuration conf

Constructor Detail

RCFileRecordReader

public RCFileRecordReader(org.apache.hadoop.conf.Configuration conf,
                  org.apache.hadoop.mapred.FileSplit split)
                   throws IOException

Throws:

IOException

Method Detail

getKeyClass

public Class<?> getKeyClass()

getValueClass

public Class<?> getValueClass()

createKey

public org.apache.hadoop.io.LongWritable createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,BytesRefArrayWritable>

createValue

public BytesRefArrayWritable createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,BytesRefArrayWritable>

nextBlock

public boolean nextBlock()
                  throws IOException

Throws:

IOException

next

public boolean next(org.apache.hadoop.io.LongWritable key,
           BytesRefArrayWritable value)
             throws IOException

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,BytesRefArrayWritable>

Throws:

IOException

next

protected boolean next(org.apache.hadoop.io.LongWritable key)
                throws IOException

Throws:

IOException

getProgress

public float getProgress()
                  throws IOException

Return the progress within the input split.

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,BytesRefArrayWritable>

Returns:

0.0 to 1.0 of the input byte range

Throws:

IOException

getPos

public long getPos()
            throws IOException

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,BytesRefArrayWritable>

Throws:

IOException

getKeyBuffer

public RCFile.KeyBuffer getKeyBuffer()

seek

protected void seek(long pos)
             throws IOException

Throws:

IOException

sync

public void sync(long pos)
          throws IOException

Throws:

IOException

resetBuffer

public void resetBuffer()

getStart

public long getStart()

close

public void close()
           throws IOException

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.LongWritable,BytesRefArrayWritable>

Throws:

IOException