org.apache.hadoop.hive.llap

Class LlapBaseRecordReader<V extends org.apache.hadoop.io.WritableComparable>

java.lang.Object

org.apache.hadoop.hive.llap.LlapBaseRecordReader<V>

All Implemented Interfaces:

org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V>

public class LlapBaseRecordReader<V extends org.apache.hadoop.io.WritableComparable>
extends Object
implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V>

Base LLAP RecordReader to handle receiving of the data from the LLAP daemon.

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	LlapBaseRecordReader.ReaderEvent Define success/error events which are passed to the reader from a different thread.

Field Summary

Fields

Modifier and Type	Field and Description
protected Class<V>	clazz
protected DataInputStream	din
protected LinkedBlockingQueue<LlapBaseRecordReader.ReaderEvent>	readerEvents
protected Thread	readerThread
protected Schema	schema
protected long	timeout

Constructor Summary

Constructors

Constructor and Description
LlapBaseRecordReader(InputStream in, Schema schema, Class<V> clazz, org.apache.hadoop.mapred.JobConf job)

Method Summary

Modifier and Type	Method and Description
void	close()
org.apache.hadoop.io.NullWritable	createKey()
V	createValue()
long	getPos()
float	getProgress()
protected LlapBaseRecordReader.ReaderEvent	getReaderEvent()
protected Thread	getReaderThread()
Schema	getSchema()
void	handleEvent(LlapBaseRecordReader.ReaderEvent event)
boolean	next(org.apache.hadoop.io.NullWritable key, V value)
protected void	setReaderThread(Thread readerThread)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

din

protected final DataInputStream din

schema

protected final Schema schema

clazz

protected final Class<V extends org.apache.hadoop.io.WritableComparable> clazz

readerThread

protected Thread readerThread

readerEvents

protected final LinkedBlockingQueue<LlapBaseRecordReader.ReaderEvent> readerEvents

timeout

protected final long timeout

Constructor Detail

LlapBaseRecordReader

public LlapBaseRecordReader(InputStream in,
                            Schema schema,
                            Class<V> clazz,
                            org.apache.hadoop.mapred.JobConf job)

Method Detail

getSchema

public Schema getSchema()

close

public void close()
           throws IOException

Specified by:

close in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

Throws:

IOException

getPos

public long getPos()

Specified by:

getPos in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

getProgress

public float getProgress()

Specified by:

getProgress in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

createKey

public org.apache.hadoop.io.NullWritable createKey()

Specified by:

createKey in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

createValue

public V createValue()

Specified by:

createValue in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

next

public boolean next(org.apache.hadoop.io.NullWritable key,
                    V value)
             throws IOException

Specified by:

next in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,V extends org.apache.hadoop.io.WritableComparable>

Throws:

IOException

handleEvent

public void handleEvent(LlapBaseRecordReader.ReaderEvent event)

getReaderEvent

protected LlapBaseRecordReader.ReaderEvent getReaderEvent()
                                                   throws IOException

Throws:

IOException

setReaderThread

protected void setReaderThread(Thread readerThread)

getReaderThread

protected Thread getReaderThread()