public class OrcEncodedDataReader extends org.apache.tez.common.CallableWithNdc<Void> implements ConsumerFeedback<Reader.OrcEncodedColumnBatch>, TezCounterSource
Modifier and Type | Field and Description |
---|---|
static FixedSizedObjectPool<org.apache.hadoop.hive.common.io.encoded.EncodedColumnBatch.ColumnStreamData> |
CSD_POOL |
static FixedSizedObjectPool<Reader.OrcEncodedColumnBatch> |
ECB_POOL |
Constructor and Description |
---|
OrcEncodedDataReader(LowLevelCache lowLevelCache,
BufferUsageManager bufferManager,
OrcMetadataCache metadataCache,
org.apache.hadoop.conf.Configuration daemonConf,
org.apache.hadoop.conf.Configuration jobConf,
org.apache.hadoop.mapred.FileSplit split,
List<Integer> columnIds,
org.apache.hadoop.hive.ql.io.sarg.SearchArgument sarg,
String[] columnNames,
OrcEncodedDataConsumer consumer,
QueryFragmentCounters counters,
org.apache.orc.TypeDescription readerSchema) |
Modifier and Type | Method and Description |
---|---|
protected Void |
callInternal() |
void |
determineStripesToRead()
Determine which stripes to read for a split.
|
org.apache.tez.common.counters.TezCounters |
getTezCounters() |
void |
pause()
Pause data production.
|
protected Void |
performDataRead() |
void |
returnData(Reader.OrcEncodedColumnBatch ecb)
Returns processed data back to producer; necessary if e.g.
|
void |
stop()
Stop data production, the external operation has been cancelled.
|
void |
unpause()
Unpause data production.
|
public static final FixedSizedObjectPool<org.apache.hadoop.hive.common.io.encoded.EncodedColumnBatch.ColumnStreamData> CSD_POOL
public static final FixedSizedObjectPool<Reader.OrcEncodedColumnBatch> ECB_POOL
public OrcEncodedDataReader(LowLevelCache lowLevelCache, BufferUsageManager bufferManager, OrcMetadataCache metadataCache, org.apache.hadoop.conf.Configuration daemonConf, org.apache.hadoop.conf.Configuration jobConf, org.apache.hadoop.mapred.FileSplit split, List<Integer> columnIds, org.apache.hadoop.hive.ql.io.sarg.SearchArgument sarg, String[] columnNames, OrcEncodedDataConsumer consumer, QueryFragmentCounters counters, org.apache.orc.TypeDescription readerSchema) throws IOException
IOException
public void stop()
ConsumerFeedback
stop
in interface ConsumerFeedback<Reader.OrcEncodedColumnBatch>
public void pause()
ConsumerFeedback
pause
in interface ConsumerFeedback<Reader.OrcEncodedColumnBatch>
public void unpause()
ConsumerFeedback
unpause
in interface ConsumerFeedback<Reader.OrcEncodedColumnBatch>
protected Void callInternal() throws IOException, InterruptedException
callInternal
in class org.apache.tez.common.CallableWithNdc<Void>
IOException
InterruptedException
protected Void performDataRead() throws IOException
IOException
public void returnData(Reader.OrcEncodedColumnBatch ecb)
ConsumerFeedback
returnData
in interface ConsumerFeedback<Reader.OrcEncodedColumnBatch>
public void determineStripesToRead()
public org.apache.tez.common.counters.TezCounters getTezCounters()
getTezCounters
in interface TezCounterSource
Copyright © 2021 The Apache Software Foundation. All rights reserved.