public class SerDeEncodedDataReader extends org.apache.tez.common.CallableWithNdc<Void> implements ConsumerFeedback<Reader.OrcEncodedColumnBatch>, TezCounterSource
Modifier and Type | Class and Description |
---|---|
static class |
SerDeEncodedDataReader.CacheWriter |
Modifier and Type | Field and Description |
---|---|
static FixedSizedObjectPool<org.apache.hadoop.hive.common.io.encoded.EncodedColumnBatch.ColumnStreamData> |
CSD_POOL |
static FixedSizedObjectPool<Reader.OrcEncodedColumnBatch> |
ECB_POOL |
Constructor and Description |
---|
SerDeEncodedDataReader(SerDeLowLevelCacheImpl cache,
BufferUsageManager bufferManager,
org.apache.hadoop.conf.Configuration daemonConf,
org.apache.hadoop.mapred.FileSplit split,
List<Integer> columnIds,
OrcEncodedDataConsumer consumer,
org.apache.hadoop.mapred.JobConf jobConf,
org.apache.hadoop.mapred.Reporter reporter,
org.apache.hadoop.mapred.InputFormat<?,?> sourceInputFormat,
Deserializer sourceSerDe,
QueryFragmentCounters counters,
org.apache.orc.TypeDescription schema,
Map<org.apache.hadoop.fs.Path,PartitionDesc> parts) |
Modifier and Type | Method and Description |
---|---|
void |
cacheFileData(SerDeLowLevelCacheImpl.StripeData sd) |
protected Void |
callInternal() |
org.apache.tez.common.counters.TezCounters |
getTezCounters() |
void |
pause()
Pause data production.
|
protected Void |
performDataRead() |
boolean |
processOneFileSplit(org.apache.hadoop.mapred.FileSplit split,
long startTime,
Ref<Integer> stripeIxRef,
SerDeLowLevelCacheImpl.StripeData slice) |
Boolean |
readFileWithCache(long startTime) |
void |
returnData(Reader.OrcEncodedColumnBatch ecb)
Returns processed data back to producer; necessary if e.g.
|
void |
startReadSplitFromFile(org.apache.hadoop.mapred.FileSplit split,
boolean[] splitIncludes,
SerDeLowLevelCacheImpl.StripeData slice) |
void |
stop()
Stop data production, the external operation has been cancelled.
|
void |
unpause()
Unpause data production.
|
public static final FixedSizedObjectPool<org.apache.hadoop.hive.common.io.encoded.EncodedColumnBatch.ColumnStreamData> CSD_POOL
public static final FixedSizedObjectPool<Reader.OrcEncodedColumnBatch> ECB_POOL
public SerDeEncodedDataReader(SerDeLowLevelCacheImpl cache, BufferUsageManager bufferManager, org.apache.hadoop.conf.Configuration daemonConf, org.apache.hadoop.mapred.FileSplit split, List<Integer> columnIds, OrcEncodedDataConsumer consumer, org.apache.hadoop.mapred.JobConf jobConf, org.apache.hadoop.mapred.Reporter reporter, org.apache.hadoop.mapred.InputFormat<?,?> sourceInputFormat, Deserializer sourceSerDe, QueryFragmentCounters counters, org.apache.orc.TypeDescription schema, Map<org.apache.hadoop.fs.Path,PartitionDesc> parts) throws IOException
IOException
public void stop()
ConsumerFeedback
stop
in interface ConsumerFeedback<Reader.OrcEncodedColumnBatch>
public void pause()
ConsumerFeedback
pause
in interface ConsumerFeedback<Reader.OrcEncodedColumnBatch>
public void unpause()
ConsumerFeedback
unpause
in interface ConsumerFeedback<Reader.OrcEncodedColumnBatch>
protected Void callInternal() throws IOException, InterruptedException
callInternal
in class org.apache.tez.common.CallableWithNdc<Void>
IOException
InterruptedException
protected Void performDataRead() throws IOException, InterruptedException
IOException
InterruptedException
public void cacheFileData(SerDeLowLevelCacheImpl.StripeData sd)
public Boolean readFileWithCache(long startTime) throws IOException, InterruptedException
IOException
InterruptedException
public boolean processOneFileSplit(org.apache.hadoop.mapred.FileSplit split, long startTime, Ref<Integer> stripeIxRef, SerDeLowLevelCacheImpl.StripeData slice) throws IOException, InterruptedException
IOException
InterruptedException
public void startReadSplitFromFile(org.apache.hadoop.mapred.FileSplit split, boolean[] splitIncludes, SerDeLowLevelCacheImpl.StripeData slice) throws IOException
IOException
public void returnData(Reader.OrcEncodedColumnBatch ecb)
ConsumerFeedback
returnData
in interface ConsumerFeedback<Reader.OrcEncodedColumnBatch>
public org.apache.tez.common.counters.TezCounters getTezCounters()
getTezCounters
in interface TezCounterSource
Copyright © 2022 The Apache Software Foundation. All rights reserved.