public class ParquetRecordReaderWrapper extends ParquetRecordReaderBase implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>, StatsProvidingRecordReader
Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
file, filtedBlocks, jobConf, projectionPusher, reader, schemaSize, serDeStats, skipTimestampConversion
Constructor and Description |
---|
ParquetRecordReaderWrapper(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> newInputFormat,
org.apache.hadoop.mapred.InputSplit oldSplit,
org.apache.hadoop.mapred.JobConf oldJobConf,
org.apache.hadoop.mapred.Reporter reporter) |
ParquetRecordReaderWrapper(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> newInputFormat,
org.apache.hadoop.mapred.InputSplit oldSplit,
org.apache.hadoop.mapred.JobConf oldJobConf,
org.apache.hadoop.mapred.Reporter reporter,
ProjectionPusher pusher) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
org.apache.hadoop.io.NullWritable |
createKey() |
org.apache.hadoop.io.ArrayWritable |
createValue() |
long |
getPos() |
float |
getProgress() |
boolean |
next(org.apache.hadoop.io.NullWritable key,
org.apache.hadoop.io.ArrayWritable value) |
getFiltedBlocks, getSplit, getStats, setFilter
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
getStats
public ParquetRecordReaderWrapper(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> newInputFormat, org.apache.hadoop.mapred.InputSplit oldSplit, org.apache.hadoop.mapred.JobConf oldJobConf, org.apache.hadoop.mapred.Reporter reporter) throws IOException, InterruptedException
IOException
InterruptedException
public ParquetRecordReaderWrapper(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> newInputFormat, org.apache.hadoop.mapred.InputSplit oldSplit, org.apache.hadoop.mapred.JobConf oldJobConf, org.apache.hadoop.mapred.Reporter reporter, ProjectionPusher pusher) throws IOException, InterruptedException
IOException
InterruptedException
public void close() throws IOException
close
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
public org.apache.hadoop.io.NullWritable createKey()
createKey
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
public org.apache.hadoop.io.ArrayWritable createValue()
createValue
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
public long getPos() throws IOException
getPos
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
public float getProgress() throws IOException
getProgress
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
public boolean next(org.apache.hadoop.io.NullWritable key, org.apache.hadoop.io.ArrayWritable value) throws IOException
next
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
Copyright © 2021 The Apache Software Foundation. All rights reserved.