public class ParquetRecordReaderWrapper extends Object implements org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
Constructor and Description |
---|
ParquetRecordReaderWrapper(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> newInputFormat,
org.apache.hadoop.mapred.InputSplit oldSplit,
org.apache.hadoop.mapred.JobConf oldJobConf,
org.apache.hadoop.mapred.Reporter reporter) |
ParquetRecordReaderWrapper(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> newInputFormat,
org.apache.hadoop.mapred.InputSplit oldSplit,
org.apache.hadoop.mapred.JobConf oldJobConf,
org.apache.hadoop.mapred.Reporter reporter,
ProjectionPusher pusher) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
org.apache.hadoop.io.NullWritable |
createKey() |
org.apache.hadoop.io.ArrayWritable |
createValue() |
List<org.apache.parquet.hadoop.metadata.BlockMetaData> |
getFiltedBlocks() |
long |
getPos() |
float |
getProgress() |
protected org.apache.parquet.hadoop.ParquetInputSplit |
getSplit(org.apache.hadoop.mapred.InputSplit oldSplit,
org.apache.hadoop.mapred.JobConf conf)
gets a ParquetInputSplit corresponding to a split given by Hive
|
boolean |
next(org.apache.hadoop.io.NullWritable key,
org.apache.hadoop.io.ArrayWritable value) |
org.apache.parquet.filter2.compat.FilterCompat.Filter |
setFilter(org.apache.hadoop.mapred.JobConf conf,
org.apache.parquet.schema.MessageType schema) |
public ParquetRecordReaderWrapper(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> newInputFormat, org.apache.hadoop.mapred.InputSplit oldSplit, org.apache.hadoop.mapred.JobConf oldJobConf, org.apache.hadoop.mapred.Reporter reporter) throws IOException, InterruptedException
IOException
InterruptedException
public ParquetRecordReaderWrapper(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> newInputFormat, org.apache.hadoop.mapred.InputSplit oldSplit, org.apache.hadoop.mapred.JobConf oldJobConf, org.apache.hadoop.mapred.Reporter reporter, ProjectionPusher pusher) throws IOException, InterruptedException
IOException
InterruptedException
public org.apache.parquet.filter2.compat.FilterCompat.Filter setFilter(org.apache.hadoop.mapred.JobConf conf, org.apache.parquet.schema.MessageType schema)
public void close() throws IOException
close
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
public org.apache.hadoop.io.NullWritable createKey()
createKey
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
public org.apache.hadoop.io.ArrayWritable createValue()
createValue
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
public long getPos() throws IOException
getPos
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
public float getProgress() throws IOException
getProgress
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
public boolean next(org.apache.hadoop.io.NullWritable key, org.apache.hadoop.io.ArrayWritable value) throws IOException
next
in interface org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
protected org.apache.parquet.hadoop.ParquetInputSplit getSplit(org.apache.hadoop.mapred.InputSplit oldSplit, org.apache.hadoop.mapred.JobConf conf) throws IOException
oldSplit
- The split given by Hiveconf
- The JobConf of the Hive jobIOException
- if the config cannot be enhanced or if the footer cannot be read from the filepublic List<org.apache.parquet.hadoop.metadata.BlockMetaData> getFiltedBlocks()
Copyright © 2017 The Apache Software Foundation. All rights reserved.