public class MapredParquetInputFormat extends org.apache.hadoop.mapred.FileInputFormat<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable> implements InputFormatChecker, VectorizedInputFormatInterface, LlapCacheOnlyInputFormatInterface
Modifier | Constructor and Description |
---|---|
|
MapredParquetInputFormat() |
protected |
MapredParquetInputFormat(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> inputFormat) |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable> |
getRecordReader(org.apache.hadoop.mapred.InputSplit split,
org.apache.hadoop.mapred.JobConf job,
org.apache.hadoop.mapred.Reporter reporter) |
VectorizedSupport.Support[] |
getSupportedFeatures() |
void |
injectCaches(org.apache.hadoop.hive.common.io.FileMetadataCache metadataCache,
org.apache.hadoop.hive.common.io.DataCache dataCache,
org.apache.hadoop.conf.Configuration cacheConf) |
boolean |
validateInput(org.apache.hadoop.fs.FileSystem fs,
HiveConf conf,
List<org.apache.hadoop.fs.FileStatus> files)
This method is used to validate the input files.
|
addInputPath, addInputPathRecursively, addInputPaths, computeSplitSize, getBlockIndex, getInputPathFilter, getInputPaths, getSplitHosts, getSplits, isSplitable, listStatus, makeSplit, makeSplit, setInputPathFilter, setInputPaths, setInputPaths, setMinSplitSize
public MapredParquetInputFormat()
protected MapredParquetInputFormat(org.apache.parquet.hadoop.ParquetInputFormat<org.apache.hadoop.io.ArrayWritable> inputFormat)
public org.apache.hadoop.mapred.RecordReader<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable> getRecordReader(org.apache.hadoop.mapred.InputSplit split, org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.Reporter reporter) throws IOException
getRecordReader
in interface org.apache.hadoop.mapred.InputFormat<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
getRecordReader
in class org.apache.hadoop.mapred.FileInputFormat<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.ArrayWritable>
IOException
public void injectCaches(org.apache.hadoop.hive.common.io.FileMetadataCache metadataCache, org.apache.hadoop.hive.common.io.DataCache dataCache, org.apache.hadoop.conf.Configuration cacheConf)
injectCaches
in interface LlapCacheOnlyInputFormatInterface
public boolean validateInput(org.apache.hadoop.fs.FileSystem fs, HiveConf conf, List<org.apache.hadoop.fs.FileStatus> files) throws IOException
InputFormatChecker
validateInput
in interface InputFormatChecker
IOException
public VectorizedSupport.Support[] getSupportedFeatures()
getSupportedFeatures
in interface VectorizedInputFormatInterface
Copyright © 2022 The Apache Software Foundation. All rights reserved.