public class BucketizedHiveInputFormat<K extends org.apache.hadoop.io.WritableComparable,V extends org.apache.hadoop.io.Writable> extends HiveInputFormat<K,V>
HiveInputFormat.HiveInputSplit, HiveInputFormat.HiveInputSplitComparator
Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
mrwork, pathToPartitionInfo
Constructor and Description |
---|
BucketizedHiveInputFormat() |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapred.RecordReader |
getRecordReader(org.apache.hadoop.mapred.InputSplit split,
org.apache.hadoop.mapred.JobConf job,
org.apache.hadoop.mapred.Reporter reporter) |
org.apache.hadoop.mapred.InputSplit[] |
getSplits(org.apache.hadoop.mapred.JobConf job,
int numSplits) |
protected org.apache.hadoop.fs.FileStatus[] |
listStatus(org.apache.hadoop.mapred.JobConf job,
org.apache.hadoop.fs.Path dir)
Recursively lists status for all files starting from the directory dir
|
canInjectCaches, canWrapForLlap, configure, createConfForMmOriginalsSplit, getInputFormatFromCache, getMmValidWriteIds, getPartitionDescFromPath, init, injectLlapCaches, processPathsForMmRead, pushFilters, pushProjectionsAndFilters, pushProjectionsAndFilters, wrapForLlap
public org.apache.hadoop.mapred.RecordReader getRecordReader(org.apache.hadoop.mapred.InputSplit split, org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.Reporter reporter) throws IOException
getRecordReader
in interface org.apache.hadoop.mapred.InputFormat<K extends org.apache.hadoop.io.WritableComparable,V extends org.apache.hadoop.io.Writable>
getRecordReader
in class HiveInputFormat<K extends org.apache.hadoop.io.WritableComparable,V extends org.apache.hadoop.io.Writable>
IOException
protected org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.fs.Path dir) throws IOException
job
- dir
- IOException
public org.apache.hadoop.mapred.InputSplit[] getSplits(org.apache.hadoop.mapred.JobConf job, int numSplits) throws IOException
getSplits
in interface org.apache.hadoop.mapred.InputFormat<K extends org.apache.hadoop.io.WritableComparable,V extends org.apache.hadoop.io.Writable>
getSplits
in class HiveInputFormat<K extends org.apache.hadoop.io.WritableComparable,V extends org.apache.hadoop.io.Writable>
IOException
Copyright © 2019 The Apache Software Foundation. All rights reserved.