public abstract static class HadoopShimsSecure.CombineFileInputFormatShim<K,V> extends org.apache.hadoop.mapred.lib.CombineFileInputFormat<K,V> implements HadoopShims.CombineFileInputFormatShim<K,V>
Constructor and Description |
---|
CombineFileInputFormatShim() |
Modifier and Type | Method and Description |
---|---|
void |
createPool(org.apache.hadoop.mapred.JobConf conf,
org.apache.hadoop.fs.PathFilter... filters) |
org.apache.hadoop.fs.Path[] |
getInputPathsShim(org.apache.hadoop.mapred.JobConf conf) |
HadoopShimsSecure.InputSplitShim |
getInputSplitShim() |
org.apache.hadoop.mapred.RecordReader |
getRecordReader(org.apache.hadoop.mapred.JobConf job,
org.apache.hadoop.mapred.lib.CombineFileSplit split,
org.apache.hadoop.mapred.Reporter reporter,
Class<org.apache.hadoop.mapred.RecordReader<K,V>> rrClass) |
org.apache.hadoop.mapred.lib.CombineFileSplit[] |
getSplits(org.apache.hadoop.mapred.JobConf job,
int numSplits) |
createPool, createRecordReader, getRecordReader, isSplitable, isSplitable, listStatus
createPool, createPool, getFileBlockLocations, getSplits, setMaxSplitSize, setMinSplitSizeNode, setMinSplitSizeRack
addInputPath, addInputPathRecursively, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputDirRecursive, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, listStatus, makeSplit, makeSplit, setInputDirRecursive, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
public org.apache.hadoop.fs.Path[] getInputPathsShim(org.apache.hadoop.mapred.JobConf conf)
getInputPathsShim
in interface HadoopShims.CombineFileInputFormatShim<K,V>
public void createPool(org.apache.hadoop.mapred.JobConf conf, org.apache.hadoop.fs.PathFilter... filters)
createPool
in interface HadoopShims.CombineFileInputFormatShim<K,V>
createPool
in class org.apache.hadoop.mapred.lib.CombineFileInputFormat<K,V>
public org.apache.hadoop.mapred.lib.CombineFileSplit[] getSplits(org.apache.hadoop.mapred.JobConf job, int numSplits) throws IOException
getSplits
in interface HadoopShims.CombineFileInputFormatShim<K,V>
getSplits
in interface org.apache.hadoop.mapred.InputFormat<K,V>
getSplits
in class org.apache.hadoop.mapred.lib.CombineFileInputFormat<K,V>
IOException
public HadoopShimsSecure.InputSplitShim getInputSplitShim() throws IOException
getInputSplitShim
in interface HadoopShims.CombineFileInputFormatShim<K,V>
IOException
public org.apache.hadoop.mapred.RecordReader getRecordReader(org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.lib.CombineFileSplit split, org.apache.hadoop.mapred.Reporter reporter, Class<org.apache.hadoop.mapred.RecordReader<K,V>> rrClass) throws IOException
getRecordReader
in interface HadoopShims.CombineFileInputFormatShim<K,V>
IOException
Copyright © 2019 The Apache Software Foundation. All rights reserved.