@InterfaceAudience.Public @InterfaceStability.Stable public class HCatLoader extends org.apache.pig.LoadFunc
LoadFunc
to read data from HCatModifier and Type | Field and Description |
---|---|
static String |
INNER_SIGNATURE |
static String |
INNER_SIGNATURE_PREFIX |
protected static String |
PRUNE_PROJECTION_INFO |
protected String |
signature |
Constructor and Description |
---|
HCatLoader() |
Modifier and Type | Method and Description |
---|---|
List<org.apache.pig.LoadPushDown.OperatorSet> |
getFeatures() |
org.apache.hadoop.mapreduce.InputFormat<?,?> |
getInputFormat() |
org.apache.pig.data.Tuple |
getNext() |
String[] |
getPartitionKeys(String location,
org.apache.hadoop.mapreduce.Job job) |
org.apache.pig.ResourceSchema |
getSchema(String location,
org.apache.hadoop.mapreduce.Job job) |
protected static long |
getSizeInBytes(InputJobInfo inputJobInfo)
A utility method to get the size of inputs.
|
org.apache.pig.ResourceStatistics |
getStatistics(String location,
org.apache.hadoop.mapreduce.Job job)
Get statistics about the data to be loaded.
|
void |
prepareToRead(org.apache.hadoop.mapreduce.RecordReader reader,
org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit arg1) |
org.apache.pig.LoadPushDown.RequiredFieldResponse |
pushProjection(org.apache.pig.LoadPushDown.RequiredFieldList requiredFieldsInfo) |
String |
relativeToAbsolutePath(String location,
org.apache.hadoop.fs.Path curDir) |
void |
setLocation(String location,
org.apache.hadoop.mapreduce.Job job) |
void |
setPartitionFilter(org.apache.pig.Expression partitionFilter) |
void |
setUDFContextSignature(String signature) |
protected void |
storeInUDFContext(String signature,
String key,
Object value) |
public static final String INNER_SIGNATURE
public static final String INNER_SIGNATURE_PREFIX
protected static final String PRUNE_PROJECTION_INFO
protected String signature
public org.apache.hadoop.mapreduce.InputFormat<?,?> getInputFormat() throws IOException
getInputFormat
in class org.apache.pig.LoadFunc
IOException
public String relativeToAbsolutePath(String location, org.apache.hadoop.fs.Path curDir) throws IOException
relativeToAbsolutePath
in class org.apache.pig.LoadFunc
IOException
public void setLocation(String location, org.apache.hadoop.mapreduce.Job job) throws IOException
setLocation
in class org.apache.pig.LoadFunc
IOException
public String[] getPartitionKeys(String location, org.apache.hadoop.mapreduce.Job job) throws IOException
IOException
public org.apache.pig.ResourceSchema getSchema(String location, org.apache.hadoop.mapreduce.Job job) throws IOException
IOException
public void setPartitionFilter(org.apache.pig.Expression partitionFilter) throws IOException
IOException
public org.apache.pig.ResourceStatistics getStatistics(String location, org.apache.hadoop.mapreduce.Job job) throws IOException
getStatistics
in interface org.apache.pig.LoadMetadata
IOException
public org.apache.pig.data.Tuple getNext() throws IOException
getNext
in class org.apache.pig.LoadFunc
IOException
public void prepareToRead(org.apache.hadoop.mapreduce.RecordReader reader, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit arg1) throws IOException
prepareToRead
in class org.apache.pig.LoadFunc
IOException
public List<org.apache.pig.LoadPushDown.OperatorSet> getFeatures()
getFeatures
in interface org.apache.pig.LoadPushDown
public org.apache.pig.LoadPushDown.RequiredFieldResponse pushProjection(org.apache.pig.LoadPushDown.RequiredFieldList requiredFieldsInfo) throws org.apache.pig.impl.logicalLayer.FrontendException
pushProjection
in interface org.apache.pig.LoadPushDown
org.apache.pig.impl.logicalLayer.FrontendException
public void setUDFContextSignature(String signature)
setUDFContextSignature
in class org.apache.pig.LoadFunc
protected static long getSizeInBytes(InputJobInfo inputJobInfo) throws IOException
IOException
Copyright © 2022 The Apache Software Foundation. All rights reserved.