@InterfaceAudience.Public @InterfaceStability.Stable public class HCatOutputFormat extends HCatBaseOutputFormat
Constructor and Description |
---|
HCatOutputFormat() |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapreduce.OutputCommitter |
getOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context)
Get the output committer for this output format.
|
org.apache.hadoop.mapreduce.RecordWriter<org.apache.hadoop.io.WritableComparable<?>,HCatRecord> |
getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext context)
Get the record writer for the job.
|
static void |
setOutput(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.security.Credentials credentials,
OutputJobInfo outputJobInfo)
Set the information about the output to write for the job.
|
static void |
setOutput(org.apache.hadoop.mapreduce.Job job,
OutputJobInfo outputJobInfo) |
static void |
setSchema(org.apache.hadoop.conf.Configuration conf,
HCatSchema schema)
Set the schema for the data being written out to the partition.
|
static void |
setSchema(org.apache.hadoop.mapreduce.Job job,
HCatSchema schema) |
checkOutputSpecs, configureOutputStorageHandler, getJobInfo, getOutputFormat, getTableSchema, getTableSchemaWithPartitionColumns, setPartDetails
public static void setOutput(org.apache.hadoop.mapreduce.Job job, OutputJobInfo outputJobInfo) throws IOException
public static void setOutput(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.security.Credentials credentials, OutputJobInfo outputJobInfo) throws IOException
conf
- the Configuration objectcredentials
- the Credentials objectoutputJobInfo
- the table output information for the jobIOException
- the exception in communicating with the metadata serverpublic static void setSchema(org.apache.hadoop.mapreduce.Job job, HCatSchema schema) throws IOException
public static void setSchema(org.apache.hadoop.conf.Configuration conf, HCatSchema schema) throws IOException
conf
- the job Configuration objectschema
- the schema for the dataIOException
public org.apache.hadoop.mapreduce.RecordWriter<org.apache.hadoop.io.WritableComparable<?>,HCatRecord> getRecordWriter(org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException, InterruptedException
getRecordWriter
in class org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.WritableComparable<?>,HCatRecord>
context
- the information about the current taskIOException
InterruptedException
public org.apache.hadoop.mapreduce.OutputCommitter getOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException, InterruptedException
getOutputCommitter
in class org.apache.hadoop.mapreduce.OutputFormat<org.apache.hadoop.io.WritableComparable<?>,HCatRecord>
context
- the task contextIOException
InterruptedException
Copyright © 2019 The Apache Software Foundation. All rights reserved.