public class KafkaOutputFormat extends Object implements HiveOutputFormat<org.apache.hadoop.io.NullWritable,KafkaWritable>
Constructor and Description |
---|
KafkaOutputFormat() |
Modifier and Type | Method and Description |
---|---|
void |
checkOutputSpecs(org.apache.hadoop.fs.FileSystem fileSystem,
org.apache.hadoop.mapred.JobConf jobConf) |
FileSinkOperator.RecordWriter |
getHiveRecordWriter(org.apache.hadoop.mapred.JobConf jc,
org.apache.hadoop.fs.Path finalOutPath,
Class<? extends org.apache.hadoop.io.Writable> valueClass,
boolean isCompressed,
Properties tableProperties,
org.apache.hadoop.util.Progressable progress)
create the final out file and get some specific settings.
|
org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,KafkaWritable> |
getRecordWriter(org.apache.hadoop.fs.FileSystem fileSystem,
org.apache.hadoop.mapred.JobConf jobConf,
String s,
org.apache.hadoop.util.Progressable progressable) |
public FileSinkOperator.RecordWriter getHiveRecordWriter(org.apache.hadoop.mapred.JobConf jc, org.apache.hadoop.fs.Path finalOutPath, Class<? extends org.apache.hadoop.io.Writable> valueClass, boolean isCompressed, Properties tableProperties, org.apache.hadoop.util.Progressable progress)
HiveOutputFormat
getHiveRecordWriter
in interface HiveOutputFormat<org.apache.hadoop.io.NullWritable,KafkaWritable>
jc
- the job configuration filefinalOutPath
- the final output file to be createdvalueClass
- the value class used for createisCompressed
- whether the content is compressed or nottableProperties
- the table properties of this file's corresponding tableprogress
- progress used for status reportpublic org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,KafkaWritable> getRecordWriter(org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.mapred.JobConf jobConf, String s, org.apache.hadoop.util.Progressable progressable)
getRecordWriter
in interface org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,KafkaWritable>
public void checkOutputSpecs(org.apache.hadoop.fs.FileSystem fileSystem, org.apache.hadoop.mapred.JobConf jobConf)
checkOutputSpecs
in interface org.apache.hadoop.mapred.OutputFormat<org.apache.hadoop.io.NullWritable,KafkaWritable>
Copyright © 2022 The Apache Software Foundation. All rights reserved.