public class ParquetRecordWriterWrapper extends Object implements org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,ParquetHiveRecord>, StatsProvidingRecordWriter, FileSinkOperator.RecordWriter
Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
Constructor and Description |
---|
ParquetRecordWriterWrapper(org.apache.hadoop.mapreduce.OutputFormat<Void,ParquetHiveRecord> realOutputFormat,
org.apache.hadoop.mapred.JobConf jobConf,
String name,
org.apache.hadoop.util.Progressable progress,
Properties tableProperties) |
ParquetRecordWriterWrapper(org.apache.parquet.hadoop.ParquetOutputFormat<ParquetHiveRecord> realOutputFormat,
org.apache.hadoop.mapred.JobConf jobConf,
String name,
org.apache.hadoop.util.Progressable progress) |
Modifier and Type | Method and Description |
---|---|
void |
close(boolean abort) |
void |
close(org.apache.hadoop.mapred.Reporter reporter) |
SerDeStats |
getStats()
Returns the statistics information
|
void |
write(org.apache.hadoop.io.NullWritable key,
ParquetHiveRecord value) |
void |
write(org.apache.hadoop.io.Writable w) |
public ParquetRecordWriterWrapper(org.apache.hadoop.mapreduce.OutputFormat<Void,ParquetHiveRecord> realOutputFormat, org.apache.hadoop.mapred.JobConf jobConf, String name, org.apache.hadoop.util.Progressable progress, Properties tableProperties) throws IOException
IOException
public ParquetRecordWriterWrapper(org.apache.parquet.hadoop.ParquetOutputFormat<ParquetHiveRecord> realOutputFormat, org.apache.hadoop.mapred.JobConf jobConf, String name, org.apache.hadoop.util.Progressable progress) throws IOException
IOException
public void close(org.apache.hadoop.mapred.Reporter reporter) throws IOException
close
in interface org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,ParquetHiveRecord>
IOException
public void write(org.apache.hadoop.io.NullWritable key, ParquetHiveRecord value) throws IOException
write
in interface org.apache.hadoop.mapred.RecordWriter<org.apache.hadoop.io.NullWritable,ParquetHiveRecord>
IOException
public void close(boolean abort) throws IOException
close
in interface FileSinkOperator.RecordWriter
IOException
public void write(org.apache.hadoop.io.Writable w) throws IOException
write
in interface FileSinkOperator.RecordWriter
IOException
public SerDeStats getStats()
StatsProvidingRecordWriter
getStats
in interface StatsProvidingRecordWriter
Copyright © 2023 The Apache Software Foundation. All rights reserved.