@InterfaceAudience.Private @InterfaceStability.Unstable public class TezMerger extends Object
Modifier and Type | Class and Description |
---|---|
static class |
TezMerger.Segment<K,V> |
Constructor and Description |
---|
TezMerger() |
Modifier and Type | Method and Description |
---|---|
static TezRawKeyValueIterator |
merge(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.FileSystem fs,
Class keyClass,
Class valueClass,
org.apache.hadoop.io.compress.CompressionCodec codec,
boolean ifileReadAhead,
int ifileReadAheadLength,
int ifileBufferSize,
org.apache.hadoop.fs.Path[] inputs,
boolean deleteInputs,
int mergeFactor,
org.apache.hadoop.fs.Path tmpDir,
org.apache.hadoop.io.RawComparator comparator,
org.apache.hadoop.util.Progressable reporter,
org.apache.tez.common.counters.TezCounter readsCounter,
org.apache.tez.common.counters.TezCounter writesCounter,
org.apache.tez.common.counters.TezCounter bytesReadCounter,
org.apache.hadoop.util.Progress mergePhase) |
static TezRawKeyValueIterator |
merge(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.FileSystem fs,
Class keyClass,
Class valueClass,
org.apache.hadoop.io.compress.CompressionCodec codec,
boolean ifileReadAhead,
int ifileReadAheadLength,
int ifileBufferSize,
org.apache.hadoop.fs.Path[] inputs,
boolean deleteInputs,
int mergeFactor,
org.apache.hadoop.fs.Path tmpDir,
org.apache.hadoop.io.RawComparator comparator,
org.apache.hadoop.util.Progressable reporter,
org.apache.tez.common.counters.TezCounter readsCounter,
org.apache.tez.common.counters.TezCounter writesCounter,
org.apache.tez.common.counters.TezCounter mergedMapOutputsCounter,
org.apache.tez.common.counters.TezCounter bytesReadCounter,
org.apache.hadoop.util.Progress mergePhase) |
static <K,V> TezRawKeyValueIterator |
merge(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.FileSystem fs,
Class keyClass,
Class valueClass,
org.apache.hadoop.io.compress.CompressionCodec codec,
List<TezMerger.Segment> segments,
int mergeFactor,
int inMemSegments,
org.apache.hadoop.fs.Path tmpDir,
org.apache.hadoop.io.RawComparator comparator,
org.apache.hadoop.util.Progressable reporter,
boolean sortSegments,
org.apache.tez.common.counters.TezCounter readsCounter,
org.apache.tez.common.counters.TezCounter writesCounter,
org.apache.tez.common.counters.TezCounter bytesReadCounter,
org.apache.hadoop.util.Progress mergePhase) |
static <K,V> TezRawKeyValueIterator |
merge(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.FileSystem fs,
Class keyClass,
Class valueClass,
org.apache.hadoop.io.compress.CompressionCodec codec,
List<TezMerger.Segment> segments,
int mergeFactor,
org.apache.hadoop.fs.Path tmpDir,
org.apache.hadoop.io.RawComparator comparator,
org.apache.hadoop.util.Progressable reporter,
boolean sortSegments,
boolean considerFinalMergeForProgress,
org.apache.tez.common.counters.TezCounter readsCounter,
org.apache.tez.common.counters.TezCounter writesCounter,
org.apache.tez.common.counters.TezCounter bytesReadCounter,
org.apache.hadoop.util.Progress mergePhase) |
static <K,V> TezRawKeyValueIterator |
merge(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.FileSystem fs,
Class keyClass,
Class valueClass,
List<TezMerger.Segment> segments,
int mergeFactor,
org.apache.hadoop.fs.Path tmpDir,
org.apache.hadoop.io.RawComparator comparator,
org.apache.hadoop.util.Progressable reporter,
boolean sortSegments,
org.apache.tez.common.counters.TezCounter readsCounter,
org.apache.tez.common.counters.TezCounter writesCounter,
org.apache.tez.common.counters.TezCounter bytesReadCounter,
org.apache.hadoop.util.Progress mergePhase) |
static TezRawKeyValueIterator |
merge(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.fs.FileSystem fs,
Class keyClass,
Class valueClass,
List<TezMerger.Segment> segments,
int mergeFactor,
org.apache.hadoop.fs.Path tmpDir,
org.apache.hadoop.io.RawComparator comparator,
org.apache.hadoop.util.Progressable reporter,
org.apache.tez.common.counters.TezCounter readsCounter,
org.apache.tez.common.counters.TezCounter writesCounter,
org.apache.tez.common.counters.TezCounter bytesReadCounter,
org.apache.hadoop.util.Progress mergePhase) |
static <K,V> void |
writeFile(TezRawKeyValueIterator records,
IFile.Writer writer,
org.apache.hadoop.util.Progressable progressable,
long recordsBeforeProgress) |
public static TezRawKeyValueIterator merge(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, Class keyClass, Class valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, boolean ifileReadAhead, int ifileReadAheadLength, int ifileBufferSize, org.apache.hadoop.fs.Path[] inputs, boolean deleteInputs, int mergeFactor, org.apache.hadoop.fs.Path tmpDir, org.apache.hadoop.io.RawComparator comparator, org.apache.hadoop.util.Progressable reporter, org.apache.tez.common.counters.TezCounter readsCounter, org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter bytesReadCounter, org.apache.hadoop.util.Progress mergePhase) throws IOException
IOException
public static TezRawKeyValueIterator merge(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, Class keyClass, Class valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, boolean ifileReadAhead, int ifileReadAheadLength, int ifileBufferSize, org.apache.hadoop.fs.Path[] inputs, boolean deleteInputs, int mergeFactor, org.apache.hadoop.fs.Path tmpDir, org.apache.hadoop.io.RawComparator comparator, org.apache.hadoop.util.Progressable reporter, org.apache.tez.common.counters.TezCounter readsCounter, org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter mergedMapOutputsCounter, org.apache.tez.common.counters.TezCounter bytesReadCounter, org.apache.hadoop.util.Progress mergePhase) throws IOException
IOException
public static TezRawKeyValueIterator merge(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, Class keyClass, Class valueClass, List<TezMerger.Segment> segments, int mergeFactor, org.apache.hadoop.fs.Path tmpDir, org.apache.hadoop.io.RawComparator comparator, org.apache.hadoop.util.Progressable reporter, org.apache.tez.common.counters.TezCounter readsCounter, org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter bytesReadCounter, org.apache.hadoop.util.Progress mergePhase) throws IOException
IOException
public static <K,V> TezRawKeyValueIterator merge(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, Class keyClass, Class valueClass, List<TezMerger.Segment> segments, int mergeFactor, org.apache.hadoop.fs.Path tmpDir, org.apache.hadoop.io.RawComparator comparator, org.apache.hadoop.util.Progressable reporter, boolean sortSegments, org.apache.tez.common.counters.TezCounter readsCounter, org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter bytesReadCounter, org.apache.hadoop.util.Progress mergePhase) throws IOException
IOException
public static <K,V> TezRawKeyValueIterator merge(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, Class keyClass, Class valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, List<TezMerger.Segment> segments, int mergeFactor, org.apache.hadoop.fs.Path tmpDir, org.apache.hadoop.io.RawComparator comparator, org.apache.hadoop.util.Progressable reporter, boolean sortSegments, boolean considerFinalMergeForProgress, org.apache.tez.common.counters.TezCounter readsCounter, org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter bytesReadCounter, org.apache.hadoop.util.Progress mergePhase) throws IOException
IOException
public static <K,V> TezRawKeyValueIterator merge(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.fs.FileSystem fs, Class keyClass, Class valueClass, org.apache.hadoop.io.compress.CompressionCodec codec, List<TezMerger.Segment> segments, int mergeFactor, int inMemSegments, org.apache.hadoop.fs.Path tmpDir, org.apache.hadoop.io.RawComparator comparator, org.apache.hadoop.util.Progressable reporter, boolean sortSegments, org.apache.tez.common.counters.TezCounter readsCounter, org.apache.tez.common.counters.TezCounter writesCounter, org.apache.tez.common.counters.TezCounter bytesReadCounter, org.apache.hadoop.util.Progress mergePhase) throws IOException
IOException
public static <K,V> void writeFile(TezRawKeyValueIterator records, IFile.Writer writer, org.apache.hadoop.util.Progressable progressable, long recordsBeforeProgress) throws IOException
IOException
Copyright © 2015 Apache Software Foundation. All rights reserved.