public class MergeFileWork extends MapWork
SAMPLING_ON_PREV_MR, SAMPLING_ON_START
llapMode, uberMode, useVectorizedInputFileFormat, vectorizedRowBatchCtx
memNeeded, opProps, opTraits, statistics, vectorMode
Constructor and Description |
---|
MergeFileWork(List<org.apache.hadoop.fs.Path> inputPaths,
org.apache.hadoop.fs.Path outputDir,
boolean hasDynamicPartitions,
String srcTblInputFormat) |
MergeFileWork(List<org.apache.hadoop.fs.Path> inputPaths,
org.apache.hadoop.fs.Path outputDir,
String srcTblInputFormat) |
addIndexIntermediateFile, addMapWork, configureJobConf, deriveExplainAttributes, deriveLlap, getAliases, getAliasToPartnInfo, getAliasToWork, getAllRootOperators, getAnyRootOperator, getBaseSrc, getBucketedColsByDirectory, getDoSplitsGrouping, getDummyTableScan, getEventSourceColumnNameMap, getEventSourceColumnTypeMap, getEventSourcePartKeyExprMap, getEventSourceTableDescMap, getExecutionMode, getIncludedBuckets, getIndexIntermediateFile, getLlapIoDesc, getMapAliases, getMaxSplitSize, getMinSplitSizePerNode, getMinSplitSizePerRack, getNameToSplitSample, getNumMapTasks, getPartitionDescs, getPaths, getPathToAliases, getPathToPartitionInfo, getSamplingType, getSamplingTypeString, getSortedColsByDirectory, getTmpHDFSPath, getTmpPathForPartitionPruning, getTruncatedPathToAliases, getVectorizedRowBatch, getWorks, initialize, internTable, isInputFormatSorted, isLeftInputJoin, isMapperCannotSpanPartns, isUseBucketizedHiveInputFormat, mergeAliasedInput, mergingInto, replaceRoots, setAliasToPartnInfo, setAliasToWork, setBaseSrc, setDoSplitsGrouping, setDummyTableScan, setEventSourceColumnNameMap, setEventSourcePartKeyExprMap, setEventSourceTableDescMap, setIncludedBuckets, setInputformat, setInputFormatSorted, setLeftInputJoin, setMapAliases, setMapperCannotSpanPartns, setMaxSplitSize, setMinSplitSize, setMinSplitSizePerNode, setMinSplitSizePerRack, setNameToSplitSample, setNumMapTasks, setPathToAliases, setPathToPartitionInfo, setSamplingType, setTmpHDFSPath, setTmpPathForPartitionPruning, setUseBucketizedHiveInputFormat, setVectorizedRowBatch
addDummyOp, addSortCols, getAllLeafOperators, getAllOperators, getDummyOps, getLlapMode, getMapRedLocalWork, getName, getReservedMemoryMB, getSortCols, getTag, getUberMode, getUseVectorizedInputFileFormat, getVectorizedRowBatchCtx, setDummyOps, setGatheringStats, setLlapMode, setMapRedLocalWork, setName, setReservedMemoryMB, setTag, setUberMode, setUseVectorizedInputFileFormat, setVectorizedRowBatchCtx
clone, getMemoryNeeded, getOpProps, getStatistics, getTraits, getUserLevelStatistics, getVectorMode, setMemoryNeeded, setOpProps, setStatistics, setTraits, setVectorMode
public MergeFileWork(List<org.apache.hadoop.fs.Path> inputPaths, org.apache.hadoop.fs.Path outputDir, String srcTblInputFormat)
public List<org.apache.hadoop.fs.Path> getInputPaths()
public void setInputPaths(List<org.apache.hadoop.fs.Path> inputPaths)
public org.apache.hadoop.fs.Path getOutputDir()
public void setOutputDir(org.apache.hadoop.fs.Path outputDir)
public Long getMinSplitSize()
getMinSplitSize
in class MapWork
public String getInputformat()
getInputformat
in class MapWork
public Class<? extends org.apache.hadoop.mapred.InputFormat> getInputformatClass()
public boolean isGatheringStats()
isGatheringStats
in class BaseWork
public boolean hasDynamicPartitions()
public void setHasDynamicPartitions(boolean hasDynamicPartitions)
public void resolveDynamicPartitionStoredAsSubDirsMerge(HiveConf conf, org.apache.hadoop.fs.Path path, TableDesc tblDesc, ArrayList<String> aliases, PartitionDesc partDesc)
resolveDynamicPartitionStoredAsSubDirsMerge
in class MapWork
public void resolveConcatenateMerge(HiveConf conf)
public ListBucketingCtx getListBucketingCtx()
public void setListBucketingCtx(ListBucketingCtx listBucketingCtx)
listBucketingCtx
- the listBucketingCtx to setpublic boolean isListBucketingAlterTableConcatenate()
public String getSourceTableInputFormat()
public void setSourceTableInputFormat(String srcTblInputFormat)
public String getMergeLevel()
Copyright © 2016 The Apache Software Foundation. All rights reserved.