public class ReduceWork extends BaseWork
Modifier and Type | Class and Description |
---|---|
class |
ReduceWork.ReduceExplainVectorization |
BaseWork.BaseExplainVectorization
llapMode, LOG, uberMode, useVectorizedInputFileFormat, vectorizationEnabled, vectorizationExamined, vectorizedRowBatchCtx, vectorizedVertexNum
memAvailable, memNeeded, opProps, opTraits, runtimeStatsTmpDir, statistics, vectorDesc, vectorMode
Constructor and Description |
---|
ReduceWork() |
ReduceWork(String name) |
Modifier and Type | Method and Description |
---|---|
void |
configureJobConf(org.apache.hadoop.mapred.JobConf job) |
Set<Operator<?>> |
getAllRootOperators() |
Operator<? extends OperatorDesc> |
getAnyRootOperator() |
String |
getExecutionMode() |
TableDesc |
getKeyDesc() |
int |
getMaxReduceTasks() |
int |
getMinReduceTasks() |
boolean |
getNeedsTagging() |
Integer |
getNumReduceTasks()
If the number of reducers is -1, the runtime will automatically figure it
out by input data size.
|
ReduceWork.ReduceExplainVectorization |
getReduceExplainVectorization() |
Operator<?> |
getReducer() |
boolean |
getReduceVectorizationEnabled() |
Map<Integer,String> |
getTagToInput() |
List<TableDesc> |
getTagToValueDesc() |
String |
getVectorReduceEngine() |
boolean |
isAutoReduceParallelism() |
void |
replaceRoots(Map<Operator<?>,Operator<?>> replacementMap) |
void |
setAutoReduceParallelism(boolean isAutoReduceParallelism) |
void |
setKeyDesc(TableDesc keyDesc)
If the plan has a reducer and correspondingly a reduce-sink, then store the TableDesc pointing
to keySerializeInfo of the ReduceSink
|
void |
setMaxReduceTasks(int maxReduceTasks) |
void |
setMinReduceTasks(int minReduceTasks) |
void |
setNeedsTagging(boolean needsTagging) |
void |
setNumReduceTasks(Integer numReduceTasks) |
void |
setReducer(Operator<?> reducer) |
void |
setReduceVectorizationEnabled(boolean reduceVectorizationEnabled) |
void |
setTagToInput(Map<Integer,String> tagToInput) |
void |
setTagToValueDesc(List<TableDesc> tagToValueDesc) |
void |
setVectorReduceEngine(String vectorReduceEngine) |
addDummyOp, addSortCols, getAllLeafOperators, getAllNative, getAllOperators, getDummyOps, getGroupByVectorOutput, getInputSourceToRuntimeValuesInfo, getLlapMode, getMapRedLocalWork, getName, getNotVectorizedReason, getReservedMemoryMB, getSortCols, getTag, getUberMode, getUsesVectorUDFAdaptor, getVectorizationEnabled, getVectorizationExamined, getVectorizedRowBatchCtx, getVectorizedVertexNum, isGatheringStats, setAllNative, setDummyOps, setGatheringStats, setGroupByVectorOutput, setInputSourceToRuntimeValuesInfo, setLlapMode, setMapRedLocalWork, setName, setNotVectorizedReason, setReservedMemoryMB, setTag, setUberMode, setUsesVectorUDFAdaptor, setVectorizationEnabled, setVectorizationExamined, setVectorizedRowBatchCtx, setVectorizedVertexNum
clone, getMaxMemoryAvailable, getMemoryNeeded, getOpProps, getRuntimeStatsTmpDir, getStatistics, getTraits, getUserLevelStatistics, getVectorDesc, getVectorMode, setMaxMemoryAvailable, setMemoryNeeded, setOpProps, setRuntimeStatsTmpDir, setStatistics, setTraits, setVectorDesc, setVectorMode
public ReduceWork()
public ReduceWork(String name)
public void setKeyDesc(TableDesc keyDesc)
keyDesc
- public TableDesc getKeyDesc()
public String getExecutionMode()
public Operator<?> getReducer()
public void setReducer(Operator<?> reducer)
public boolean getNeedsTagging()
public void setNeedsTagging(boolean needsTagging)
public void replaceRoots(Map<Operator<?>,Operator<?>> replacementMap)
replaceRoots
in class BaseWork
public Set<Operator<?>> getAllRootOperators()
getAllRootOperators
in class BaseWork
public Operator<? extends OperatorDesc> getAnyRootOperator()
getAnyRootOperator
in class BaseWork
public Integer getNumReduceTasks()
public void setNumReduceTasks(Integer numReduceTasks)
public void configureJobConf(org.apache.hadoop.mapred.JobConf job)
configureJobConf
in class BaseWork
public void setAutoReduceParallelism(boolean isAutoReduceParallelism)
public boolean isAutoReduceParallelism()
public void setMinReduceTasks(int minReduceTasks)
public int getMinReduceTasks()
public int getMaxReduceTasks()
public void setMaxReduceTasks(int maxReduceTasks)
public void setReduceVectorizationEnabled(boolean reduceVectorizationEnabled)
public boolean getReduceVectorizationEnabled()
public void setVectorReduceEngine(String vectorReduceEngine)
public String getVectorReduceEngine()
public ReduceWork.ReduceExplainVectorization getReduceExplainVectorization()
Copyright © 2021 The Apache Software Foundation. All rights reserved.