public abstract class VectorReduceSinkCommonOperator extends TerminalOperator<ReduceSinkDesc> implements VectorizationContextRegion
Operator.OperatorFunc, Operator.State
Modifier and Type | Field and Description |
---|---|
protected long |
batchCounter |
protected BinarySortableSerializeWrite |
keyBinarySortableSerializeWrite |
protected int[] |
reduceSinkKeyColumnMap
Reduce sink key vector expressions.
|
protected VectorExpression[] |
reduceSinkKeyExpressions |
protected TypeInfo[] |
reduceSinkKeyTypeInfos |
protected int[] |
reduceSinkValueColumnMap |
protected VectorExpression[] |
reduceSinkValueExpressions |
protected TypeInfo[] |
reduceSinkValueTypeInfos |
protected VectorKeySeriesSerialized |
serializedKeySeries |
protected String |
taskName |
protected VectorizationContext |
vContext |
protected VectorReduceSinkDesc |
vectorDesc |
protected VectorReduceSinkInfo |
vectorReduceSinkInfo
Information about our native vectorized reduce sink created by the Vectorizer class during
it decision process and useful for execution.
|
abortOp, alias, asyncInitOperations, cContext, childOperators, childOperatorsArray, childOperatorsTag, colExprMap, conf, CONTEXT_NAME_KEY, done, groupKeyObject, HIVECOUNTERCREATEDFILES, HIVECOUNTERFATAL, id, inputObjInspectors, isLogDebugEnabled, isLogInfoEnabled, isLogTraceEnabled, operatorId, outputObjInspector, parentOperators, PLOG, reporter, state, statsMap
Modifier | Constructor and Description |
---|---|
protected |
VectorReduceSinkCommonOperator()
Kryo ctor.
|
|
VectorReduceSinkCommonOperator(CompilationOpContext ctx) |
|
VectorReduceSinkCommonOperator(CompilationOpContext ctx,
VectorizationContext vContext,
OperatorDesc conf) |
Modifier and Type | Method and Description |
---|---|
protected void |
closeOp(boolean abort)
Operator specific close routine.
|
protected void |
collect(org.apache.hadoop.io.BytesWritable keyWritable,
org.apache.hadoop.io.Writable valueWritable) |
boolean |
getIsReduceSink() |
String |
getName()
Gets the name of the node.
|
static String |
getOperatorName() |
VectorizationContext |
getOuputVectorizationContext() |
String |
getReduceOutputName() |
OperatorType |
getType()
Return the type of the specific operator among the
types in OperatorType.
|
protected void |
initializeOp(org.apache.hadoop.conf.Configuration hconf)
Operator specific initialization.
|
void |
process(Object row,
int tag)
Process the row.
|
void |
setOutputCollector(org.apache.hadoop.mapred.OutputCollector _out) |
abort, acceptLimitPushdown, allInitializedParentsAreClosed, areAllParentsInitialized, augmentPlan, cleanUpInputFileChanged, cleanUpInputFileChangedOp, clone, cloneOp, cloneRecursiveChildren, close, columnNamesRowResolvedCanBeObtained, completeInitializationOp, createDummy, defaultEndGroup, defaultStartGroup, dump, dump, endGroup, flush, forward, getAdditionalCounters, getChildOperators, getChildren, getColumnExprMap, getCompilationOpContext, getConf, getConfiguration, getDone, getExecContext, getGroupKeyObject, getIdentifier, getInputObjInspectors, getNextCntr, getNumChild, getNumParent, getOperatorId, getOpTraits, getOutputObjInspector, getParentOperators, getSchema, getStatistics, getStats, initEvaluators, initEvaluators, initEvaluatorsAndReturnStruct, initialize, initialize, initializeChildren, initializeLocalWork, initOperatorId, isUseBucketizedHiveInputFormat, jobClose, jobCloseOp, logStats, opAllowedAfterMapJoin, opAllowedBeforeMapJoin, opAllowedBeforeSortMergeJoin, opAllowedConvertMapJoin, passExecContext, preorderMap, processGroup, removeChild, removeChildAndAdoptItsChildren, removeParent, removeParents, replaceChild, replaceParent, reset, resetStats, setAlias, setChildOperators, setColumnExprMap, setCompilationOpContext, setConf, setDone, setExecContext, setGroupKeyObject, setId, setInputContext, setInputObjInspectors, setOperatorId, setOpTraits, setParentOperators, setReporter, setSchema, setStatistics, setUseBucketizedHiveInputFormat, startGroup, supportAutomaticSortMergeJoin, supportSkewJoinOptimization, supportUnionRemoveOptimization, toString, toString
protected VectorReduceSinkDesc vectorDesc
protected VectorReduceSinkInfo vectorReduceSinkInfo
protected VectorizationContext vContext
protected int[] reduceSinkKeyColumnMap
protected TypeInfo[] reduceSinkKeyTypeInfos
protected VectorExpression[] reduceSinkKeyExpressions
protected int[] reduceSinkValueColumnMap
protected TypeInfo[] reduceSinkValueTypeInfos
protected VectorExpression[] reduceSinkValueExpressions
protected transient BinarySortableSerializeWrite keyBinarySortableSerializeWrite
protected transient VectorKeySeriesSerialized serializedKeySeries
protected transient String taskName
protected transient long batchCounter
protected VectorReduceSinkCommonOperator()
public VectorReduceSinkCommonOperator(CompilationOpContext ctx)
public VectorReduceSinkCommonOperator(CompilationOpContext ctx, VectorizationContext vContext, OperatorDesc conf) throws HiveException
HiveException
protected void initializeOp(org.apache.hadoop.conf.Configuration hconf) throws HiveException
Operator
initializeOp
in class Operator<ReduceSinkDesc>
HiveException
public void process(Object row, int tag) throws HiveException
Operator
process
in class Operator<ReduceSinkDesc>
row
- The object representing the row.tag
- The tag of the row usually means which parent this row comes from.
Rows with the same tag should have exactly the same rowInspector
all the time.HiveException
protected void collect(org.apache.hadoop.io.BytesWritable keyWritable, org.apache.hadoop.io.Writable valueWritable) throws IOException
IOException
protected void closeOp(boolean abort) throws HiveException
Operator
closeOp
in class Operator<ReduceSinkDesc>
HiveException
public String getName()
Node
getName
in interface Node
getName
in class TerminalOperator<ReduceSinkDesc>
public static String getOperatorName()
public OperatorType getType()
Operator
getType
in class Operator<ReduceSinkDesc>
public VectorizationContext getOuputVectorizationContext()
getOuputVectorizationContext
in interface VectorizationContextRegion
public boolean getIsReduceSink()
getIsReduceSink
in class Operator<ReduceSinkDesc>
public String getReduceOutputName()
getReduceOutputName
in class Operator<ReduceSinkDesc>
public void setOutputCollector(org.apache.hadoop.mapred.OutputCollector _out)
setOutputCollector
in class Operator<ReduceSinkDesc>
Copyright © 2016 The Apache Software Foundation. All rights reserved.