public abstract class VectorReduceSinkCommonOperator extends TerminalOperator<ReduceSinkDesc> implements Serializable, TopNHash.BinaryCollector, VectorizationOperator, VectorizationContextRegion
Operator.Counter, Operator.OperatorFunc, Operator.State
abortOp, alias, asyncInitOperations, bucketingVersion, cContext, childOperators, childOperatorsArray, childOperatorsTag, conf, CONTEXT_NAME_KEY, done, groupKeyObject, HIVE_COUNTER_CREATED_DYNAMIC_PARTITIONS, HIVE_COUNTER_CREATED_FILES, HIVE_COUNTER_FATAL, id, indexForTezUnion, inputObjInspectors, numRows, operatorId, outputObjInspector, parentOperators, reporter, runTimeNumRows, state, statsMap
Modifier | Constructor and Description |
---|---|
protected |
VectorReduceSinkCommonOperator()
Kryo ctor.
|
|
VectorReduceSinkCommonOperator(CompilationOpContext ctx) |
|
VectorReduceSinkCommonOperator(CompilationOpContext ctx,
OperatorDesc conf,
VectorizationContext vContext,
VectorDesc vectorDesc) |
Modifier and Type | Method and Description |
---|---|
protected void |
closeOp(boolean abort)
Operator specific close routine.
|
void |
collect(byte[] key,
byte[] value,
int hash) |
protected void |
collect(HiveKey keyWritable,
org.apache.hadoop.io.BytesWritable valueWritable) |
VectorizationContext |
getInputVectorizationContext() |
boolean |
getIsReduceSink() |
String |
getName()
Gets the name of the node.
|
static String |
getOperatorName() |
VectorizationContext |
getOutputVectorizationContext() |
String |
getReduceOutputName() |
OperatorType |
getType()
Return the type of the specific operator among the
types in OperatorType.
|
VectorDesc |
getVectorDesc() |
protected void |
initializeEmptyKey(int tag) |
protected void |
initializeOp(org.apache.hadoop.conf.Configuration hconf)
Operator specific initialization.
|
void |
setOutputCollector(org.apache.hadoop.mapred.OutputCollector _out) |
abort, acceptLimitPushdown, allInitializedParentsAreClosed, areAllParentsInitialized, augmentPlan, cleanUpInputFileChanged, cleanUpInputFileChangedOp, clone, cloneOp, cloneRecursiveChildren, close, columnNamesRowResolvedCanBeObtained, completeInitializationOp, createDummy, defaultEndGroup, defaultStartGroup, dump, dump, endGroup, flush, flushRecursive, forward, forward, forward, getAdditionalCounters, getBucketingVersion, getChildOperators, getChildren, getColumnExprMap, getCompilationOpContext, getConf, getConfiguration, getCounterName, getDone, getExecContext, getGroupKeyObject, getIdentifier, getIndexForTezUnion, getInputObjInspectors, getMarker, getNextCntr, getNumChild, getNumParent, getOperatorId, getOpTraits, getOutputObjInspector, getParentOperators, getSchema, getStatistics, getStats, initEvaluators, initEvaluators, initEvaluatorsAndReturnStruct, initialize, initialize, initializeChildren, initializeLocalWork, initOperatorId, isUseBucketizedHiveInputFormat, jobClose, jobCloseOp, logicalEquals, logicalEqualsTree, logStats, opAllowedAfterMapJoin, opAllowedBeforeMapJoin, opAllowedBeforeSortMergeJoin, opAllowedConvertMapJoin, passExecContext, preorderMap, process, processGroup, removeChild, removeChildAndAdoptItsChildren, removeParent, removeParents, replaceChild, replaceParent, reset, setAlias, setBucketingVersion, setChildOperators, setColumnExprMap, setCompilationOpContext, setConf, setDone, setExecContext, setGroupKeyObject, setIndexForTezUnion, setInputContext, setInputObjInspectors, setMarker, setNextVectorBatchGroupStatus, setOpTraits, setParentOperators, setReporter, setSchema, setStatistics, setUseBucketizedHiveInputFormat, startGroup, supportAutomaticSortMergeJoin, supportSkewJoinOptimization, supportUnionRemoveOptimization, toString, toString
protected VectorReduceSinkInfo vectorReduceSinkInfo
protected VectorizationContext vContext
protected VectorReduceSinkDesc vectorDesc
protected boolean isEmptyKey
protected int[] reduceSinkKeyColumnMap
protected TypeInfo[] reduceSinkKeyTypeInfos
protected VectorExpression[] reduceSinkKeyExpressions
protected boolean isEmptyValue
protected int[] reduceSinkValueColumnMap
protected TypeInfo[] reduceSinkValueTypeInfos
protected VectorExpression[] reduceSinkValueExpressions
protected transient boolean reduceSkipTag
protected transient byte reduceTagByte
protected transient BinarySortableSerializeWrite keyBinarySortableSerializeWrite
protected transient LazyBinarySerializeWrite valueLazyBinarySerializeWrite
protected transient VectorSerializeRow<LazyBinarySerializeWrite> valueVectorSerializeRow
protected transient ByteStream.Output valueOutput
protected transient HiveKey keyWritable
protected transient org.apache.hadoop.io.BytesWritable valueBytesWritable
protected transient TopNHash reducerHash
protected transient String taskName
protected transient long batchCounter
protected VectorReduceSinkCommonOperator()
public VectorReduceSinkCommonOperator(CompilationOpContext ctx)
public VectorReduceSinkCommonOperator(CompilationOpContext ctx, OperatorDesc conf, VectorizationContext vContext, VectorDesc vectorDesc) throws HiveException
HiveException
protected void initializeOp(org.apache.hadoop.conf.Configuration hconf) throws HiveException
Operator
initializeOp
in class Operator<ReduceSinkDesc>
HiveException
protected void initializeEmptyKey(int tag)
public void collect(byte[] key, byte[] value, int hash) throws IOException
collect
in interface TopNHash.BinaryCollector
IOException
protected void collect(HiveKey keyWritable, org.apache.hadoop.io.BytesWritable valueWritable) throws HiveException, IOException
HiveException
IOException
protected void closeOp(boolean abort) throws HiveException
Operator
closeOp
in class Operator<ReduceSinkDesc>
HiveException
public String getName()
Node
getName
in interface Node
getName
in class TerminalOperator<ReduceSinkDesc>
public static String getOperatorName()
public OperatorType getType()
Operator
getType
in class Operator<ReduceSinkDesc>
public VectorizationContext getOutputVectorizationContext()
getOutputVectorizationContext
in interface VectorizationContextRegion
public boolean getIsReduceSink()
getIsReduceSink
in class Operator<ReduceSinkDesc>
public String getReduceOutputName()
getReduceOutputName
in class Operator<ReduceSinkDesc>
public void setOutputCollector(org.apache.hadoop.mapred.OutputCollector _out)
setOutputCollector
in class Operator<ReduceSinkDesc>
public VectorizationContext getInputVectorizationContext()
getInputVectorizationContext
in interface VectorizationOperator
public VectorDesc getVectorDesc()
getVectorDesc
in interface VectorizationOperator
Copyright © 2022 The Apache Software Foundation. All rights reserved.