public class HashTableSinkOperator extends TerminalOperator<HashTableSinkDesc> implements Serializable
Operator.OperatorFunc, Operator.State
Modifier and Type | Field and Description |
---|---|
protected SessionState.LogHelper |
console |
protected org.apache.hadoop.conf.Configuration |
hconf |
protected static org.slf4j.Logger |
LOG |
protected MapJoinPersistableTableContainer[] |
mapJoinTables |
protected MapJoinTableContainerSerDe[] |
mapJoinTableSerdes |
abortOp, alias, asyncInitOperations, cContext, childOperators, childOperatorsArray, childOperatorsTag, colExprMap, conf, CONTEXT_NAME_KEY, done, groupKeyObject, HIVECOUNTERCREATEDFILES, HIVECOUNTERFATAL, id, indexForTezUnion, inputObjInspectors, isLogDebugEnabled, isLogInfoEnabled, isLogTraceEnabled, operatorId, out, outputObjInspector, parentOperators, PLOG, reporter, runTimeNumRows, state, statsMap
Modifier | Constructor and Description |
---|---|
protected |
HashTableSinkOperator()
Kryo ctor.
|
|
HashTableSinkOperator(CompilationOpContext ctx) |
|
HashTableSinkOperator(CompilationOpContext ctx,
MapJoinOperator mjop) |
Modifier and Type | Method and Description |
---|---|
void |
closeOp(boolean abort)
Operator specific close routine.
|
protected void |
flushToFile() |
MapJoinTableContainer[] |
getMapJoinTables() |
String |
getName()
Implements the getName function for the Node Interface.
|
static String |
getOperatorName() |
OperatorType |
getType()
Return the type of the specific operator among the
types in OperatorType.
|
protected void |
initializeOp(org.apache.hadoop.conf.Configuration hconf)
Operator specific initialization.
|
void |
process(Object row,
int tag)
Process the row.
|
abort, acceptLimitPushdown, allInitializedParentsAreClosed, areAllParentsInitialized, augmentPlan, cleanUpInputFileChanged, cleanUpInputFileChangedOp, clone, cloneOp, cloneRecursiveChildren, close, columnNamesRowResolvedCanBeObtained, completeInitializationOp, createDummy, defaultEndGroup, defaultStartGroup, dump, dump, endGroup, flush, forward, getAdditionalCounters, getChildOperators, getChildren, getColumnExprMap, getCompilationOpContext, getConf, getConfiguration, getDone, getExecContext, getGroupKeyObject, getIdentifier, getIndexForTezUnion, getInputObjInspectors, getIsReduceSink, getNextCntr, getNumChild, getNumParent, getOperatorId, getOpTraits, getOutputObjInspector, getParentOperators, getReduceOutputName, getSchema, getStatistics, getStats, initEvaluators, initEvaluators, initEvaluatorsAndReturnStruct, initialize, initialize, initializeChildren, initializeLocalWork, initOperatorId, isUseBucketizedHiveInputFormat, jobClose, jobCloseOp, logStats, opAllowedAfterMapJoin, opAllowedBeforeMapJoin, opAllowedBeforeSortMergeJoin, opAllowedConvertMapJoin, passExecContext, preorderMap, processGroup, removeChild, removeChildAndAdoptItsChildren, removeParent, removeParents, replaceChild, replaceParent, reset, resetStats, setAlias, setChildOperators, setColumnExprMap, setCompilationOpContext, setConf, setDone, setExecContext, setGroupKeyObject, setId, setIndexForTezUnion, setInputContext, setInputObjInspectors, setOperatorId, setOpTraits, setOutputCollector, setParentOperators, setReporter, setSchema, setStatistics, setUseBucketizedHiveInputFormat, startGroup, supportAutomaticSortMergeJoin, supportSkewJoinOptimization, supportUnionRemoveOptimization, toString, toString
protected static final org.slf4j.Logger LOG
protected org.apache.hadoop.conf.Configuration hconf
protected transient MapJoinPersistableTableContainer[] mapJoinTables
protected transient MapJoinTableContainerSerDe[] mapJoinTableSerdes
protected transient SessionState.LogHelper console
protected HashTableSinkOperator()
public HashTableSinkOperator(CompilationOpContext ctx)
public HashTableSinkOperator(CompilationOpContext ctx, MapJoinOperator mjop)
protected void initializeOp(org.apache.hadoop.conf.Configuration hconf) throws HiveException
Operator
initializeOp
in class Operator<HashTableSinkDesc>
HiveException
public MapJoinTableContainer[] getMapJoinTables()
public void process(Object row, int tag) throws HiveException
Operator
process
in class Operator<HashTableSinkDesc>
row
- The object representing the row.tag
- The tag of the row usually means which parent this row comes from.
Rows with the same tag should have exactly the same rowInspector
all the time.HiveException
public void closeOp(boolean abort) throws HiveException
Operator
closeOp
in class Operator<HashTableSinkDesc>
HiveException
protected void flushToFile() throws IOException, HiveException
IOException
HiveException
public String getName()
getName
in interface Node
getName
in class TerminalOperator<HashTableSinkDesc>
public static String getOperatorName()
public OperatorType getType()
Operator
getType
in class Operator<HashTableSinkDesc>
Copyright © 2021 The Apache Software Foundation. All rights reserved.