public class VectorMapJoinBaseOperator extends MapJoinOperator implements VectorizationContextRegion
Operator.OperatorFunc, Operator.State
Modifier and Type | Field and Description |
---|---|
protected VectorizedRowBatch |
outputBatch |
protected Map<ObjectInspector,VectorAssignRow> |
outputVectorAssignRowMap |
protected VectorizedRowBatch |
scratchBatch |
protected int |
tag |
protected VectorizationContext |
vOutContext |
protected VectorizedRowBatchCtx |
vrbCtx |
firstSmallTable, hashMapRowGetters, loader, mapJoinTables, spilledMapJoinTables
emptyList, joinKeys, joinKeysObjectInspectors, posBigTable
alias, aliasFilterTags, condn, countAfterReport, dummyObj, dummyObjVectors, filterMaps, filterTags, forwardCache, heartbeatInterval, intermediate, joinFilterObjectInspectors, joinFilters, joinValues, joinValuesObjectInspectors, joinValuesStandardObjectInspectors, noOuterJoin, NOTSKIPBIGTABLE, nullsafes, numAliases, offsets, order, rowContainerStandardObjectInspectors, skipVectors, spillTableDesc, totalSz
abortOp, asyncInitOperations, cContext, childOperators, childOperatorsArray, childOperatorsTag, colExprMap, conf, CONTEXT_NAME_KEY, done, groupKeyObject, HIVECOUNTERCREATEDFILES, HIVECOUNTERFATAL, id, inputObjInspectors, isLogDebugEnabled, isLogInfoEnabled, isLogTraceEnabled, operatorId, out, outputObjInspector, parentOperators, PLOG, reporter, state, statsMap
Modifier | Constructor and Description |
---|---|
protected |
VectorMapJoinBaseOperator()
Kryo ctor.
|
|
VectorMapJoinBaseOperator(CompilationOpContext ctx) |
|
VectorMapJoinBaseOperator(CompilationOpContext ctx,
VectorizationContext vContext,
OperatorDesc conf) |
Modifier and Type | Method and Description |
---|---|
void |
closeOp(boolean aborted)
All done.
|
VectorizationContext |
getOuputVectorizationContext() |
void |
initializeOp(org.apache.hadoop.conf.Configuration hconf)
Operator specific initialization.
|
protected void |
internalForward(Object row,
ObjectInspector outputOI)
'forwards' the (row-mode) record into the (vectorized) output batch
|
protected void |
reProcessBigTable(int partitionId)
For a vectorized row batch from the rows feed from the super MapJoinOperator.
|
canSkipJoinProcessing, canSkipReload, cleanUpInputFileChangedOp, completeInitializationOp, endGroup, generateMapMetaData, getHashTableLoader, getName, getOperatorName, getRefKey, getType, getValueObjectInspectors, isInputFileChangeSensitive, loadHashTable, process, reloadHashTable, setMapJoinKey, spillBigTableRow, startGroup
checkAndGenObject, getFilteredValue, getFilterTag, getNextSize, getPosToAliasMap, hasFilter, opAllowedAfterMapJoin, opAllowedBeforeMapJoin, reportProgress, setPosToAliasMap
abort, acceptLimitPushdown, allInitializedParentsAreClosed, areAllParentsInitialized, augmentPlan, cleanUpInputFileChanged, clone, cloneOp, cloneRecursiveChildren, close, columnNamesRowResolvedCanBeObtained, createDummy, defaultEndGroup, defaultStartGroup, dump, dump, flush, forward, getAdditionalCounters, getChildOperators, getChildren, getColumnExprMap, getCompilationOpContext, getConf, getConfiguration, getDone, getExecContext, getGroupKeyObject, getIdentifier, getInputObjInspectors, getIsReduceSink, getNextCntr, getNumChild, getNumParent, getOperatorId, getOpTraits, getOutputObjInspector, getParentOperators, getReduceOutputName, getSchema, getStatistics, getStats, initEvaluators, initEvaluators, initEvaluatorsAndReturnStruct, initialize, initialize, initializeChildren, initializeLocalWork, initOperatorId, isUseBucketizedHiveInputFormat, jobClose, jobCloseOp, logStats, opAllowedBeforeSortMergeJoin, opAllowedConvertMapJoin, passExecContext, preorderMap, processGroup, removeChild, removeChildAndAdoptItsChildren, removeParent, removeParents, replaceChild, replaceParent, reset, resetStats, setAlias, setChildOperators, setColumnExprMap, setCompilationOpContext, setConf, setDone, setExecContext, setGroupKeyObject, setId, setInputContext, setInputObjInspectors, setOperatorId, setOpTraits, setOutputCollector, setParentOperators, setReporter, setSchema, setStatistics, setUseBucketizedHiveInputFormat, supportAutomaticSortMergeJoin, supportSkewJoinOptimization, supportUnionRemoveOptimization, toString, toString
protected VectorizationContext vOutContext
protected transient VectorizedRowBatch outputBatch
protected transient VectorizedRowBatch scratchBatch
protected transient Map<ObjectInspector,VectorAssignRow> outputVectorAssignRowMap
protected transient VectorizedRowBatchCtx vrbCtx
protected transient int tag
protected VectorMapJoinBaseOperator()
public VectorMapJoinBaseOperator(CompilationOpContext ctx)
public VectorMapJoinBaseOperator(CompilationOpContext ctx, VectorizationContext vContext, OperatorDesc conf) throws HiveException
HiveException
public void initializeOp(org.apache.hadoop.conf.Configuration hconf) throws HiveException
Operator
initializeOp
in class MapJoinOperator
HiveException
protected void internalForward(Object row, ObjectInspector outputOI) throws HiveException
internalForward
in class CommonJoinOperator<MapJoinDesc>
HiveException
public void closeOp(boolean aborted) throws HiveException
CommonJoinOperator
closeOp
in class MapJoinOperator
HiveException
protected void reProcessBigTable(int partitionId) throws HiveException
reProcessBigTable
in class MapJoinOperator
partitionId
- the partition from which to take out spilled big table rowsHiveException
public VectorizationContext getOuputVectorizationContext()
getOuputVectorizationContext
in interface VectorizationContextRegion
Copyright © 2016 The Apache Software Foundation. All rights reserved.