public abstract class VectorMapJoinOuterGenerateResultOperator extends VectorMapJoinGenerateResultOperator
Operator.Counter, Operator.OperatorFunc, Operator.State
Modifier and Type | Field and Description |
---|---|
protected int[] |
allMatches |
protected int[] |
equalKeySeriesAllMatchIndices |
protected int[] |
equalKeySeriesDuplicateCounts |
protected int[] |
equalKeySeriesHashMapResultIndices |
protected boolean[] |
equalKeySeriesIsSingleValue |
protected VectorMapJoinHashMapResult[] |
hashMapResults |
protected int[] |
inputSelected |
protected int[] |
merged |
protected int[] |
noMatchs |
protected int[] |
nonSpills |
protected int[] |
spillHashMapResultIndices |
protected int[] |
spills |
allSmallTableKeyColumnIncluded, allSmallTableKeyColumnNums, batchCounter, bigTableByteColumnVectorColumns, bigTableFilterExpressions, bigTableKeyColumnMap, bigTableKeyColumnNames, bigTableKeyExpressions, bigTableKeyTypeInfos, bigTableRetainColumnMap, bigTableRetainedVectorCopy, bigTableRetainTypeInfos, bigTableValueColumnMap, bigTableValueColumnNames, bigTableValueExpressions, bigTableValueTypeInfos, fullOuterSmallTableKeyMapping, hashTableKeyType, hashTableKind, isOuterJoin, loggingPrefix, needCommonSetup, needFirstBatchSetup, needHashTableSetup, nonOuterSmallTableKeyByteColumnVectorColumns, nonOuterSmallTableKeyColumnMap, nonOuterSmallTableKeyTypeInfos, nonOuterSmallTableKeyVectorCopy, outerSmallTableKeyByteColumnVectorColumns, outerSmallTableKeyColumnMap, outerSmallTableKeyMapping, outerSmallTableKeyVectorCopy, outputProjection, outputTypeInfos, overflowBatch, overflowRepeatedThreshold, posSingleVectorMapJoinSmallTable, projectionMapping, rowCounter, smallTableByteColumnVectorColumns, smallTableKeyOuterVectorDeserializeRow, smallTableValueColumnMap, smallTableValueMapping, smallTableValueVectorDeserializeRow, spillReplayBatch, useOverflowRepeatedThreshold, vContext, vectorDesc, vectorMapJoinHashTable, vectorMapJoinInfo, vectorMapJoinVariation, vOutContext
firstSmallTable, fullOuterBigTableRetainSize, hashMapRowGetters, isFullOuterMapJoin, isTestingNoHashTableLoad, loader, mapJoinTables, matchTracker, spilledMapJoinTables
emptyList, joinKeys, joinKeysObjectInspectors, posBigTable
alias, aliasFilterTags, aliasFilterTagsNext, condn, countAfterReport, dummyObj, dummyObjVectors, filterMaps, filterTags, forwardCache, heartbeatInterval, intermediate, joinFilterObjectInspectors, joinFilters, joinValues, joinValuesObjectInspectors, joinValuesStandardObjectInspectors, needsPostEvaluation, noOuterJoin, NOTSKIPBIGTABLE, nullsafes, numAliases, offsets, order, residualJoinFilters, residualJoinFiltersOIs, rowContainerPostFilteredOuterJoin, rowContainerStandardObjectInspectors, skipVectors, spillTableDesc, totalSz
abortOp, asyncInitOperations, cContext, childOperators, childOperatorsArray, childOperatorsTag, conf, CONTEXT_NAME_KEY, done, groupKeyObject, HIVE_COUNTER_CREATED_DYNAMIC_PARTITIONS, HIVE_COUNTER_CREATED_FILES, HIVE_COUNTER_FATAL, id, inputObjInspectors, numRows, operatorId, out, outputObjInspector, parentOperators, reporter, runTimeNumRows, state, statsMap
Modifier | Constructor and Description |
---|---|
protected |
VectorMapJoinOuterGenerateResultOperator()
Kryo ctor.
|
|
VectorMapJoinOuterGenerateResultOperator(CompilationOpContext ctx) |
|
VectorMapJoinOuterGenerateResultOperator(CompilationOpContext ctx,
OperatorDesc conf,
VectorizationContext vContext,
VectorDesc vectorDesc) |
Modifier and Type | Method and Description |
---|---|
protected void |
commonSetup() |
void |
finishOuter(VectorizedRowBatch batch,
int allMatchCount,
int equalKeySeriesCount,
boolean atLeastOneNonMatch,
boolean inputSelectedInUse,
int inputLogicalSize,
int spillCount,
int hashMapResultCount)
Generate the outer join output results for one vectorized row batch.
|
void |
finishOuterRepeated(VectorizedRowBatch batch,
JoinUtil.JoinResult joinResult,
VectorMapJoinHashMapResult hashMapResult,
boolean someRowsFilteredOut,
boolean inputSelectedInUse,
int inputLogicalSize)
Generate the outer join output results for one vectorized row batch with a repeated key.
|
protected void |
fullOuterHashTableSetup() |
protected void |
fullOuterIntersectHashTableSetup() |
protected void |
generateFullOuterLongKeySmallTableNoMatches() |
protected void |
generateFullOuterMultiKeySmallTableNoMatches() |
protected void |
generateFullOuterSmallTableNoMatches(byte smallTablePos,
MapJoinTableContainer substituteSmallTable) |
protected void |
generateFullOuterStringKeySmallTableNoMatches() |
protected void |
generateOuterNulls(VectorizedRowBatch batch,
int[] noMatchs,
int noMatchSize)
Generate the non matching outer join output results for one vectorized row batch.
|
protected void |
generateOuterNullsRepeatedAll(VectorizedRowBatch batch)
Generate the non-match outer join output results for the whole repeating vectorized
row batch.
|
protected void |
outerPerBatchSetup(VectorizedRowBatch batch)
Do the per-batch setup for an outer join.
|
closeOp, doSmallTableValueDeserializeRow, forwardBigTableBatch, forwardOverflow, generateHashMapResultMultiValue, generateHashMapResultRepeatedAll, generateHashMapResultSingleValue, initializeOp, intArrayToRangesString, longArrayToRangesString, performValueExpressions, reloadHashTable, reProcessBigTable, spillBatchRepeated, spillHashMapBatch, spillRow, verifyMonotonicallyIncreasing
completeInitializationOp, determineCommonInfo, displayBatchColumns, firstBatchSetup, getHashTableLoader, getInputVectorizationContext, getLoggingPrefix, getLoggingPrefix, getOutputVectorizationContext, getType, getVectorDesc, hashTableSetup, initLoggingPrefix, process, processBatch, setTestMapJoinTableContainer, setupOverflowBatch, setupVOutContext
canSkipJoinProcessing, canSkipReload, cleanUpInputFileChangedOp, endGroup, generateMapMetaData, getCacheKey, getName, getOperatorName, getRefKey, getValueObjectInspectors, isInputFileChangeSensitive, loadHashTable, setMapJoinKey, setMapJoinKeyNoNulls, spillBigTableRow, startGroup
addToAliasFilterTags, checkAndGenObject, getFilteredValue, getFilterTag, getNextSize, getPosToAliasMap, hasFilter, internalForward, opAllowedAfterMapJoin, opAllowedBeforeMapJoin, reportProgress, setPosToAliasMap
abort, acceptLimitPushdown, allInitializedParentsAreClosed, areAllParentsInitialized, augmentPlan, batchNeedsClone, cleanUpInputFileChanged, clone, cloneOp, cloneRecursiveChildren, close, columnNamesRowResolvedCanBeObtained, createDummy, defaultEndGroup, defaultStartGroup, dump, dump, flush, flushRecursive, forward, getAdditionalCounters, getChildOperators, getChildren, getColumnExprMap, getCompilationOpContext, getConf, getConfiguration, getCounterName, getDone, getExecContext, getGroupKeyObject, getIdentifier, getInputObjInspectors, getIsReduceSink, getMarker, getNextCntr, getNumChild, getNumParent, getOperatorId, getOpTraits, getOutputObjInspector, getParentOperators, getReduceOutputName, getSchema, getStatistics, getStats, initEvaluators, initEvaluators, initEvaluatorsAndReturnStruct, initialize, initialize, initializeChildren, initializeLocalWork, initOperatorId, isUseBucketizedHiveInputFormat, jobClose, jobCloseOp, logicalEquals, logicalEqualsTree, logStats, opAllowedBeforeSortMergeJoin, opAllowedConvertMapJoin, passExecContext, preorderMap, processGroup, removeChild, removeChildAndAdoptItsChildren, removeParent, removeParents, replaceChild, replaceParent, replaceTabAlias, reset, setAlias, setChildOperators, setColumnExprMap, setCompilationOpContext, setConf, setDone, setExecContext, setGroupKeyObject, setInputContext, setInputObjInspectors, setMarker, setNextVectorBatchGroupStatus, setOpTraits, setOutputCollector, setParentOperators, setReporter, setSchema, setStatistics, setUseBucketizedHiveInputFormat, supportAutomaticSortMergeJoin, supportSkewJoinOptimization, supportUnionRemoveOptimization, toString, toString, toString, vectorForward
protected transient VectorMapJoinHashMapResult[] hashMapResults
protected transient int[] inputSelected
protected transient int[] allMatches
protected transient int[] equalKeySeriesHashMapResultIndices
protected transient int[] equalKeySeriesAllMatchIndices
protected transient boolean[] equalKeySeriesIsSingleValue
protected transient int[] equalKeySeriesDuplicateCounts
protected transient int[] spills
protected transient int[] spillHashMapResultIndices
protected transient int[] nonSpills
protected transient int[] noMatchs
protected transient int[] merged
protected VectorMapJoinOuterGenerateResultOperator()
public VectorMapJoinOuterGenerateResultOperator(CompilationOpContext ctx)
public VectorMapJoinOuterGenerateResultOperator(CompilationOpContext ctx, OperatorDesc conf, VectorizationContext vContext, VectorDesc vectorDesc) throws HiveException
HiveException
protected void commonSetup() throws HiveException
commonSetup
in class VectorMapJoinCommonOperator
HiveException
protected void outerPerBatchSetup(VectorizedRowBatch batch)
public void finishOuter(VectorizedRowBatch batch, int allMatchCount, int equalKeySeriesCount, boolean atLeastOneNonMatch, boolean inputSelectedInUse, int inputLogicalSize, int spillCount, int hashMapResultCount) throws IOException, HiveException
batch
- The big table batch with any matching and any non matching rows both as
selected in use.allMatchCount
- Number of matches in allMatches.equalKeySeriesCount
- Number of single value matches.atLeastOneNonMatch
- Whether at least one row was a non-match.inputSelectedInUse
- A copy of the batch's selectedInUse flag on input to the process method.inputLogicalSize
- The batch's size on input to the process method.spillCount
- Number of spills in spills.hashMapResultCount
- Number of entries in hashMapResults.IOException
HiveException
protected void generateOuterNulls(VectorizedRowBatch batch, int[] noMatchs, int noMatchSize) throws IOException, HiveException
batch
- The big table batch with any matching and any non matching rows both as
selected in use.noMatchs
- A subset of the rows of the batch that are non matches.noMatchSize
- Number of non matches in noMatchs.IOException
HiveException
public void finishOuterRepeated(VectorizedRowBatch batch, JoinUtil.JoinResult joinResult, VectorMapJoinHashMapResult hashMapResult, boolean someRowsFilteredOut, boolean inputSelectedInUse, int inputLogicalSize) throws IOException, HiveException
batch
- The big table batch with any matching and any non matching rows both as
selected in use.joinResult
- The hash map lookup result for the repeated key.hashMapResult
- The array of all hash map results for the batch.someRowsFilteredOut
- Whether some rows of the repeated key batch were knocked out by the filter.inputSelectedInUse
- A copy of the batch's selectedInUse flag on input to the process method.inputLogicalSize
- The batch's size on input to the process method.IOException
HiveException
protected void generateOuterNullsRepeatedAll(VectorizedRowBatch batch) throws HiveException
batch
- The big table batch.HiveException
protected void generateFullOuterSmallTableNoMatches(byte smallTablePos, MapJoinTableContainer substituteSmallTable) throws HiveException
generateFullOuterSmallTableNoMatches
in class MapJoinOperator
HiveException
protected void generateFullOuterLongKeySmallTableNoMatches() throws HiveException
HiveException
protected void generateFullOuterMultiKeySmallTableNoMatches() throws HiveException
HiveException
protected void generateFullOuterStringKeySmallTableNoMatches() throws HiveException
HiveException
protected void fullOuterHashTableSetup()
protected void fullOuterIntersectHashTableSetup()
Copyright © 2023 The Apache Software Foundation. All rights reserved.