public class MapOperator extends AbstractMapOperator
Modifier and Type | Class and Description |
---|---|
protected static class |
MapOperator.MapOpCtx |
AbstractMapOperator.Counter
Operator.OperatorFunc, Operator.State
Modifier and Type | Field and Description |
---|---|
protected long |
cntr |
protected MapOperator.MapOpCtx[] |
currentCtxs |
protected long |
logEveryNRows |
deserialize_error_count, numRows, recordCounter
abortOp, alias, asyncInitOperations, cContext, childOperators, childOperatorsArray, childOperatorsTag, colExprMap, conf, CONTEXT_NAME_KEY, done, groupKeyObject, HIVECOUNTERCREATEDFILES, HIVECOUNTERFATAL, id, inputObjInspectors, isLogDebugEnabled, isLogInfoEnabled, isLogTraceEnabled, LOG, operatorId, out, outputObjInspector, parentOperators, PLOG, reporter, state, statsMap
Modifier | Constructor and Description |
---|---|
protected |
MapOperator()
Kryo ctor.
|
|
MapOperator(CompilationOpContext ctx) |
Modifier and Type | Method and Description |
---|---|
void |
cleanUpInputFileChangedOp() |
Deserializer |
getCurrentDeserializer() |
String |
getName()
Gets the name of the node.
|
static String |
getOperatorName() |
OperatorType |
getType()
Return the type of the specific operator among the
types in OperatorType.
|
void |
initEmptyInputChildren(List<Operator<?>> children,
org.apache.hadoop.conf.Configuration hconf) |
void |
initializeContexts() |
void |
initializeMapOperator(org.apache.hadoop.conf.Configuration hconf) |
void |
initializeOp(org.apache.hadoop.conf.Configuration hconf)
Operator specific initialization.
|
static Object[] |
populateVirtualColumnValues(ExecMapperContext ctx,
List<VirtualColumn> vcs,
Object[] vcValues,
Deserializer deserializer) |
void |
process(Object row,
int tag)
Process the row.
|
void |
process(org.apache.hadoop.io.Writable value) |
protected void |
rowsForwarded(int childrenDone,
int rows) |
void |
setChildren(org.apache.hadoop.conf.Configuration hconf) |
clearConnectedOperators, closeOp, getConnectedOperators, getNominalPath, setConnectedOperators
abort, acceptLimitPushdown, allInitializedParentsAreClosed, areAllParentsInitialized, augmentPlan, cleanUpInputFileChanged, clone, cloneOp, cloneRecursiveChildren, close, columnNamesRowResolvedCanBeObtained, completeInitializationOp, createDummy, defaultEndGroup, defaultStartGroup, dump, dump, endGroup, flush, forward, getAdditionalCounters, getChildOperators, getChildren, getColumnExprMap, getCompilationOpContext, getConf, getConfiguration, getDone, getExecContext, getGroupKeyObject, getIdentifier, getInputObjInspectors, getIsReduceSink, getNextCntr, getNumChild, getNumParent, getOperatorId, getOpTraits, getOutputObjInspector, getParentOperators, getReduceOutputName, getSchema, getStatistics, getStats, initEvaluators, initEvaluators, initEvaluatorsAndReturnStruct, initialize, initialize, initializeChildren, initializeLocalWork, initOperatorId, isUseBucketizedHiveInputFormat, jobClose, jobCloseOp, logStats, opAllowedAfterMapJoin, opAllowedBeforeMapJoin, opAllowedBeforeSortMergeJoin, opAllowedConvertMapJoin, passExecContext, preorderMap, processGroup, removeChild, removeChildAndAdoptItsChildren, removeParent, removeParents, replaceChild, replaceParent, reset, resetStats, setAlias, setChildOperators, setColumnExprMap, setCompilationOpContext, setConf, setDone, setExecContext, setGroupKeyObject, setId, setInputContext, setInputObjInspectors, setOperatorId, setOpTraits, setOutputCollector, setParentOperators, setReporter, setSchema, setStatistics, setUseBucketizedHiveInputFormat, startGroup, supportAutomaticSortMergeJoin, supportSkewJoinOptimization, supportUnionRemoveOptimization, toString, toString
protected transient long cntr
protected transient long logEveryNRows
protected transient MapOperator.MapOpCtx[] currentCtxs
protected MapOperator()
public MapOperator(CompilationOpContext ctx)
public void initEmptyInputChildren(List<Operator<?>> children, org.apache.hadoop.conf.Configuration hconf) throws SerDeException, Exception
initEmptyInputChildren
in class AbstractMapOperator
SerDeException
Exception
public void setChildren(org.apache.hadoop.conf.Configuration hconf) throws Exception
setChildren
in class AbstractMapOperator
Exception
public void initializeOp(org.apache.hadoop.conf.Configuration hconf) throws HiveException
Operator
initializeOp
in class Operator<MapWork>
HiveException
public void initializeMapOperator(org.apache.hadoop.conf.Configuration hconf) throws HiveException
initializeMapOperator
in class AbstractMapOperator
HiveException
public void cleanUpInputFileChangedOp() throws HiveException
cleanUpInputFileChangedOp
in class Operator<MapWork>
HiveException
public void process(org.apache.hadoop.io.Writable value) throws HiveException
process
in class AbstractMapOperator
HiveException
protected final void rowsForwarded(int childrenDone, int rows)
public static Object[] populateVirtualColumnValues(ExecMapperContext ctx, List<VirtualColumn> vcs, Object[] vcValues, Deserializer deserializer)
public void process(Object row, int tag) throws HiveException
Operator
process
in class Operator<MapWork>
row
- The object representing the row.tag
- The tag of the row usually means which parent this row comes from.
Rows with the same tag should have exactly the same rowInspector
all the time.HiveException
public String getName()
Node
public static String getOperatorName()
public OperatorType getType()
Operator
public void initializeContexts()
initializeContexts
in class AbstractMapOperator
public Deserializer getCurrentDeserializer()
getCurrentDeserializer
in class AbstractMapOperator
Copyright © 2016 The Apache Software Foundation. All rights reserved.