public abstract class AbstractMapOperator extends Operator<MapWork> implements Serializable, Cloneable
Modifier and Type | Class and Description |
---|---|
static class |
AbstractMapOperator.Counter
Counter.
|
Operator.OperatorFunc, Operator.State
Modifier and Type | Field and Description |
---|---|
protected org.apache.hadoop.io.LongWritable |
deserialize_error_count |
protected long |
numRows |
protected org.apache.hadoop.io.LongWritable |
recordCounter |
abortOp, alias, asyncInitOperations, cContext, childOperators, childOperatorsArray, childOperatorsTag, colExprMap, conf, CONTEXT_NAME_KEY, done, groupKeyObject, HIVECOUNTERCREATEDFILES, HIVECOUNTERFATAL, id, indexForTezUnion, inputObjInspectors, isLogDebugEnabled, isLogInfoEnabled, isLogTraceEnabled, LOG, operatorId, out, outputObjInspector, parentOperators, PLOG, reporter, runTimeNumRows, state, statsMap
Modifier | Constructor and Description |
---|---|
protected |
AbstractMapOperator()
Kryo ctor.
|
|
AbstractMapOperator(CompilationOpContext ctx) |
Modifier and Type | Method and Description |
---|---|
void |
clearConnectedOperators() |
void |
closeOp(boolean abort)
Operator specific close routine.
|
Map<Integer,DummyStoreOperator> |
getConnectedOperators() |
abstract Deserializer |
getCurrentDeserializer() |
protected String |
getNominalPath(org.apache.hadoop.fs.Path fpath) |
abstract void |
initEmptyInputChildren(List<Operator<?>> children,
org.apache.hadoop.conf.Configuration hconf) |
abstract void |
initializeContexts() |
void |
initializeMapOperator(org.apache.hadoop.conf.Configuration hconf) |
abstract void |
process(org.apache.hadoop.io.Writable value) |
abstract void |
setChildren(org.apache.hadoop.conf.Configuration hconf) |
void |
setConnectedOperators(int tag,
DummyStoreOperator dummyOp) |
abort, acceptLimitPushdown, allInitializedParentsAreClosed, areAllParentsInitialized, augmentPlan, cleanUpInputFileChanged, cleanUpInputFileChangedOp, clone, cloneOp, cloneRecursiveChildren, close, columnNamesRowResolvedCanBeObtained, completeInitializationOp, createDummy, defaultEndGroup, defaultStartGroup, dump, dump, endGroup, flush, forward, getAdditionalCounters, getChildOperators, getChildren, getColumnExprMap, getCompilationOpContext, getConf, getConfiguration, getDone, getExecContext, getGroupKeyObject, getIdentifier, getIndexForTezUnion, getInputObjInspectors, getIsReduceSink, getName, getNextCntr, getNumChild, getNumParent, getOperatorId, getOperatorName, getOpTraits, getOutputObjInspector, getParentOperators, getReduceOutputName, getSchema, getStatistics, getStats, getType, initEvaluators, initEvaluators, initEvaluatorsAndReturnStruct, initialize, initialize, initializeChildren, initializeLocalWork, initializeOp, initOperatorId, isUseBucketizedHiveInputFormat, jobClose, jobCloseOp, logStats, opAllowedAfterMapJoin, opAllowedBeforeMapJoin, opAllowedBeforeSortMergeJoin, opAllowedConvertMapJoin, passExecContext, preorderMap, process, processGroup, removeChild, removeChildAndAdoptItsChildren, removeParent, removeParents, replaceChild, replaceParent, reset, resetStats, setAlias, setChildOperators, setColumnExprMap, setCompilationOpContext, setConf, setDone, setExecContext, setGroupKeyObject, setId, setIndexForTezUnion, setInputContext, setInputObjInspectors, setOperatorId, setOpTraits, setOutputCollector, setParentOperators, setReporter, setSchema, setStatistics, setUseBucketizedHiveInputFormat, startGroup, supportAutomaticSortMergeJoin, supportSkewJoinOptimization, supportUnionRemoveOptimization, toString, toString
protected final transient org.apache.hadoop.io.LongWritable deserialize_error_count
protected final transient org.apache.hadoop.io.LongWritable recordCounter
protected transient long numRows
protected AbstractMapOperator()
public AbstractMapOperator(CompilationOpContext ctx)
protected String getNominalPath(org.apache.hadoop.fs.Path fpath)
public abstract void initEmptyInputChildren(List<Operator<?>> children, org.apache.hadoop.conf.Configuration hconf) throws SerDeException, Exception
SerDeException
Exception
public abstract void setChildren(org.apache.hadoop.conf.Configuration hconf) throws Exception
Exception
public void initializeMapOperator(org.apache.hadoop.conf.Configuration hconf) throws HiveException
HiveException
public abstract void initializeContexts() throws HiveException
HiveException
public abstract Deserializer getCurrentDeserializer()
public abstract void process(org.apache.hadoop.io.Writable value) throws HiveException
HiveException
public void closeOp(boolean abort) throws HiveException
Operator
closeOp
in class Operator<MapWork>
HiveException
public void clearConnectedOperators()
public void setConnectedOperators(int tag, DummyStoreOperator dummyOp)
public Map<Integer,DummyStoreOperator> getConnectedOperators()
Copyright © 2021 The Apache Software Foundation. All rights reserved.