org.apache.hadoop.hive.ql.parse

Class ParseContext

java.lang.Object

org.apache.hadoop.hive.ql.parse.ParseContext

public class ParseContext
extends Object

Parse Context: The current parse context. This is passed to the optimizer which then transforms the operator tree using the parse context. All the optimizations are performed sequentially and then the new parse context populated. Note that since the parse context contains the operator tree, it can be easily retrieved by the next optimization step or finally for task generation after the plan has been completely optimized.

Constructor Summary

Constructors

Constructor and Description
ParseContext()
ParseContext(HiveConf conf, HashMap<TableScanOperator,ExprNodeDesc> opToPartPruner, HashMap<TableScanOperator,PrunedPartitionList> opToPartList, HashMap<String,Operator<? extends OperatorDesc>> topOps, Set<JoinOperator> joinOps, Set<SMBMapJoinOperator> smbMapJoinOps, List<LoadTableDesc> loadTableWork, List<LoadFileDesc> loadFileWork, Context ctx, HashMap<String,String> idToTableNameMap, int destTableId, UnionProcContext uCtx, List<AbstractMapJoinOperator<? extends MapJoinDesc>> listMapJoinOpsNoReducer, Map<String,PrunedPartitionList> prunedPartitions, HashMap<TableScanOperator,FilterDesc.SampleDesc> opToSamplePruner, GlobalLimitCtx globalLimitCtx, HashMap<String,SplitSample> nameToSplitSample, HashSet<ReadEntity> semanticInputs, List<Task<? extends Serializable>> rootTasks, Map<TableScanOperator,Map<String,ExprNodeDesc>> opToPartToSkewedPruner, Map<String,ReadEntity> viewAliasToInput, List<ReduceSinkOperator> reduceSinkOperatorsAddedByEnforceBucketingSorting, BaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite, CreateTableDesc createTableDesc, QueryProperties queryProperties)

Method Summary

Methods

Modifier and Type	Method and Description
BaseSemanticAnalyzer.AnalyzeRewriteContext	getAnalyzeRewrite()
HiveConf	getConf()
Context	getContext()
CreateTableDesc	getCreateTable()
int	getDestTableId()
ListSinkOperator	getFetchSink()
Operator<?>	getFetchSource()
TableDesc	getFetchTableDesc()
FetchTask	getFetchTask()
GlobalLimitCtx	getGlobalLimitCtx()
HashMap<String,String>	getIdToTableNameMap()
Set<JoinOperator>	getJoinOps()
LineageInfo	getLineageInfo() Gets the associated lineage information.
List<AbstractMapJoinOperator<? extends MapJoinDesc>>	getListMapJoinOpsNoReducer()
List<LoadFileDesc>	getLoadFileWork()
List<LoadTableDesc>	getLoadTableWork()
Set<MapJoinOperator>	getMapJoinOps()
HashMap<String,SplitSample>	getNameToSplitSample()
HashMap<TableScanOperator,PrunedPartitionList>	getOpToPartList()
HashMap<TableScanOperator,ExprNodeDesc>	getOpToPartPruner()
Map<TableScanOperator,Map<String,ExprNodeDesc>>	getOpToPartToSkewedPruner()
HashMap<TableScanOperator,FilterDesc.SampleDesc>	getOpToSamplePruner()
Map<String,PrunedPartitionList>	getPrunedPartitions()
PrunedPartitionList	getPrunedPartitions(String alias, TableScanOperator ts)
QueryProperties	getQueryProperties()
List<ReduceSinkOperator>	getReduceSinkOperatorsAddedByEnforceBucketingSorting()
HashSet<ReadEntity>	getSemanticInputs()
Set<SMBMapJoinOperator>	getSmbMapJoinOps()
HashMap<String,Operator<? extends OperatorDesc>>	getTopOps()
UnionProcContext	getUCtx()
Map<String,ReadEntity>	getViewAliasToInput()
void	replaceRootTask(Task<? extends Serializable> rootTask, List<? extends Task<? extends Serializable>> tasks)
void	setAnalyzeRewrite(BaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite)
void	setConf(HiveConf conf)
void	setContext(Context ctx)
void	setCreateTable(CreateTableDesc createTableDesc)
void	setDestTableId(int destTableId)
void	setFetchSink(ListSinkOperator fetchSink)
void	setFetchSource(Operator<?> fetchSource)
void	setFetchTabledesc(TableDesc fetchTableDesc)
void	setFetchTask(FetchTask fetchTask)
void	setGlobalLimitCtx(GlobalLimitCtx globalLimitCtx)
void	setIdToTableNameMap(HashMap<String,String> idToTableNameMap)
void	setJoinOps(Set<JoinOperator> joinOps)
void	setLineageInfo(LineageInfo lInfo) Sets the lineage information.
void	setListMapJoinOpsNoReducer(List<AbstractMapJoinOperator<? extends MapJoinDesc>> listMapJoinOpsNoReducer)
void	setLoadFileWork(List<LoadFileDesc> loadFileWork)
void	setLoadTableWork(List<LoadTableDesc> loadTableWork)
void	setMapJoinOps(Set<MapJoinOperator> mapJoinOps)
void	setNameToSplitSample(HashMap<String,SplitSample> nameToSplitSample)
void	setOpPartToSkewedPruner(HashMap<TableScanOperator,Map<String,ExprNodeDesc>> opToPartToSkewedPruner)
void	setOpToPartPruner(HashMap<TableScanOperator,ExprNodeDesc> opToPartPruner)
void	setOpToSamplePruner(HashMap<TableScanOperator,FilterDesc.SampleDesc> opToSamplePruner)
void	setPrunedPartitions(Map<String,PrunedPartitionList> prunedPartitions)
void	setQueryProperties(QueryProperties queryProperties)
void	setReduceSinkOperatorsAddedByEnforceBucketingSorting(List<ReduceSinkOperator> reduceSinkOperatorsAddedByEnforceBucketingSorting)
void	setSmbMapJoinOps(Set<SMBMapJoinOperator> smbMapJoinOps)
void	setTopOps(HashMap<String,Operator<? extends OperatorDesc>> topOps)
void	setUCtx(UnionProcContext uCtx)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ParseContext

public ParseContext()

ParseContext

public ParseContext(HiveConf conf,
            HashMap<TableScanOperator,ExprNodeDesc> opToPartPruner,
            HashMap<TableScanOperator,PrunedPartitionList> opToPartList,
            HashMap<String,Operator<? extends OperatorDesc>> topOps,
            Set<JoinOperator> joinOps,
            Set<SMBMapJoinOperator> smbMapJoinOps,
            List<LoadTableDesc> loadTableWork,
            List<LoadFileDesc> loadFileWork,
            Context ctx,
            HashMap<String,String> idToTableNameMap,
            int destTableId,
            UnionProcContext uCtx,
            List<AbstractMapJoinOperator<? extends MapJoinDesc>> listMapJoinOpsNoReducer,
            Map<String,PrunedPartitionList> prunedPartitions,
            HashMap<TableScanOperator,FilterDesc.SampleDesc> opToSamplePruner,
            GlobalLimitCtx globalLimitCtx,
            HashMap<String,SplitSample> nameToSplitSample,
            HashSet<ReadEntity> semanticInputs,
            List<Task<? extends Serializable>> rootTasks,
            Map<TableScanOperator,Map<String,ExprNodeDesc>> opToPartToSkewedPruner,
            Map<String,ReadEntity> viewAliasToInput,
            List<ReduceSinkOperator> reduceSinkOperatorsAddedByEnforceBucketingSorting,
            BaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite,
            CreateTableDesc createTableDesc,
            QueryProperties queryProperties)

Parameters:

conf -

qb - current QB

ast - current parse tree

opToPartPruner - map from table scan operator to partition pruner

opToPartList -

topOps - list of operators for the top query

opParseCtx - operator parse context - contains a mapping from operator to operator parse state (row resolver etc.)

joinOps - context needed join processing (map join specifically)

loadTableWork - list of destination tables being loaded

loadFileWork - list of destination files being loaded

ctx - parse context

idToTableNameMap -

uCtx -

destTableId -

listMapJoinOpsNoReducer - list of map join operators with no reducer

groupOpToInputTables -

prunedPartitions -

opToSamplePruner - operator to sample pruner map

globalLimitCtx -

nameToSplitSample -

rootTasks -

Method Detail

getContext

public Context getContext()

Returns:

the context

setContext

public void setContext(Context ctx)

Parameters:

ctx - the context to set

getConf

public HiveConf getConf()

Returns:

the hive conf

setConf

public void setConf(HiveConf conf)

Parameters:

conf - the conf to set

getOpToPartPruner

public HashMap<TableScanOperator,ExprNodeDesc> getOpToPartPruner()

Returns:

the opToPartPruner

setOpToPartPruner

public void setOpToPartPruner(HashMap<TableScanOperator,ExprNodeDesc> opToPartPruner)

Parameters:

opToPartPruner - the opToPartPruner to set

getOpToPartList

public HashMap<TableScanOperator,PrunedPartitionList> getOpToPartList()

getReduceSinkOperatorsAddedByEnforceBucketingSorting

public List<ReduceSinkOperator> getReduceSinkOperatorsAddedByEnforceBucketingSorting()

setReduceSinkOperatorsAddedByEnforceBucketingSorting

public void setReduceSinkOperatorsAddedByEnforceBucketingSorting(List<ReduceSinkOperator> reduceSinkOperatorsAddedByEnforceBucketingSorting)

getTopOps

public HashMap<String,Operator<? extends OperatorDesc>> getTopOps()

Returns:

the topOps

setTopOps

public void setTopOps(HashMap<String,Operator<? extends OperatorDesc>> topOps)

Parameters:

topOps - the topOps to set

getNameToSplitSample

public HashMap<String,SplitSample> getNameToSplitSample()

setNameToSplitSample

public void setNameToSplitSample(HashMap<String,SplitSample> nameToSplitSample)

getLoadTableWork

public List<LoadTableDesc> getLoadTableWork()

Returns:

the loadTableWork

setLoadTableWork

public void setLoadTableWork(List<LoadTableDesc> loadTableWork)

Parameters:

loadTableWork - the loadTableWork to set

getLoadFileWork

public List<LoadFileDesc> getLoadFileWork()

Returns:

the loadFileWork

setLoadFileWork

public void setLoadFileWork(List<LoadFileDesc> loadFileWork)

Parameters:

loadFileWork - the loadFileWork to set

getIdToTableNameMap

public HashMap<String,String> getIdToTableNameMap()

setIdToTableNameMap

public void setIdToTableNameMap(HashMap<String,String> idToTableNameMap)

getDestTableId

public int getDestTableId()

setDestTableId

public void setDestTableId(int destTableId)

getUCtx

public UnionProcContext getUCtx()

setUCtx

public void setUCtx(UnionProcContext uCtx)

getJoinOps

public Set<JoinOperator> getJoinOps()

Returns:

the joinOps

setJoinOps

public void setJoinOps(Set<JoinOperator> joinOps)

Parameters:

joinOps - the joinOps to set

getListMapJoinOpsNoReducer

public List<AbstractMapJoinOperator<? extends MapJoinDesc>> getListMapJoinOpsNoReducer()

Returns:

the listMapJoinOpsNoReducer

setListMapJoinOpsNoReducer

public void setListMapJoinOpsNoReducer(List<AbstractMapJoinOperator<? extends MapJoinDesc>> listMapJoinOpsNoReducer)

Parameters:

listMapJoinOpsNoReducer - the listMapJoinOpsNoReducer to set

getOpToSamplePruner

public HashMap<TableScanOperator,FilterDesc.SampleDesc> getOpToSamplePruner()

Returns:

the opToSamplePruner

setOpToSamplePruner

public void setOpToSamplePruner(HashMap<TableScanOperator,FilterDesc.SampleDesc> opToSamplePruner)

Parameters:

opToSamplePruner - the opToSamplePruner to set

getPrunedPartitions

public Map<String,PrunedPartitionList> getPrunedPartitions()

Returns:

pruned partition map

setPrunedPartitions

public void setPrunedPartitions(Map<String,PrunedPartitionList> prunedPartitions)

Parameters:

prunedPartitions -

setLineageInfo

public void setLineageInfo(LineageInfo lInfo)

Sets the lineage information.

Parameters:

lInfo - The lineage information.

getLineageInfo

public LineageInfo getLineageInfo()

Gets the associated lineage information.

Returns:

LineageInfo

getMapJoinOps

public Set<MapJoinOperator> getMapJoinOps()

setMapJoinOps

public void setMapJoinOps(Set<MapJoinOperator> mapJoinOps)

getSmbMapJoinOps

public Set<SMBMapJoinOperator> getSmbMapJoinOps()

setSmbMapJoinOps

public void setSmbMapJoinOps(Set<SMBMapJoinOperator> smbMapJoinOps)

getGlobalLimitCtx

public GlobalLimitCtx getGlobalLimitCtx()

setGlobalLimitCtx

public void setGlobalLimitCtx(GlobalLimitCtx globalLimitCtx)

getSemanticInputs

public HashSet<ReadEntity> getSemanticInputs()

replaceRootTask

public void replaceRootTask(Task<? extends Serializable> rootTask,
                   List<? extends Task<? extends Serializable>> tasks)

getFetchTask

public FetchTask getFetchTask()

setFetchTask

public void setFetchTask(FetchTask fetchTask)

getPrunedPartitions

public PrunedPartitionList getPrunedPartitions(String alias,
                                      TableScanOperator ts)
                                        throws SemanticException

Throws:

SemanticException

getOpToPartToSkewedPruner

public Map<TableScanOperator,Map<String,ExprNodeDesc>> getOpToPartToSkewedPruner()

Returns:

the opToPartToSkewedPruner

setOpPartToSkewedPruner

public void setOpPartToSkewedPruner(HashMap<TableScanOperator,Map<String,ExprNodeDesc>> opToPartToSkewedPruner)

Parameters:

opToPartToSkewedPruner - the opToSkewedPruner to set

getViewAliasToInput

public Map<String,ReadEntity> getViewAliasToInput()

getQueryProperties

public QueryProperties getQueryProperties()

setQueryProperties

public void setQueryProperties(QueryProperties queryProperties)

getFetchTableDesc

public TableDesc getFetchTableDesc()

setFetchTabledesc

public void setFetchTabledesc(TableDesc fetchTableDesc)

getFetchSource

public Operator<?> getFetchSource()

setFetchSource

public void setFetchSource(Operator<?> fetchSource)

getFetchSink

public ListSinkOperator getFetchSink()

setFetchSink

public void setFetchSink(ListSinkOperator fetchSink)

getAnalyzeRewrite

public BaseSemanticAnalyzer.AnalyzeRewriteContext getAnalyzeRewrite()

setAnalyzeRewrite

public void setAnalyzeRewrite(BaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite)

getCreateTable

public CreateTableDesc getCreateTable()

setCreateTable

public void setCreateTable(CreateTableDesc createTableDesc)