public abstract class TaskCompiler extends Object
Modifier and Type | Field and Description |
---|---|
protected HiveConf |
conf |
protected SessionState.LogHelper |
console |
protected Hive |
db |
protected org.apache.commons.logging.Log |
LOG |
Constructor and Description |
---|
TaskCompiler() |
Modifier and Type | Method and Description |
---|---|
void |
compile(ParseContext pCtx,
List<Task<? extends Serializable>> rootTasks,
HashSet<ReadEntity> inputs,
HashSet<WriteEntity> outputs) |
protected abstract void |
decideExecMode(List<Task<? extends Serializable>> rootTasks,
Context ctx,
GlobalLimitCtx globalLimitCtx) |
protected void |
genColumnStatsTask(BaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite,
List<LoadTableDesc> loadTableWork,
List<LoadFileDesc> loadFileWork,
List<Task<? extends Serializable>> rootTasks,
int outerQueryLimit)
A helper function to generate a column stats task on top of map-red task.
|
protected abstract void |
generateTaskTree(List<Task<? extends Serializable>> rootTasks,
ParseContext pCtx,
List<Task<MoveWork>> mvTask,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs) |
protected void |
getLeafTasks(List<Task<? extends Serializable>> rootTasks,
HashSet<Task<? extends Serializable>> leaves)
Find all leaf tasks of the list of root tasks.
|
ParseContext |
getParseContext(ParseContext pCtx,
List<Task<? extends Serializable>> rootTasks)
Create a clone of the parse context
|
void |
init(HiveConf conf,
SessionState.LogHelper console,
Hive db) |
protected void |
optimizeOperatorPlan(ParseContext pCtxSet,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs) |
protected abstract void |
optimizeTaskPlan(List<Task<? extends Serializable>> rootTasks,
ParseContext pCtx,
Context ctx) |
protected abstract void |
setInputFormat(Task<? extends Serializable> rootTask) |
protected final org.apache.commons.logging.Log LOG
protected Hive db
protected SessionState.LogHelper console
protected HiveConf conf
public void init(HiveConf conf, SessionState.LogHelper console, Hive db)
public void compile(ParseContext pCtx, List<Task<? extends Serializable>> rootTasks, HashSet<ReadEntity> inputs, HashSet<WriteEntity> outputs) throws SemanticException
SemanticException
protected void genColumnStatsTask(BaseSemanticAnalyzer.AnalyzeRewriteContext analyzeRewrite, List<LoadTableDesc> loadTableWork, List<LoadFileDesc> loadFileWork, List<Task<? extends Serializable>> rootTasks, int outerQueryLimit)
qb
- protected void getLeafTasks(List<Task<? extends Serializable>> rootTasks, HashSet<Task<? extends Serializable>> leaves)
protected abstract void decideExecMode(List<Task<? extends Serializable>> rootTasks, Context ctx, GlobalLimitCtx globalLimitCtx) throws SemanticException
SemanticException
protected void optimizeOperatorPlan(ParseContext pCtxSet, Set<ReadEntity> inputs, Set<WriteEntity> outputs) throws SemanticException
SemanticException
protected abstract void optimizeTaskPlan(List<Task<? extends Serializable>> rootTasks, ParseContext pCtx, Context ctx) throws SemanticException
SemanticException
protected abstract void setInputFormat(Task<? extends Serializable> rootTask)
protected abstract void generateTaskTree(List<Task<? extends Serializable>> rootTasks, ParseContext pCtx, List<Task<MoveWork>> mvTask, Set<ReadEntity> inputs, Set<WriteEntity> outputs) throws SemanticException
SemanticException
public ParseContext getParseContext(ParseContext pCtx, List<Task<? extends Serializable>> rootTasks)
Copyright © 2017 The Apache Software Foundation. All rights reserved.