public class SparkCompiler extends TaskCompiler
conf, console, db, LOG, queryState
Constructor and Description |
---|
SparkCompiler() |
Modifier and Type | Method and Description |
---|---|
protected void |
decideExecMode(List<Task<? extends Serializable>> rootTasks,
Context ctx,
GlobalLimitCtx globalLimitCtx) |
protected void |
generateTaskTree(List<Task<? extends Serializable>> rootTasks,
ParseContext pCtx,
List<Task<MoveWork>> mvTask,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs)
TODO: need to turn on rules that's commented out and add more if necessary.
|
protected void |
optimizeOperatorPlan(ParseContext pCtx,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs) |
protected void |
optimizeTaskPlan(List<Task<? extends Serializable>> rootTasks,
ParseContext pCtx,
Context ctx) |
protected void |
setInputFormat(Task<? extends Serializable> task) |
compile, genColumnStatsTask, getLeafTasks, getParseContext, init
protected void optimizeOperatorPlan(ParseContext pCtx, Set<ReadEntity> inputs, Set<WriteEntity> outputs) throws SemanticException
optimizeOperatorPlan
in class TaskCompiler
SemanticException
protected void generateTaskTree(List<Task<? extends Serializable>> rootTasks, ParseContext pCtx, List<Task<MoveWork>> mvTask, Set<ReadEntity> inputs, Set<WriteEntity> outputs) throws SemanticException
generateTaskTree
in class TaskCompiler
SemanticException
protected void setInputFormat(Task<? extends Serializable> task)
setInputFormat
in class TaskCompiler
protected void decideExecMode(List<Task<? extends Serializable>> rootTasks, Context ctx, GlobalLimitCtx globalLimitCtx) throws SemanticException
decideExecMode
in class TaskCompiler
SemanticException
protected void optimizeTaskPlan(List<Task<? extends Serializable>> rootTasks, ParseContext pCtx, Context ctx) throws SemanticException
optimizeTaskPlan
in class TaskCompiler
SemanticException
Copyright © 2017 The Apache Software Foundation. All rights reserved.