Package | Description |
---|---|
org.apache.hadoop.hive.ql.optimizer | |
org.apache.hadoop.hive.ql.parse | |
org.apache.hadoop.hive.ql.parse.spark |
Modifier and Type | Method and Description |
---|---|
static Task<MoveWork> |
GenMapRedUtils.findMoveTask(List<Task<MoveWork>> mvTasks,
FileSinkOperator fsOp) |
List<Task<MoveWork>> |
GenMRProcContext.getMvTask() |
Modifier and Type | Method and Description |
---|---|
static ConditionalTask |
GenMapRedUtils.createCondTask(HiveConf conf,
Task<? extends Serializable> currTask,
MoveWork mvWork,
Serializable mergeWork,
String inputPath)
Construct a conditional task given the current leaf task, the MoveWork and the MapredWork.
|
Modifier and Type | Method and Description |
---|---|
static void |
GenMapRedUtils.addDependentMoveTasks(Task<MoveWork> mvTask,
HiveConf hconf,
Task<? extends Serializable> parentTask,
DependencyCollectionTask dependencyTask)
Adds the dependencyTaskForMultiInsert in ctx as a dependent of parentTask.
|
static org.apache.hadoop.fs.Path |
GenMapRedUtils.createMoveTask(Task<? extends Serializable> currTask,
boolean chDir,
FileSinkOperator fsOp,
ParseContext parseCtx,
List<Task<MoveWork>> mvTasks,
HiveConf hconf,
DependencyCollectionTask dependencyTask)
Create and add any dependent move tasks
|
static void |
GenMapRedUtils.createMRWorkForMergingFiles(FileSinkOperator fsInput,
org.apache.hadoop.fs.Path finalName,
DependencyCollectionTask dependencyTask,
List<Task<MoveWork>> mvTasks,
HiveConf conf,
Task<? extends Serializable> currTask) |
static Task<MoveWork> |
GenMapRedUtils.findMoveTask(List<Task<MoveWork>> mvTasks,
FileSinkOperator fsOp) |
static boolean |
GenMapRedUtils.isMergeRequired(List<Task<MoveWork>> mvTasks,
HiveConf hconf,
FileSinkOperator fsOp,
Task<? extends Serializable> currTask,
boolean isInsertTable)
Returns true iff the fsOp requires a merge
|
static void |
GenMapRedUtils.linkMoveTask(FileSinkOperator newOutput,
ConditionalTask cndTsk,
List<Task<MoveWork>> mvTasks,
HiveConf hconf,
DependencyCollectionTask dependencyTask)
Make the move task in the GenMRProcContext following the FileSinkOperator a dependent of all
possible subtrees branching from the ConditionalTask.
|
static void |
GenMapRedUtils.linkMoveTask(Task<MoveWork> mvTask,
Task<? extends Serializable> task,
HiveConf hconf,
DependencyCollectionTask dependencyTask)
Follows the task tree down from task and makes all leaves parents of mvTask
|
void |
GenMRProcContext.setMvTask(List<Task<MoveWork>> mvTask) |
Constructor and Description |
---|
GenMRProcContext(HiveConf conf,
HashMap<Operator<? extends OperatorDesc>,Task<? extends Serializable>> opTaskMap,
ParseContext parseCtx,
List<Task<MoveWork>> mvTask,
List<Task<? extends Serializable>> rootTasks,
LinkedHashMap<Operator<? extends OperatorDesc>,GenMRProcContext.GenMapRedCtx> mapCurrCtx,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs) |
Modifier and Type | Field and Description |
---|---|
List<Task<MoveWork>> |
GenTezProcContext.moveTask |
Modifier and Type | Method and Description |
---|---|
protected void |
TezCompiler.generateTaskTree(List<Task<? extends Serializable>> rootTasks,
ParseContext pCtx,
List<Task<MoveWork>> mvTask,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs) |
protected abstract void |
TaskCompiler.generateTaskTree(List<Task<? extends Serializable>> rootTasks,
ParseContext pCtx,
List<Task<MoveWork>> mvTask,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs) |
protected void |
MapReduceCompiler.generateTaskTree(List<Task<? extends Serializable>> rootTasks,
ParseContext pCtx,
List<Task<MoveWork>> mvTask,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs) |
Constructor and Description |
---|
GenTezProcContext(HiveConf conf,
ParseContext parseContext,
List<Task<MoveWork>> moveTask,
List<Task<? extends Serializable>> rootTasks,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs) |
Modifier and Type | Field and Description |
---|---|
List<Task<MoveWork>> |
GenSparkProcContext.moveTask |
Modifier and Type | Method and Description |
---|---|
protected void |
SparkCompiler.generateTaskTree(List<Task<? extends Serializable>> rootTasks,
ParseContext pCtx,
List<Task<MoveWork>> mvTask,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs)
TODO: need to turn on rules that's commented out and add more if necessary.
|
Constructor and Description |
---|
GenSparkProcContext(HiveConf conf,
ParseContext parseContext,
List<Task<MoveWork>> moveTask,
List<Task<? extends Serializable>> rootTasks,
Set<ReadEntity> inputs,
Set<WriteEntity> outputs,
Map<String,TableScanOperator> topOps) |
Copyright © 2016 The Apache Software Foundation. All rights reserved.