org.apache.hadoop.hive.ql.parse.spark

Class GenSparkProcContext

java.lang.Object

org.apache.hadoop.hive.ql.parse.spark.GenSparkProcContext

All Implemented Interfaces:

NodeProcessorCtx

public class GenSparkProcContext
extends Object
implements NodeProcessorCtx

GenSparkProcContext maintains information about the tasks and operators as we walk the operator tree to break them into SparkTasks. Cloned from GenTezProcContext.

Field Summary

Fields

Modifier and Type	Field and Description
Map<Operator<?>,List<BaseWork>>	childToWorkMap
Set<ReduceSinkOperator>	clonedReduceSinks
HiveConf	conf
Set<MapJoinOperator>	currentMapJoinOperators
Operator<? extends OperatorDesc>	currentRootOperator
SparkTask	currentTask
List<UnionOperator>	currentUnionOperators
DependencyCollectionTask	dependencyTask
Map<FileSinkOperator,List<FileSinkOperator>>	fileSinkMap
Set<FileSinkOperator>	fileSinkSet
Set<ReadEntity>	inputs
Map<ReduceSinkOperator,ObjectPair<SparkEdgeProperty,ReduceWork>>	leafOpToFollowingWorkInfo
Map<Operator<?>,List<Operator<?>>>	linkChildOpWithDummyOp
Map<Operator<?>,Map<BaseWork,SparkEdgeProperty>>	linkOpWithWorkMap
Map<BaseWork,List<ReduceSinkOperator>>	linkWorkWithReduceSinkMap
Map<MapJoinOperator,List<Operator<?>>>	mapJoinParentMap
Map<MapJoinOperator,List<BaseWork>>	mapJoinWorkMap
List<Task<MoveWork>>	moveTask
Set<WriteEntity>	outputs
Operator<? extends OperatorDesc>	parentOfRoot
ParseContext	parseContext
BaseWork	preceedingWork
List<Task<? extends Serializable>>	rootTasks
Map<Operator<?>,BaseWork>	rootToWorkMap
Map<SMBMapJoinOperator,SparkSMBMapJoinInfo>	smbMapJoinCtxMap
Map<String,Operator<? extends OperatorDesc>>	topOps
Map<Operator<?>,BaseWork>	unionWorkMap
Set<BaseWork>	workWithUnionOperators

Constructor Summary

Constructors

Constructor and Description
GenSparkProcContext(HiveConf conf, ParseContext parseContext, List<Task<MoveWork>> moveTask, List<Task<? extends Serializable>> rootTasks, Set<ReadEntity> inputs, Set<WriteEntity> outputs, Map<String,Operator<? extends OperatorDesc>> topOps)

Method Summary

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

parseContext

public final ParseContext parseContext

conf

public final HiveConf conf

moveTask

public final List<Task<MoveWork>> moveTask

rootTasks

public final List<Task<? extends Serializable>> rootTasks

inputs

public final Set<ReadEntity> inputs

outputs

public final Set<WriteEntity> outputs

currentRootOperator

public Operator<? extends OperatorDesc> currentRootOperator

parentOfRoot

public Operator<? extends OperatorDesc> parentOfRoot

currentTask

public SparkTask currentTask

preceedingWork

public BaseWork preceedingWork

leafOpToFollowingWorkInfo

public final Map<ReduceSinkOperator,ObjectPair<SparkEdgeProperty,ReduceWork>> leafOpToFollowingWorkInfo

linkOpWithWorkMap

public final Map<Operator<?>,Map<BaseWork,SparkEdgeProperty>> linkOpWithWorkMap

linkWorkWithReduceSinkMap

public final Map<BaseWork,List<ReduceSinkOperator>> linkWorkWithReduceSinkMap

mapJoinWorkMap

public final Map<MapJoinOperator,List<BaseWork>> mapJoinWorkMap

smbMapJoinCtxMap

public final Map<SMBMapJoinOperator,SparkSMBMapJoinInfo> smbMapJoinCtxMap

rootToWorkMap

public final Map<Operator<?>,BaseWork> rootToWorkMap

childToWorkMap

public final Map<Operator<?>,List<BaseWork>> childToWorkMap

mapJoinParentMap

public final Map<MapJoinOperator,List<Operator<?>>> mapJoinParentMap

linkChildOpWithDummyOp

public final Map<Operator<?>,List<Operator<?>>> linkChildOpWithDummyOp

dependencyTask

public final DependencyCollectionTask dependencyTask

currentMapJoinOperators

public final Set<MapJoinOperator> currentMapJoinOperators

unionWorkMap

public final Map<Operator<?>,BaseWork> unionWorkMap

currentUnionOperators

public final List<UnionOperator> currentUnionOperators

workWithUnionOperators

public final Set<BaseWork> workWithUnionOperators

clonedReduceSinks

public final Set<ReduceSinkOperator> clonedReduceSinks

fileSinkSet

public final Set<FileSinkOperator> fileSinkSet

fileSinkMap

public final Map<FileSinkOperator,List<FileSinkOperator>> fileSinkMap

topOps

public final Map<String,Operator<? extends OperatorDesc>> topOps

Constructor Detail

GenSparkProcContext

public GenSparkProcContext(HiveConf conf,
                   ParseContext parseContext,
                   List<Task<MoveWork>> moveTask,
                   List<Task<? extends Serializable>> rootTasks,
                   Set<ReadEntity> inputs,
                   Set<WriteEntity> outputs,
                   Map<String,Operator<? extends OperatorDesc>> topOps)