public class GenSparkUtils extends Object
Modifier | Constructor and Description |
---|---|
protected |
GenSparkUtils() |
public static GenSparkUtils getUtils()
public void resetSequenceNumber()
public ReduceWork createReduceWork(GenSparkProcContext context, Operator<?> root, SparkWork sparkWork) throws SemanticException
SemanticException
protected void setupReduceSink(GenSparkProcContext context, ReduceWork reduceWork, ReduceSinkOperator reduceSink)
public MapWork createMapWork(GenSparkProcContext context, Operator<?> root, SparkWork sparkWork, PrunedPartitionList partitions) throws SemanticException
SemanticException
public MapWork createMapWork(GenSparkProcContext context, Operator<?> root, SparkWork sparkWork, PrunedPartitionList partitions, boolean deferSetup) throws SemanticException
SemanticException
protected void setupMapWork(MapWork mapWork, GenSparkProcContext context, PrunedPartitionList partitions, TableScanOperator root, String alias) throws SemanticException
SemanticException
public void removeUnionOperators(GenSparkProcContext context, BaseWork work) throws SemanticException
SemanticException
public void processFileSink(GenSparkProcContext context, FileSinkOperator fileSink) throws SemanticException
SemanticException
public void processPartitionPruningSink(GenSparkProcContext context, SparkPartitionPruningSinkOperator pruningSink)
context
- the spark context.pruningSink
- the pruner sink operator being processed.public static SparkEdgeProperty getEdgeProperty(ReduceSinkOperator reduceSink, ReduceWork reduceWork) throws SemanticException
SemanticException
public static <T> T getChildOperator(Operator<?> op, Class<T> klazz) throws SemanticException
SemanticException
public void annotateMapWork(GenSparkProcContext context) throws SemanticException
context
- context, containing references to MapWorks and their SMB information.SemanticException
public int getNextSeqNumber()
public BaseWork getEnclosingWork(Operator<?> op, GenSparkProcContext procCtx)
Copyright © 2016 The Apache Software Foundation. All rights reserved.