org.apache.hadoop.hive.ql.exec.tez

Class DynamicPartitionPruner

java.lang.Object

org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner

public class DynamicPartitionPruner
extends Object

DynamicPartitionPruner takes a list of assigned partitions at runtime (split generation) and prunes them using events generated during execution of the dag.

Constructor Summary

Constructors

Constructor and Description
DynamicPartitionPruner(org.apache.tez.runtime.api.InputInitializerContext context, MapWork work, org.apache.hadoop.mapred.JobConf jobConf)

Method Summary

Methods

Modifier and Type	Method and Description
void	addEvent(org.apache.tez.runtime.api.events.InputInitializerEvent event)
protected org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner.SourceInfo	createSourceInfo(TableDesc t, ExprNodeDesc partKeyExpr, String columnName, org.apache.hadoop.mapred.JobConf jobConf)
BlockingQueue<Object>	getQueue()
protected String	processPayload(ByteBuffer payload, String sourceName)
void	processVertex(String name)
void	prune()
protected void	prunePartitionSingleSource(String source, org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner.SourceInfo si)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DynamicPartitionPruner

public DynamicPartitionPruner(org.apache.tez.runtime.api.InputInitializerContext context,
                      MapWork work,
                      org.apache.hadoop.mapred.JobConf jobConf)
                       throws SerDeException

Throws:

SerDeException

Method Detail

prune

public void prune()
           throws SerDeException,
                  IOException,
                  InterruptedException,
                  HiveException

Throws:

SerDeException

IOException

InterruptedException

HiveException

getQueue

public BlockingQueue<Object> getQueue()

prunePartitionSingleSource

protected void prunePartitionSingleSource(String source,
                              org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner.SourceInfo si)
                                   throws HiveException

Throws:

HiveException

createSourceInfo

protected org.apache.hadoop.hive.ql.exec.tez.DynamicPartitionPruner.SourceInfo createSourceInfo(TableDesc t,
                                                                                    ExprNodeDesc partKeyExpr,
                                                                                    String columnName,
                                                                                    org.apache.hadoop.mapred.JobConf jobConf)
                                                                                         throws SerDeException

Throws:

SerDeException

processPayload

protected String processPayload(ByteBuffer payload,
                    String sourceName)
                         throws SerDeException,
                                IOException

Throws:

SerDeException

IOException

addEvent

public void addEvent(org.apache.tez.runtime.api.events.InputInitializerEvent event)

processVertex

public void processVertex(String name)