org.apache.hadoop.hive.ql.udf.ptf

Class TableFunctionEvaluator

java.lang.Object

org.apache.hadoop.hive.ql.udf.ptf.TableFunctionEvaluator

Direct Known Subclasses:

MatchPath, Noop, WindowingTableFunction

public abstract class TableFunctionEvaluator
extends Object

Based on Hive GenericUDAFEvaluator. Break up the responsibility of the old AbstractTableFunction class into a Resolver and Evaluator.

The Evaluator also holds onto the TableFunctionDef. This provides information about the arguments to the function, the shape of the Input partition and the Partitioning details. The Evaluator is responsible for providing the 2 execute methods:

1. execute: which is invoked after the input is partitioned; the contract is, it is given an input Partition and must return an output Partition. The shape of the output Partition is obtained from the getOutputOI call.
2. transformRawInput: In the case where this function indicates that it will transform the raw input before it is fed through the partitioning mechanics, this function is called. Again the contract is t is given an input Partition and must return an Partition. The shape of the output Partition is obtained from getRawInputOI() call.

Field Summary

Fields

Modifier and Type	Field and Description
protected boolean	canAcceptInputAsStream
protected StructObjectInspector	OI
protected PTFPartition	outputPartition
protected PTFDesc	ptfDesc
protected StructObjectInspector	rawInputOI
protected PartitionedTableFunctionDef	tableDef

Constructor Summary

Constructors

Constructor and Description
TableFunctionEvaluator()

Method Summary

Methods

Modifier and Type	Method and Description
protected PTFPartition	_transformRawInput(PTFPartition iPart)
boolean	canAcceptInputAsStream()
boolean	canIterateOutput()
void	close()
protected abstract void	execute(PTFPartition.PTFPartitionIterator<Object> pItr, PTFPartition oPart)
PTFPartition	execute(PTFPartition iPart)
List<Object>	finishPartition()
StructObjectInspector	getOutputOI()
protected PTFDesc	getQueryDef()
StructObjectInspector	getRawInputOI()
PartitionedTableFunctionDef	getTableDef()
void	initializeStreaming(org.apache.hadoop.conf.Configuration cfg, StructObjectInspector inputOI, boolean isMapSide)
boolean	isTransformsRawInput()
Iterator<Object>	iterator(PTFPartition.PTFPartitionIterator<Object> pItr)
List<Object>	processRow(Object row)
protected void	setOutputOI(StructObjectInspector outputOI)
protected void	setQueryDef(PTFDesc ptfDesc)
protected void	setRawInputOI(StructObjectInspector rawInputOI)
void	setTableDef(PartitionedTableFunctionDef tDef)
void	setTransformsRawInput(boolean transformsRawInput)
void	startPartition()
protected PTFPartition	transformRawInput(PTFPartition iPart)
protected Iterator<Object>	transformRawInputIterator(PTFPartition.PTFPartitionIterator<Object> pItr)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

OI

protected transient StructObjectInspector OI

rawInputOI

protected transient StructObjectInspector rawInputOI

tableDef

protected PartitionedTableFunctionDef tableDef

ptfDesc

protected PTFDesc ptfDesc

outputPartition

protected transient PTFPartition outputPartition

canAcceptInputAsStream

protected transient boolean canAcceptInputAsStream

Constructor Detail

TableFunctionEvaluator

public TableFunctionEvaluator()

Method Detail

getOutputOI

public StructObjectInspector getOutputOI()

setOutputOI

protected void setOutputOI(StructObjectInspector outputOI)

getTableDef

public PartitionedTableFunctionDef getTableDef()

setTableDef

public void setTableDef(PartitionedTableFunctionDef tDef)

getQueryDef

protected PTFDesc getQueryDef()

setQueryDef

protected void setQueryDef(PTFDesc ptfDesc)

getRawInputOI

public StructObjectInspector getRawInputOI()

setRawInputOI

protected void setRawInputOI(StructObjectInspector rawInputOI)

isTransformsRawInput

public boolean isTransformsRawInput()

setTransformsRawInput

public void setTransformsRawInput(boolean transformsRawInput)

execute

public PTFPartition execute(PTFPartition iPart)
                     throws HiveException

Throws:

HiveException

execute

protected abstract void execute(PTFPartition.PTFPartitionIterator<Object> pItr,
           PTFPartition oPart)
                         throws HiveException

Throws:

HiveException

transformRawInput

protected PTFPartition transformRawInput(PTFPartition iPart)
                                  throws HiveException

Throws:

HiveException

_transformRawInput

protected PTFPartition _transformRawInput(PTFPartition iPart)
                                   throws HiveException

Throws:

HiveException

canIterateOutput

public boolean canIterateOutput()

iterator

public Iterator<Object> iterator(PTFPartition.PTFPartitionIterator<Object> pItr)
                          throws HiveException

Throws:

HiveException

transformRawInputIterator

protected Iterator<Object> transformRawInputIterator(PTFPartition.PTFPartitionIterator<Object> pItr)
                                              throws HiveException

Throws:

HiveException

canAcceptInputAsStream

public boolean canAcceptInputAsStream()

initializeStreaming

public void initializeStreaming(org.apache.hadoop.conf.Configuration cfg,
                       StructObjectInspector inputOI,
                       boolean isMapSide)
                         throws HiveException

Throws:

HiveException

startPartition

public void startPartition()
                    throws HiveException

Throws:

HiveException

processRow

public List<Object> processRow(Object row)
                        throws HiveException

Throws:

HiveException

finishPartition

public List<Object> finishPartition()
                             throws HiveException

Throws:

HiveException

close

public void close()