org.apache.hadoop.hive.ql.exec.spark

Class SparkRecordHandler

java.lang.Object

org.apache.hadoop.hive.ql.exec.spark.SparkRecordHandler

Direct Known Subclasses:

SparkMapRecordHandler, SparkMergeFileRecordHandler, SparkReduceRecordHandler

public abstract class SparkRecordHandler
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
protected boolean	abort
protected static String	CLASS_NAME
protected org.apache.hadoop.mapred.JobConf	jc
protected MemoryMXBean	memoryMXBean
protected org.apache.hadoop.mapred.OutputCollector<?,?>	oc
protected PerfLogger	perfLogger
protected org.apache.hadoop.mapred.Reporter	rp

Constructor Summary

Constructors

Constructor and Description
SparkRecordHandler()

Method Summary

Methods

Modifier and Type	Method and Description
abstract void	close()
abstract boolean	getDone()
<K,V> void	init(org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.OutputCollector<K,V> output, org.apache.hadoop.mapred.Reporter reporter)
boolean	isAbort()
protected void	logCloseInfo() Log information to be logged at the end.
protected void	logMemoryInfo() Log processed row number and used memory info.
abstract <E> void	processRow(Object key, Iterator<E> values) Process row with key and value collection.
abstract void	processRow(Object key, Object value) Process row with key and single value.
void	setAbort(boolean abort)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

CLASS_NAME

protected static final String CLASS_NAME

perfLogger

protected final PerfLogger perfLogger

memoryMXBean

protected final MemoryMXBean memoryMXBean

jc

protected org.apache.hadoop.mapred.JobConf jc

oc

protected org.apache.hadoop.mapred.OutputCollector<?,?> oc

rp

protected org.apache.hadoop.mapred.Reporter rp

abort

protected boolean abort

Constructor Detail

SparkRecordHandler

public SparkRecordHandler()

Method Detail

init

public <K,V> void init(org.apache.hadoop.mapred.JobConf job,
              org.apache.hadoop.mapred.OutputCollector<K,V> output,
              org.apache.hadoop.mapred.Reporter reporter)
          throws Exception

Throws:

Exception

processRow

public abstract void processRow(Object key,
              Object value)
                         throws IOException

Process row with key and single value.

Throws:

IOException

processRow

public abstract <E> void processRow(Object key,
                  Iterator<E> values)
                         throws IOException

Process row with key and value collection.

Throws:

IOException

logMemoryInfo

protected void logMemoryInfo()

Log processed row number and used memory info.

close

public abstract void close()

getDone

public abstract boolean getDone()

logCloseInfo

protected void logCloseInfo()

Log information to be logged at the end.

isAbort

public boolean isAbort()

setAbort

public void setAbort(boolean abort)