public class MapJoinBytesTableContainer extends Object implements MapJoinTableContainer, MapJoinTableContainerDirectAccess
Modifier and Type | Class and Description |
---|---|
protected static class |
MapJoinBytesTableContainer.DirectKeyValueWriter |
static interface |
MapJoinBytesTableContainer.KeyValueHelper |
MapJoinTableContainer.ReusableGetAdaptor
Constructor and Description |
---|
MapJoinBytesTableContainer(BytesBytesMultiHashMap hashMap) |
MapJoinBytesTableContainer(org.apache.hadoop.conf.Configuration hconf,
MapJoinObjectSerDeContext valCtx,
long keyCount,
long memUsage) |
Modifier and Type | Method and Description |
---|---|
void |
clear()
Clears the contents of the table.
|
MapJoinTableContainer.ReusableGetAdaptor |
createGetter(MapJoinKey keyTypeFromLoader)
Creates reusable get adaptor that can be used to retrieve rows from the table
based on either vectorized or non-vectorized input rows to MapJoinOperator.
|
void |
dumpMetrics() |
MapJoinKey |
getAnyKey() |
static List<Object> |
getComplexFieldsAsList(LazyBinaryStruct lazyBinaryStruct,
ArrayList<Object> objectArrayBuffer,
LazyBinaryStructObjectInspector lazyBinaryStructObjectInspector) |
static boolean |
hasComplexObjects(LazyBinaryStructObjectInspector lazyBinaryStructObjectInspector) |
boolean |
hasSpill()
Checks if the container has spilled any data onto disk.
|
static boolean |
isSupportedKey(ObjectInspector keyOi) |
void |
put(org.apache.hadoop.io.Writable currentKey,
org.apache.hadoop.io.Writable currentValue) |
MapJoinKey |
putRow(org.apache.hadoop.io.Writable currentKey,
org.apache.hadoop.io.Writable currentValue)
Adds row from input to the table.
|
void |
seal()
Indicates to the container that the puts have ended; table is now r/o.
|
void |
setInternalValueOi(LazyBinaryStructObjectInspector internalValueOi) |
void |
setNotNullMarkers(byte[] notNullMarkers) |
void |
setNullMarkers(byte[] nullMarkers) |
void |
setSerde(MapJoinObjectSerDeContext keyContext,
MapJoinObjectSerDeContext valueContext) |
void |
setSortableSortOrders(boolean[] sortableSortOrders) |
int |
size()
Return the size of the hash table
|
public MapJoinBytesTableContainer(org.apache.hadoop.conf.Configuration hconf, MapJoinObjectSerDeContext valCtx, long keyCount, long memUsage) throws SerDeException
SerDeException
public MapJoinBytesTableContainer(BytesBytesMultiHashMap hashMap)
public void setInternalValueOi(LazyBinaryStructObjectInspector internalValueOi)
public void setSortableSortOrders(boolean[] sortableSortOrders)
public void setNullMarkers(byte[] nullMarkers)
public void setNotNullMarkers(byte[] notNullMarkers)
public void setSerde(MapJoinObjectSerDeContext keyContext, MapJoinObjectSerDeContext valueContext) throws SerDeException
setSerde
in interface MapJoinTableContainer
SerDeException
public MapJoinKey putRow(org.apache.hadoop.io.Writable currentKey, org.apache.hadoop.io.Writable currentValue) throws SerDeException
MapJoinTableContainer
putRow
in interface MapJoinTableContainer
SerDeException
public void clear()
MapJoinTableContainer
clear
in interface MapJoinTableContainer
public MapJoinKey getAnyKey()
getAnyKey
in interface MapJoinTableContainer
public MapJoinTableContainer.ReusableGetAdaptor createGetter(MapJoinKey keyTypeFromLoader)
MapJoinTableContainer
createGetter
in interface MapJoinTableContainer
keyTypeFromLoader
- Last key from hash table loader, to determine key type used
when loading hashtable (if it can vary).public void seal()
MapJoinTableContainer
seal
in interface MapJoinTableContainer
public void put(org.apache.hadoop.io.Writable currentKey, org.apache.hadoop.io.Writable currentValue) throws SerDeException
put
in interface MapJoinTableContainerDirectAccess
SerDeException
public static boolean hasComplexObjects(LazyBinaryStructObjectInspector lazyBinaryStructObjectInspector)
public static List<Object> getComplexFieldsAsList(LazyBinaryStruct lazyBinaryStruct, ArrayList<Object> objectArrayBuffer, LazyBinaryStructObjectInspector lazyBinaryStructObjectInspector)
public static boolean isSupportedKey(ObjectInspector keyOi)
public void dumpMetrics()
dumpMetrics
in interface MapJoinTableContainer
public boolean hasSpill()
MapJoinTableContainer
hasSpill
in interface MapJoinTableContainer
public int size()
MapJoinTableContainer
size
in interface MapJoinTableContainer
Copyright © 2016 The Apache Software Foundation. All rights reserved.