public class VectorizedRowBatchCtx extends Object
Constructor and Description |
---|
VectorizedRowBatchCtx()
Constructor for VectorizedRowBatchCtx
|
VectorizedRowBatchCtx(String[] rowColumnNames,
TypeInfo[] rowColumnTypeInfos,
DataTypePhysicalVariation[] rowDataTypePhysicalVariations,
int[] dataColumnNums,
int partitionColumnCount,
int virtualColumnCount,
VirtualColumn[] neededVirtualColumns,
String[] scratchColumnTypeNames,
DataTypePhysicalVariation[] scratchDataTypePhysicalVariations) |
Modifier and Type | Method and Description |
---|---|
void |
addPartitionColsToBatch(ColumnVector[] cols,
Object[] partitionValues) |
void |
addPartitionColsToBatch(ColumnVector col,
Object value,
int colIndex) |
void |
addPartitionColsToBatch(VectorizedRowBatch batch,
Object[] partitionValues)
Add the partition values to the batch
|
VectorizedRowBatch |
createVectorizedRowBatch()
Creates a Vectorized row batch and the column vectors.
|
int |
findVirtualColumnNum(VirtualColumn virtualColumn) |
int |
getDataColumnCount() |
int[] |
getDataColumnNums() |
VirtualColumn[] |
getNeededVirtualColumns() |
int |
getPartitionColumnCount() |
static void |
getPartitionValues(VectorizedRowBatchCtx vrbCtx,
org.apache.hadoop.conf.Configuration hiveConf,
org.apache.hadoop.mapred.FileSplit split,
Object[] partitionValues) |
static void |
getPartitionValues(VectorizedRowBatchCtx vrbCtx,
MapWork mapWork,
org.apache.hadoop.mapred.FileSplit split,
Object[] partitionValues) |
static void |
getPartitionValues(VectorizedRowBatchCtx vrbCtx,
PartitionDesc partDesc,
Object[] partitionValues) |
String[] |
getRowColumnNames() |
TypeInfo[] |
getRowColumnTypeInfos() |
DataTypePhysicalVariation[] |
getRowdataTypePhysicalVariations() |
String[] |
getScratchColumnTypeNames() |
DataTypePhysicalVariation[] |
getScratchDataTypePhysicalVariations() |
int |
getVirtualColumnCount() |
void |
init(StructObjectInspector structObjectInspector,
String[] scratchColumnTypeNames)
Initializes the VectorizedRowBatch context based on an scratch column type names and
object inspector.
|
void |
init(StructObjectInspector structObjectInspector,
String[] scratchColumnTypeNames,
DataTypePhysicalVariation[] scratchDataTypePhysicalVariations)
Initializes the VectorizedRowBatch context based on an scratch column type names and
object inspector.
|
boolean |
isPartitionCol(int colNum)
Determine whether a given column is a partition column
|
boolean |
isVirtualColumnNeeded(String virtualColumnName) |
void |
setBucketAndWriteIdOf(VectorizedRowBatch vectorizedRowBatch,
BucketIdentifier bucketIdentifier) |
void |
setRowDataTypePhysicalVariations(DataTypePhysicalVariation[] rowDataTypePhysicalVariations) |
public VectorizedRowBatchCtx()
public VectorizedRowBatchCtx(String[] rowColumnNames, TypeInfo[] rowColumnTypeInfos, DataTypePhysicalVariation[] rowDataTypePhysicalVariations, int[] dataColumnNums, int partitionColumnCount, int virtualColumnCount, VirtualColumn[] neededVirtualColumns, String[] scratchColumnTypeNames, DataTypePhysicalVariation[] scratchDataTypePhysicalVariations)
public String[] getRowColumnNames()
public TypeInfo[] getRowColumnTypeInfos()
public DataTypePhysicalVariation[] getRowdataTypePhysicalVariations()
public void setRowDataTypePhysicalVariations(DataTypePhysicalVariation[] rowDataTypePhysicalVariations)
public int[] getDataColumnNums()
public int getDataColumnCount()
public int getPartitionColumnCount()
public int getVirtualColumnCount()
public VirtualColumn[] getNeededVirtualColumns()
public boolean isVirtualColumnNeeded(String virtualColumnName)
public int findVirtualColumnNum(VirtualColumn virtualColumn)
public String[] getScratchColumnTypeNames()
public DataTypePhysicalVariation[] getScratchDataTypePhysicalVariations()
public void init(StructObjectInspector structObjectInspector, String[] scratchColumnTypeNames) throws HiveException
structObjectInspector
- scratchColumnTypeNames
- Object inspector that shapes the column typesHiveException
public void init(StructObjectInspector structObjectInspector, String[] scratchColumnTypeNames, DataTypePhysicalVariation[] scratchDataTypePhysicalVariations) throws HiveException
structObjectInspector
- scratchColumnTypeNames
- Object inspector that shapes the column typesHiveException
public static void getPartitionValues(VectorizedRowBatchCtx vrbCtx, org.apache.hadoop.conf.Configuration hiveConf, org.apache.hadoop.mapred.FileSplit split, Object[] partitionValues) throws IOException
IOException
public static void getPartitionValues(VectorizedRowBatchCtx vrbCtx, MapWork mapWork, org.apache.hadoop.mapred.FileSplit split, Object[] partitionValues) throws IOException
IOException
public static void getPartitionValues(VectorizedRowBatchCtx vrbCtx, PartitionDesc partDesc, Object[] partitionValues)
public VectorizedRowBatch createVectorizedRowBatch()
public void setBucketAndWriteIdOf(VectorizedRowBatch vectorizedRowBatch, BucketIdentifier bucketIdentifier)
public void addPartitionColsToBatch(VectorizedRowBatch batch, Object[] partitionValues)
batch
- partitionValues
- public void addPartitionColsToBatch(ColumnVector[] cols, Object[] partitionValues)
public void addPartitionColsToBatch(ColumnVector col, Object value, int colIndex)
public final boolean isPartitionCol(int colNum)
colNum
- column number in
VectorizedRowBatch
s created by this context.Copyright © 2023 The Apache Software Foundation. All rights reserved.