public final class ColumnProjectionUtils extends Object
Modifier and Type | Field and Description |
---|---|
static String |
FETCH_VIRTUAL_COLUMNS_CONF_STR |
static org.slf4j.Logger |
LOG |
static String |
ORC_SCHEMA_STRING
job config key for an ORC TypeDescription.toString().
|
static String |
READ_ALL_COLUMNS |
static String |
READ_COLUMN_IDS_CONF_STR |
static String |
READ_COLUMN_NAMES_CONF_STR |
static String |
READ_NESTED_COLUMN_PATH_CONF_STR
the nested column path is the string from the root to the leaf
e.g.
|
Modifier and Type | Method and Description |
---|---|
static void |
appendNestedColumnPaths(org.apache.hadoop.conf.Configuration conf,
List<String> paths)
Appends read nested column's paths.
|
static void |
appendReadColumnIDs(org.apache.hadoop.conf.Configuration conf,
List<Integer> ids)
Deprecated.
for backwards compatibility with <= 0.12, use appendReadColumns
|
static void |
appendReadColumns(org.apache.hadoop.conf.Configuration conf,
List<Integer> ids)
Appends read columns' ids (start from zero).
|
static void |
appendReadColumns(org.apache.hadoop.conf.Configuration conf,
List<Integer> ids,
List<String> names,
List<String> groupPaths,
boolean fetchVirtualCols)
This method appends read column information to configuration to use for PPD.
|
static void |
appendReadColumns(StringBuilder readColumnsBuffer,
StringBuilder readColumnNamesBuffer,
List<Integer> ids,
List<String> names) |
static Set<String> |
getNestedColumnPaths(org.apache.hadoop.conf.Configuration conf) |
static List<Integer> |
getReadColumnIDs(org.apache.hadoop.conf.Configuration conf)
Returns an array of column ids(start from zero) which is set in the given
parameter conf.
|
static String[] |
getReadColumnNames(org.apache.hadoop.conf.Configuration conf) |
static boolean |
isReadAllColumns(org.apache.hadoop.conf.Configuration conf)
Returns the READ_ALL_COLUMNS columns flag.
|
static void |
setFullyReadColumns(org.apache.hadoop.conf.Configuration conf)
Deprecated.
for backwards compatibility with <= 0.12, use setReadAllColumns
|
static void |
setReadAllColumns(org.apache.hadoop.conf.Configuration conf)
Sets the READ_ALL_COLUMNS flag and removes any previously
set column ids.
|
static void |
setReadColumnIDs(org.apache.hadoop.conf.Configuration conf,
List<Integer> ids)
Deprecated.
for backwards compatibility with <= 0.12, use setReadAllColumns
and appendReadColumns
|
static void |
setReadColumns(org.apache.hadoop.conf.Configuration conf,
List<Integer> ids)
Sets the READ_ALL_COLUMNS flag to false and overwrites column ids
with the provided list.
|
public static final org.slf4j.Logger LOG
public static final String READ_COLUMN_IDS_CONF_STR
public static final String READ_NESTED_COLUMN_PATH_CONF_STR
public static final String READ_ALL_COLUMNS
public static final String READ_COLUMN_NAMES_CONF_STR
public static final String FETCH_VIRTUAL_COLUMNS_CONF_STR
public static final String ORC_SCHEMA_STRING
@Deprecated public static void setFullyReadColumns(org.apache.hadoop.conf.Configuration conf)
@Deprecated public static void setReadColumnIDs(org.apache.hadoop.conf.Configuration conf, List<Integer> ids)
@Deprecated public static void appendReadColumnIDs(org.apache.hadoop.conf.Configuration conf, List<Integer> ids)
public static void setReadAllColumns(org.apache.hadoop.conf.Configuration conf)
public static boolean isReadAllColumns(org.apache.hadoop.conf.Configuration conf)
public static void setReadColumns(org.apache.hadoop.conf.Configuration conf, List<Integer> ids)
public static void appendReadColumns(org.apache.hadoop.conf.Configuration conf, List<Integer> ids)
public static void appendNestedColumnPaths(org.apache.hadoop.conf.Configuration conf, List<String> paths)
public static void appendReadColumns(org.apache.hadoop.conf.Configuration conf, List<Integer> ids, List<String> names, List<String> groupPaths, boolean fetchVirtualCols)
conf
- Config to set values to.ids
- Column ids.names
- Column names.public static void appendReadColumns(StringBuilder readColumnsBuffer, StringBuilder readColumnNamesBuffer, List<Integer> ids, List<String> names)
public static List<Integer> getReadColumnIDs(org.apache.hadoop.conf.Configuration conf)
public static Set<String> getNestedColumnPaths(org.apache.hadoop.conf.Configuration conf)
public static String[] getReadColumnNames(org.apache.hadoop.conf.Configuration conf)
Copyright © 2023 The Apache Software Foundation. All rights reserved.