org.apache.hadoop.hive.accumulo.serde

Class AccumuloSerDeParameters

java.lang.Object

org.apache.hadoop.hive.accumulo.AccumuloConnectionParameters

org.apache.hadoop.hive.accumulo.serde.AccumuloSerDeParameters

public class AccumuloSerDeParameters
extends AccumuloConnectionParameters

Field Summary

Fields

Modifier and Type	Field and Description
static String	AUTHORIZATIONS_KEY
static String	COLUMN_MAPPINGS
protected ColumnMapper	columnMapper
static String	COMPOSITE_ROWID_CLASS
static String	COMPOSITE_ROWID_FACTORY
static String	DEFAULT_STORAGE_TYPE
static org.apache.accumulo.core.security.ColumnVisibility	DEFAULT_VISIBILITY_LABEL
static boolean	ITERATOR_PUSHDOWN_DEFAULT
static String	ITERATOR_PUSHDOWN_KEY
static String	VISIBILITY_LABEL_KEY

Fields inherited from class org.apache.hadoop.hive.accumulo.AccumuloConnectionParameters

conf, INSTANCE_NAME, SASL_ENABLED, TABLE_NAME, USE_MOCK_INSTANCE, useMockInstance, USER_KEYTAB, USER_NAME, USER_PASS, ZOOKEEPERS

Constructor Summary

Constructors

Constructor and Description
AccumuloSerDeParameters(org.apache.hadoop.conf.Configuration conf, Properties tableProperties, String serdeName)

Method Summary

Methods

Modifier and Type	Method and Description
protected AccumuloRowIdFactory	createRowIdFactory(org.apache.hadoop.conf.Configuration job, Properties tbl)
org.apache.accumulo.core.security.Authorizations	getAuthorizations() Extracts the table property to allow dynamic Accumulo Authorizations to be used when reading data from an Accumulo table.
static org.apache.accumulo.core.security.Authorizations	getAuthorizationsFromConf(org.apache.hadoop.conf.Configuration conf) Extract any configuration on Authorizations to be used from the provided Configuration.
protected static org.apache.accumulo.core.security.Authorizations	getAuthorizationsFromValue(String authorizationStr) Create an Authorizations object when the provided value is not null.
ColumnMapper	getColumnMapper()
ColumnMapping	getColumnMappingForHiveColumn(String hiveColumn)
List<ColumnMapping>	getColumnMappings()
String	getColumnMappingValue()
String	getColumnTypeValue()
List<String>	getHiveColumnNames()
List<TypeInfo>	getHiveColumnTypes()
boolean	getIteratorPushdown()
HiveAccumuloRowIdColumnMapping	getRowIdColumnMapping()
AccumuloRowIdFactory	getRowIdFactory()
String	getRowIdHiveColumnName()
int	getRowIdOffset()
String	getSerDeName()
LazySerDeParameters	getSerDeParameters()
Properties	getTableProperties()
org.apache.accumulo.core.security.ColumnVisibility	getTableVisibilityLabel() Extracts the table property to allow a custom ColumnVisibility label to be set on updates to be written to an Accumulo table.
TypeInfo	getTypeForHiveColumn(String hiveColumn)
protected AccumuloRowIdFactory	initRowIdFactory(org.apache.hadoop.conf.Configuration conf, Properties tbl)

Methods inherited from class org.apache.hadoop.hive.accumulo.AccumuloConnectionParameters

getAccumuloInstanceName, getAccumuloKeytab, getAccumuloPassword, getAccumuloTableName, getAccumuloUserName, getConf, getConnector, getConnector, getInstance, getKerberosToken, getZooKeepers, useMockInstance, useSasl

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

COLUMN_MAPPINGS

public static final String COLUMN_MAPPINGS

See Also:

Constant Field Values

ITERATOR_PUSHDOWN_KEY

public static final String ITERATOR_PUSHDOWN_KEY

See Also:

Constant Field Values

ITERATOR_PUSHDOWN_DEFAULT

public static final boolean ITERATOR_PUSHDOWN_DEFAULT

See Also:

Constant Field Values

DEFAULT_STORAGE_TYPE

public static final String DEFAULT_STORAGE_TYPE

See Also:

Constant Field Values

VISIBILITY_LABEL_KEY

public static final String VISIBILITY_LABEL_KEY

See Also:

Constant Field Values

DEFAULT_VISIBILITY_LABEL

public static final org.apache.accumulo.core.security.ColumnVisibility DEFAULT_VISIBILITY_LABEL

AUTHORIZATIONS_KEY

public static final String AUTHORIZATIONS_KEY

See Also:

Constant Field Values

COMPOSITE_ROWID_FACTORY

public static final String COMPOSITE_ROWID_FACTORY

See Also:

Constant Field Values

COMPOSITE_ROWID_CLASS

public static final String COMPOSITE_ROWID_CLASS

See Also:

Constant Field Values

columnMapper

protected final ColumnMapper columnMapper

Constructor Detail

AccumuloSerDeParameters

public AccumuloSerDeParameters(org.apache.hadoop.conf.Configuration conf,
                       Properties tableProperties,
                       String serdeName)
                        throws SerDeException

Throws:

SerDeException

Method Detail

initRowIdFactory

protected AccumuloRowIdFactory initRowIdFactory(org.apache.hadoop.conf.Configuration conf,
                                    Properties tbl)
                                         throws SerDeException

Throws:

SerDeException

createRowIdFactory

protected AccumuloRowIdFactory createRowIdFactory(org.apache.hadoop.conf.Configuration job,
                                      Properties tbl)
                                           throws Exception

Throws:

Exception

getSerDeParameters

public LazySerDeParameters getSerDeParameters()

getTableProperties

public Properties getTableProperties()

getColumnTypeValue

public String getColumnTypeValue()

getSerDeName

public String getSerDeName()

getColumnMappingValue

public String getColumnMappingValue()

getRowIdColumnMapping

public HiveAccumuloRowIdColumnMapping getRowIdColumnMapping()

getIteratorPushdown

public boolean getIteratorPushdown()

getHiveColumnNames

public List<String> getHiveColumnNames()

getHiveColumnTypes

public List<TypeInfo> getHiveColumnTypes()

getColumnMapper

public ColumnMapper getColumnMapper()

getRowIdOffset

public int getRowIdOffset()

getColumnMappings

public List<ColumnMapping> getColumnMappings()

getRowIdFactory

public AccumuloRowIdFactory getRowIdFactory()

getRowIdHiveColumnName

public String getRowIdHiveColumnName()

getColumnMappingForHiveColumn

public ColumnMapping getColumnMappingForHiveColumn(String hiveColumn)

getTypeForHiveColumn

public TypeInfo getTypeForHiveColumn(String hiveColumn)

getTableVisibilityLabel

public org.apache.accumulo.core.security.ColumnVisibility getTableVisibilityLabel()

Extracts the table property to allow a custom ColumnVisibility label to be set on updates to be written to an Accumulo table. The value in the table property must be a properly formatted ColumnVisibility. If not value is present in the table properties, an empty ColumnVisibility is returned.

Returns:

The ColumnVisibility to be applied to all updates sent to Accumulo

getAuthorizations

public org.apache.accumulo.core.security.Authorizations getAuthorizations()

Extracts the table property to allow dynamic Accumulo Authorizations to be used when reading data from an Accumulo table. If no Authorizations are provided in the table properties, null is returned to preserve the functionality to read all data that the current user has access to.

Returns:

The Authorizations that should be used to read data from Accumulo, null if no configuration is supplied.

getAuthorizationsFromValue

protected static org.apache.accumulo.core.security.Authorizations getAuthorizationsFromValue(String authorizationStr)

Create an Authorizations object when the provided value is not null. Will return null, otherwise.

Parameters:

authorizationStr - Configuration value to parse

Returns:

Authorization object or null

getAuthorizationsFromConf

public static org.apache.accumulo.core.security.Authorizations getAuthorizationsFromConf(org.apache.hadoop.conf.Configuration conf)

Extract any configuration on Authorizations to be used from the provided Configuration. If a non-null value is not present in the configuration, a null object is returned

Returns:

Authorization built from configuration value, null if no value is present in conf