public class HiveAccumuloHelper extends Object
Modifier and Type | Field and Description |
---|---|
static org.apache.hadoop.io.Text |
ACCUMULO_SERVICE |
Constructor and Description |
---|
HiveAccumuloHelper() |
Modifier and Type | Method and Description |
---|---|
void |
addTokenFromUserToJobConf(org.apache.hadoop.security.UserGroupInformation user,
org.apache.hadoop.mapred.JobConf jobConf)
Extract the appropriate Token for Accumulo from the provided
user and add it to the
JobConf 's credentials. |
org.apache.hadoop.security.token.Token<?> |
getAccumuloToken(org.apache.hadoop.security.UserGroupInformation user) |
org.apache.accumulo.core.client.ClientConfiguration |
getClientConfiguration(String zookeepers,
String instanceName,
boolean useSasl)
Construct a
ClientConfiguration instance. |
org.apache.accumulo.core.client.security.tokens.AuthenticationToken |
getDelegationToken(org.apache.accumulo.core.client.Connector conn)
Obtain a DelegationToken from Accumulo.
|
org.apache.hadoop.security.token.Token<? extends org.apache.hadoop.security.token.TokenIdentifier> |
getHadoopToken(org.apache.accumulo.core.client.security.tokens.AuthenticationToken token) |
boolean |
hasKerberosCredentials(org.apache.hadoop.security.UserGroupInformation ugi) |
void |
loadDependentJars(org.apache.hadoop.conf.Configuration conf)
Sets all jars requried by Accumulo input/output tasks in the configuration to be dynamically
loaded when the task is executed.
|
void |
mergeTokenIntoJobConf(org.apache.hadoop.mapred.JobConf jobConf,
org.apache.hadoop.security.token.Token<?> accumuloToken)
Merge the provided
Token into the JobConf. |
org.apache.hadoop.security.token.Token<? extends org.apache.hadoop.security.token.TokenIdentifier> |
setConnectorInfoForInputAndOutput(AccumuloConnectionParameters params,
org.apache.accumulo.core.client.Connector conn,
org.apache.hadoop.conf.Configuration conf)
Obtains an Accumulo DelegationToken and sets it in the configuration for input and output jobs.
|
void |
setInputFormatConnectorInfo(org.apache.hadoop.mapred.JobConf conf,
String username,
org.apache.accumulo.core.client.security.tokens.AuthenticationToken token)
Calls
AbstractInputFormat.setConnectorInfo(JobConf, String, AuthenticationToken) ,
suppressing exceptions due to setting the configuration multiple times. |
void |
setInputFormatMockInstance(org.apache.hadoop.mapred.JobConf conf,
String instanceName)
Calls
AbstractInputFormat.setMockInstance(JobConf, String) , suppressing exceptions due
to setting the configuration multiple times. |
void |
setInputFormatZooKeeperInstance(org.apache.hadoop.mapred.JobConf conf,
String instanceName,
String zookeepers,
boolean isSasl)
Calls
AbstractInputFormat.setZooKeeperInstance(JobConf, ClientConfiguration) ,
suppressing exceptions due to setting the configuration multiple times. |
void |
setOutputFormatConnectorInfo(org.apache.hadoop.mapred.JobConf conf,
String username,
org.apache.accumulo.core.client.security.tokens.AuthenticationToken token)
Calls
AccumuloOutputFormat.setConnectorInfo(JobConf, String, AuthenticationToken)
suppressing exceptions due to setting the configuration multiple times. |
void |
setOutputFormatMockInstance(org.apache.hadoop.mapred.JobConf conf,
String instanceName)
Calls
AccumuloOutputFormat.setMockInstance(JobConf, String) , suppressing exceptions
due to setting the configuration multiple times. |
void |
setOutputFormatZooKeeperInstance(org.apache.hadoop.mapred.JobConf conf,
String instanceName,
String zookeepers,
boolean isSasl)
Calls
AccumuloOutputFormat.setZooKeeperInstance(JobConf, ClientConfiguration) ,
suppressing exceptions due to setting the configuration multiple times. |
void |
updateInputFormatConfWithAccumuloToken(org.apache.hadoop.mapred.JobConf jobConf,
org.apache.hadoop.security.UserGroupInformation currentUser,
AccumuloConnectionParameters cnxnParams) |
void |
updateOutputFormatConfWithAccumuloToken(org.apache.hadoop.mapred.JobConf jobConf,
org.apache.hadoop.security.UserGroupInformation currentUser,
AccumuloConnectionParameters cnxnParams) |
public void addTokenFromUserToJobConf(org.apache.hadoop.security.UserGroupInformation user, org.apache.hadoop.mapred.JobConf jobConf) throws IOException
user
and add it to the
JobConf
's credentials.user
- User containing tokensjobConf
- The configuration for the jobIOException
- If the correct token is not found or the Token fails to be merged with the
configurationpublic org.apache.hadoop.security.token.Token<?> getAccumuloToken(org.apache.hadoop.security.UserGroupInformation user)
public void mergeTokenIntoJobConf(org.apache.hadoop.mapred.JobConf jobConf, org.apache.hadoop.security.token.Token<?> accumuloToken) throws IOException
Token
into the JobConf.jobConf
- JobConf to merge token intoaccumuloToken
- The TokenIOException
- If the merging failspublic org.apache.accumulo.core.client.security.tokens.AuthenticationToken getDelegationToken(org.apache.accumulo.core.client.Connector conn) throws IOException
conn
- The Accumulo connectorIOException
- If the token cannot be obtainedpublic org.apache.hadoop.security.token.Token<? extends org.apache.hadoop.security.token.TokenIdentifier> getHadoopToken(org.apache.accumulo.core.client.security.tokens.AuthenticationToken token) throws IOException
IOException
public org.apache.accumulo.core.client.ClientConfiguration getClientConfiguration(String zookeepers, String instanceName, boolean useSasl)
ClientConfiguration
instance.zookeepers
- ZooKeeper hostsinstanceName
- Instance nameuseSasl
- Is SASL enabledpublic void updateInputFormatConfWithAccumuloToken(org.apache.hadoop.mapred.JobConf jobConf, org.apache.hadoop.security.UserGroupInformation currentUser, AccumuloConnectionParameters cnxnParams) throws IOException
IOException
public void updateOutputFormatConfWithAccumuloToken(org.apache.hadoop.mapred.JobConf jobConf, org.apache.hadoop.security.UserGroupInformation currentUser, AccumuloConnectionParameters cnxnParams) throws IOException
IOException
public boolean hasKerberosCredentials(org.apache.hadoop.security.UserGroupInformation ugi)
public void setInputFormatConnectorInfo(org.apache.hadoop.mapred.JobConf conf, String username, org.apache.accumulo.core.client.security.tokens.AuthenticationToken token) throws org.apache.accumulo.core.client.AccumuloSecurityException
AbstractInputFormat.setConnectorInfo(JobConf, String, AuthenticationToken)
,
suppressing exceptions due to setting the configuration multiple times.org.apache.accumulo.core.client.AccumuloSecurityException
public void setOutputFormatConnectorInfo(org.apache.hadoop.mapred.JobConf conf, String username, org.apache.accumulo.core.client.security.tokens.AuthenticationToken token) throws org.apache.accumulo.core.client.AccumuloSecurityException
AccumuloOutputFormat.setConnectorInfo(JobConf, String, AuthenticationToken)
suppressing exceptions due to setting the configuration multiple times.org.apache.accumulo.core.client.AccumuloSecurityException
public void setInputFormatZooKeeperInstance(org.apache.hadoop.mapred.JobConf conf, String instanceName, String zookeepers, boolean isSasl) throws IOException
AbstractInputFormat.setZooKeeperInstance(JobConf, ClientConfiguration)
,
suppressing exceptions due to setting the configuration multiple times.IOException
public void setOutputFormatZooKeeperInstance(org.apache.hadoop.mapred.JobConf conf, String instanceName, String zookeepers, boolean isSasl) throws IOException
AccumuloOutputFormat.setZooKeeperInstance(JobConf, ClientConfiguration)
,
suppressing exceptions due to setting the configuration multiple times.IOException
public void setInputFormatMockInstance(org.apache.hadoop.mapred.JobConf conf, String instanceName)
AbstractInputFormat.setMockInstance(JobConf, String)
, suppressing exceptions due
to setting the configuration multiple times.public void setOutputFormatMockInstance(org.apache.hadoop.mapred.JobConf conf, String instanceName)
AccumuloOutputFormat.setMockInstance(JobConf, String)
, suppressing exceptions
due to setting the configuration multiple times.public void loadDependentJars(org.apache.hadoop.conf.Configuration conf)
public org.apache.hadoop.security.token.Token<? extends org.apache.hadoop.security.token.TokenIdentifier> setConnectorInfoForInputAndOutput(AccumuloConnectionParameters params, org.apache.accumulo.core.client.Connector conn, org.apache.hadoop.conf.Configuration conf) throws Exception
Exception
Copyright © 2022 The Apache Software Foundation. All rights reserved.