public class Msck extends Object
Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
static int |
separator |
Constructor and Description |
---|
Msck(boolean acquireLock,
boolean deleteData) |
Modifier and Type | Method and Description |
---|---|
void |
createPartitionsInBatches(IMetaStoreClient metastoreClient,
List<String> repairOutput,
Set<CheckResult.PartitionResult> partsNotInMs,
Table table,
int batchSize,
int decayingFactor,
int maxRetries) |
void |
dropPartitionsInBatches(IMetaStoreClient metastoreClient,
List<String> repairOutput,
Set<CheckResult.PartitionResult> partsNotInFs,
Set<CheckResult.PartitionResult> expiredPartitions,
Table table,
int batchSize,
int decayingFactor,
int maxRetries) |
org.apache.hadoop.conf.Configuration |
getConf() |
IMetaStoreClient |
getMsc() |
static org.apache.hadoop.conf.Configuration |
getMsckConf(org.apache.hadoop.conf.Configuration conf) |
static String |
getProxyClass(org.apache.hadoop.conf.Configuration metastoreConf) |
void |
init(org.apache.hadoop.conf.Configuration conf) |
int |
repair(MsckInfo msckInfo)
MetastoreCheck, see if the data in the metastore matches what is on the
dfs.
|
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
void |
updateExpressionProxy(String proxyClass) |
public static final org.slf4j.Logger LOG
public static final int separator
public org.apache.hadoop.conf.Configuration getConf()
public void setConf(org.apache.hadoop.conf.Configuration conf)
public void init(org.apache.hadoop.conf.Configuration conf) throws MetaException
MetaException
public static org.apache.hadoop.conf.Configuration getMsckConf(org.apache.hadoop.conf.Configuration conf)
public static String getProxyClass(org.apache.hadoop.conf.Configuration metastoreConf)
public void updateExpressionProxy(String proxyClass) throws org.apache.thrift.TException
org.apache.thrift.TException
public int repair(MsckInfo msckInfo)
msckInfo
- Information about the tables and partitions we want to check for.public IMetaStoreClient getMsc()
public void createPartitionsInBatches(IMetaStoreClient metastoreClient, List<String> repairOutput, Set<CheckResult.PartitionResult> partsNotInMs, Table table, int batchSize, int decayingFactor, int maxRetries) throws Exception
Exception
public void dropPartitionsInBatches(IMetaStoreClient metastoreClient, List<String> repairOutput, Set<CheckResult.PartitionResult> partsNotInFs, Set<CheckResult.PartitionResult> expiredPartitions, Table table, int batchSize, int decayingFactor, int maxRetries) throws Exception
Exception
Copyright © 2023 The Apache Software Foundation. All rights reserved.