public class LinkDb extends org.apache.hadoop.conf.Configured implements org.apache.hadoop.util.Tool, org.apache.hadoop.mapred.Mapper<org.apache.hadoop.io.Text,ParseData,org.apache.hadoop.io.Text,Inlinks>
Modifier and Type | Field and Description |
---|---|
static String |
CURRENT_NAME |
static String |
IGNORE_INTERNAL_LINKS |
static String |
LOCK_NAME |
static org.slf4j.Logger |
LOG |
Constructor and Description |
---|
LinkDb() |
LinkDb(org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
configure(org.apache.hadoop.mapred.JobConf job) |
static void |
install(org.apache.hadoop.mapred.JobConf job,
org.apache.hadoop.fs.Path linkDb) |
void |
invert(org.apache.hadoop.fs.Path linkDb,
org.apache.hadoop.fs.Path[] segments,
boolean normalize,
boolean filter,
boolean force) |
void |
invert(org.apache.hadoop.fs.Path linkDb,
org.apache.hadoop.fs.Path segmentsDir,
boolean normalize,
boolean filter,
boolean force) |
static void |
main(String[] args) |
void |
map(org.apache.hadoop.io.Text key,
ParseData parseData,
org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Text,Inlinks> output,
org.apache.hadoop.mapred.Reporter reporter) |
int |
run(String[] args) |
public static final org.slf4j.Logger LOG
public static final String IGNORE_INTERNAL_LINKS
public static final String CURRENT_NAME
public static final String LOCK_NAME
public LinkDb()
public LinkDb(org.apache.hadoop.conf.Configuration conf)
public void configure(org.apache.hadoop.mapred.JobConf job)
configure
in interface org.apache.hadoop.mapred.JobConfigurable
public void close()
close
in interface Closeable
close
in interface AutoCloseable
public void map(org.apache.hadoop.io.Text key, ParseData parseData, org.apache.hadoop.mapred.OutputCollector<org.apache.hadoop.io.Text,Inlinks> output, org.apache.hadoop.mapred.Reporter reporter) throws IOException
map
in interface org.apache.hadoop.mapred.Mapper<org.apache.hadoop.io.Text,ParseData,org.apache.hadoop.io.Text,Inlinks>
IOException
public void invert(org.apache.hadoop.fs.Path linkDb, org.apache.hadoop.fs.Path segmentsDir, boolean normalize, boolean filter, boolean force) throws IOException
IOException
public void invert(org.apache.hadoop.fs.Path linkDb, org.apache.hadoop.fs.Path[] segments, boolean normalize, boolean filter, boolean force) throws IOException
IOException
public static void install(org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.fs.Path linkDb) throws IOException
IOException
Copyright © 2014 The Apache Software Foundation