public class OldFetcher extends Configured implements Tool, MapRunnable<WritableComparable<?>,Writable,Text,NutchWritable>
Modifier and Type | Class and Description |
---|---|
static class |
OldFetcher.InputFormat |
Modifier and Type | Field and Description |
---|---|
static String |
CONTENT_REDIR |
static org.slf4j.Logger |
LOG |
static int |
PERM_REFRESH_TIME |
static String |
PROTOCOL_REDIR |
Constructor and Description |
---|
OldFetcher() |
OldFetcher(Configuration conf) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
configure(JobConf job) |
void |
fetch(Path segment,
int threads) |
static boolean |
isParsing(Configuration conf) |
static boolean |
isStoringContent(Configuration conf) |
static void |
main(String[] args)
Run the fetcher.
|
void |
run(RecordReader<WritableComparable<?>,Writable> input,
OutputCollector<Text,NutchWritable> output,
Reporter reporter) |
int |
run(String[] args) |
getConf, setConf
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
getConf, setConf
public static final org.slf4j.Logger LOG
public static final int PERM_REFRESH_TIME
public static final String CONTENT_REDIR
public static final String PROTOCOL_REDIR
public OldFetcher()
public OldFetcher(Configuration conf)
public void configure(JobConf job)
configure
in interface JobConfigurable
public void close()
public static boolean isParsing(Configuration conf)
public static boolean isStoringContent(Configuration conf)
public void run(RecordReader<WritableComparable<?>,Writable> input, OutputCollector<Text,NutchWritable> output, Reporter reporter) throws IOException
run
in interface MapRunnable<WritableComparable<?>,Writable,Text,NutchWritable>
IOException
public void fetch(Path segment, int threads) throws IOException
IOException
Copyright © 2015 The Apache Software Foundation