org.apache.nutch.indexer
Class IndexerMapReduce
java.lang.Object
org.apache.hadoop.conf.Configured
org.apache.nutch.indexer.IndexerMapReduce
- All Implemented Interfaces:
- Closeable, Configurable, JobConfigurable, Mapper<Text,Writable,Text,NutchWritable>, Reducer<Text,NutchWritable,Text,NutchDocument>
public class IndexerMapReduce
- extends Configured
- implements Mapper<Text,Writable,Text,NutchWritable>, Reducer<Text,NutchWritable,Text,NutchDocument>
Field Summary |
static org.slf4j.Logger |
LOG
|
Method Summary |
void |
close()
|
void |
configure(JobConf job)
|
static void |
initMRJob(Path crawlDb,
Path linkDb,
Collection<Path> segments,
JobConf job)
|
void |
map(Text key,
Writable value,
OutputCollector<Text,NutchWritable> output,
Reporter reporter)
|
void |
reduce(Text key,
Iterator<NutchWritable> values,
OutputCollector<Text,NutchDocument> output,
Reporter reporter)
|
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
LOG
public static final org.slf4j.Logger LOG
IndexerMapReduce
public IndexerMapReduce()
configure
public void configure(JobConf job)
- Specified by:
configure
in interface JobConfigurable
map
public void map(Text key,
Writable value,
OutputCollector<Text,NutchWritable> output,
Reporter reporter)
throws IOException
- Specified by:
map
in interface Mapper<Text,Writable,Text,NutchWritable>
- Throws:
IOException
reduce
public void reduce(Text key,
Iterator<NutchWritable> values,
OutputCollector<Text,NutchDocument> output,
Reporter reporter)
throws IOException
- Specified by:
reduce
in interface Reducer<Text,NutchWritable,Text,NutchDocument>
- Throws:
IOException
close
public void close()
throws IOException
- Specified by:
close
in interface Closeable
- Throws:
IOException
initMRJob
public static void initMRJob(Path crawlDb,
Path linkDb,
Collection<Path> segments,
JobConf job)
Copyright © 2011 The Apache Software Foundation