public class SegmentReader extends Configured implements Reducer<Text,NutchWritable,Text,Text>
Modifier and Type | Class and Description |
---|---|
static class |
SegmentReader.InputCompatMapper |
static class |
SegmentReader.SegmentReaderStats |
static class |
SegmentReader.TextOutputFormat
Implements a text output format
|
Modifier and Type | Field and Description |
---|---|
static org.slf4j.Logger |
LOG |
Constructor and Description |
---|
SegmentReader() |
SegmentReader(Configuration conf,
boolean co,
boolean fe,
boolean ge,
boolean pa,
boolean pd,
boolean pt) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
configure(JobConf job) |
void |
dump(Path segment,
Path output) |
void |
get(Path segment,
Text key,
Writer writer,
Map<String,List<Writable>> results) |
void |
getStats(Path segment,
SegmentReader.SegmentReaderStats stats) |
void |
list(List<Path> dirs,
Writer writer) |
static void |
main(String[] args) |
void |
reduce(Text key,
Iterator<NutchWritable> values,
OutputCollector<Text,Text> output,
Reporter reporter) |
getConf, setConf
public SegmentReader()
public SegmentReader(Configuration conf, boolean co, boolean fe, boolean ge, boolean pa, boolean pd, boolean pt)
public void configure(JobConf job)
configure
in interface JobConfigurable
public void close()
close
in interface Closeable
close
in interface AutoCloseable
public void reduce(Text key, Iterator<NutchWritable> values, OutputCollector<Text,Text> output, Reporter reporter) throws IOException
reduce
in interface Reducer<Text,NutchWritable,Text,Text>
IOException
public void dump(Path segment, Path output) throws IOException
IOException
public void get(Path segment, Text key, Writer writer, Map<String,List<Writable>> results) throws Exception
Exception
public void getStats(Path segment, SegmentReader.SegmentReaderStats stats) throws Exception
Exception
Copyright © 2015 The Apache Software Foundation