public class SegmentReader extends Configured implements Tool, Reducer<Text,NutchWritable,Text,Text>
Modifier and Type | Class and Description |
---|---|
static class |
SegmentReader.InputCompatMapper |
static class |
SegmentReader.SegmentReaderStats |
static class |
SegmentReader.TextOutputFormat
Implements a text output format
|
Constructor and Description |
---|
SegmentReader() |
SegmentReader(Configuration conf,
boolean co,
boolean fe,
boolean ge,
boolean pa,
boolean pd,
boolean pt) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
configure(JobConf job) |
void |
dump(Path segment,
Path output) |
void |
get(Path segment,
Text key,
Writer writer,
Map<String,List<Writable>> results) |
void |
getStats(Path segment,
SegmentReader.SegmentReaderStats stats) |
void |
list(List<Path> dirs,
Writer writer) |
static void |
main(String[] args) |
void |
reduce(Text key,
Iterator<NutchWritable> values,
OutputCollector<Text,Text> output,
Reporter reporter) |
int |
run(String[] args) |
getConf, setConf
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
getConf, setConf
public SegmentReader()
public SegmentReader(Configuration conf, boolean co, boolean fe, boolean ge, boolean pa, boolean pd, boolean pt)
public void configure(JobConf job)
configure
in interface JobConfigurable
public void close()
close
in interface Closeable
close
in interface AutoCloseable
public void reduce(Text key, Iterator<NutchWritable> values, OutputCollector<Text,Text> output, Reporter reporter) throws IOException
reduce
in interface Reducer<Text,NutchWritable,Text,Text>
IOException
public void dump(Path segment, Path output) throws IOException
IOException
public void get(Path segment, Text key, Writer writer, Map<String,List<Writable>> results) throws Exception
Exception
public void getStats(Path segment, SegmentReader.SegmentReaderStats stats) throws Exception
Exception
Copyright © 2017 The Apache Software Foundation