public static class WARCExporter.WARCReducer extends Object implements Mapper<Text,Writable,Text,NutchWritable>, Reducer<Text,NutchWritable,NullWritable,com.martinkl.warc.WARCWritable>
Constructor and Description |
---|
WARCReducer() |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
configure(JobConf job) |
void |
map(Text key,
Writable value,
OutputCollector<Text,NutchWritable> output,
Reporter reporter) |
void |
reduce(Text key,
Iterator<NutchWritable> values,
OutputCollector<NullWritable,com.martinkl.warc.WARCWritable> output,
Reporter reporter) |
public void configure(JobConf job)
configure
in interface JobConfigurable
public void close() throws IOException
close
in interface Closeable
close
in interface AutoCloseable
IOException
public void map(Text key, Writable value, OutputCollector<Text,NutchWritable> output, Reporter reporter) throws IOException
map
in interface Mapper<Text,Writable,Text,NutchWritable>
IOException
public void reduce(Text key, Iterator<NutchWritable> values, OutputCollector<NullWritable,com.martinkl.warc.WARCWritable> output, Reporter reporter) throws IOException
reduce
in interface Reducer<Text,NutchWritable,NullWritable,com.martinkl.warc.WARCWritable>
IOException
Copyright © 2017 The Apache Software Foundation