public class CrawlDbFilter extends Mapper<Text,CrawlDatum,Text,CrawlDatum>
Mapper.Context
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
URL_FILTERING |
static java.lang.String |
URL_NORMALIZING |
static java.lang.String |
URL_NORMALIZING_SCOPE |
Constructor and Description |
---|
CrawlDbFilter() |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
map(Text key,
CrawlDatum value,
Mapper.Context context) |
void |
setup(Mapper.Context context) |
public static final java.lang.String URL_FILTERING
public static final java.lang.String URL_NORMALIZING
public static final java.lang.String URL_NORMALIZING_SCOPE
public void setup(Mapper.Context context)
setup
in class Mapper<Text,CrawlDatum,Text,CrawlDatum>
public void close()
public void map(Text key, CrawlDatum value, Mapper.Context context) throws java.io.IOException, java.lang.InterruptedException
map
in class Mapper<Text,CrawlDatum,Text,CrawlDatum>
java.io.IOException
java.lang.InterruptedException
Copyright © 2018 The Apache Software Foundation