public class IndexingFiltersChecker extends Configured implements Tool
Modifier and Type | Field and Description |
---|---|
protected boolean |
dumpText |
protected boolean |
followRedirects |
static org.slf4j.Logger |
LOG |
protected HashMap<String,String> |
metadata |
protected URLNormalizers |
normalizers |
protected int |
tcpPort |
Constructor and Description |
---|
IndexingFiltersChecker() |
Modifier and Type | Method and Description |
---|---|
protected int |
fetch(String url,
StringBuilder output) |
protected ProtocolOutput |
getProtocolOutput(String url,
CrawlDatum datum) |
protected void |
listen() |
static void |
main(String[] args) |
int |
run(String[] args) |
getConf, setConf
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
getConf, setConf
protected URLNormalizers normalizers
protected boolean dumpText
protected boolean followRedirects
protected int tcpPort
public static final org.slf4j.Logger LOG
protected int fetch(String url, StringBuilder output) throws Exception
Exception
protected ProtocolOutput getProtocolOutput(String url, CrawlDatum datum) throws Exception
Exception
Copyright © 2016 The Apache Software Foundation