public class IndexingFiltersChecker extends Configured implements Tool
Modifier and Type | Field and Description |
---|---|
protected boolean |
dumpText |
protected boolean |
followRedirects |
protected boolean |
keepClientCnxOpen |
protected HashMap<String,String> |
metadata |
protected URLNormalizers |
normalizers |
protected int |
tcpPort |
Constructor and Description |
---|
IndexingFiltersChecker() |
Modifier and Type | Method and Description |
---|---|
protected int |
fetch(String url,
StringBuilder output) |
protected ProtocolOutput |
getProtocolOutput(String url,
CrawlDatum datum) |
protected void |
listen() |
static void |
main(String[] args) |
int |
run(String[] args) |
getConf, setConf
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
getConf, setConf
protected URLNormalizers normalizers
protected boolean dumpText
protected boolean followRedirects
protected boolean keepClientCnxOpen
protected int tcpPort
protected int fetch(String url, StringBuilder output) throws Exception
Exception
protected ProtocolOutput getProtocolOutput(String url, CrawlDatum datum) throws Exception
Exception
Copyright © 2017 The Apache Software Foundation