public class Http extends HttpBase
Modifier and Type | Field and Description |
---|---|
protected static org.slf4j.Logger |
LOG |
accept, acceptCharset, acceptLanguage, BUFFER_SIZE, COOKIE, enableCookieHeader, enableIfModifiedsinceHeader, maxContent, maxCrawlDelay, maxDuration, partialAsTruncated, proxyException, proxyHost, proxyPort, proxyType, RESPONSE_TIME, responseTime, storeHttpHeaders, storeHttpRequest, storeIPAddress, timeout, tlsPreferredCipherSuites, tlsPreferredProtocols, useHttp11, useHttp2, useProxy, userAgent
X_POINT_ID
Constructor and Description |
---|
Http() |
Modifier and Type | Method and Description |
---|---|
protected Response |
getResponse(java.net.URL url,
CrawlDatum datum,
boolean redirect) |
static void |
main(java.lang.String[] args) |
void |
setConf(Configuration conf) |
getAccept, getAcceptCharset, getAcceptLanguage, getConf, getMaxContent, getMaxDuration, getProtocolOutput, getProxyHost, getProxyPort, getRobotRules, getTimeout, getTlsPreferredCipherSuites, getTlsPreferredProtocols, getUseHttp11, getUserAgent, isCookieEnabled, isIfModifiedSinceEnabled, isStoreHttpHeaders, isStoreHttpRequest, isStoreIPAddress, isStorePartialAsTruncated, logConf, main, processDeflateEncoded, processGzipEncoded, useProxy, useProxy, useProxy
public void setConf(Configuration conf)
setConf
in interface Configurable
setConf
in class HttpBase
public static void main(java.lang.String[] args) throws java.lang.Exception
java.lang.Exception
protected Response getResponse(java.net.URL url, CrawlDatum datum, boolean redirect) throws ProtocolException, java.io.IOException
getResponse
in class HttpBase
ProtocolException
java.io.IOException
Copyright © 2018 The Apache Software Foundation