public class CommonCrawlFormatJackson extends AbstractCommonCrawlFormat
conf, content, inLinks, jsonArray, keyPrefix, LOG, metadata, reverseKey, reverseKeyValue, simpleDateFormat, url
Constructor and Description |
---|
CommonCrawlFormatJackson(Configuration nutchConf,
CommonCrawlConfig config) |
CommonCrawlFormatJackson(java.lang.String url,
Content content,
Metadata metadata,
Configuration nutchConf,
CommonCrawlConfig config) |
Modifier and Type | Method and Description |
---|---|
protected void |
closeArray(java.lang.String key,
boolean nested,
boolean newline) |
protected void |
closeObject(java.lang.String key) |
protected java.lang.String |
generateJson() |
protected void |
startArray(java.lang.String key,
boolean nested,
boolean newline) |
protected void |
startObject(java.lang.String key) |
protected void |
writeArrayValue(java.lang.String value) |
protected void |
writeKeyNull(java.lang.String key) |
protected void |
writeKeyValue(java.lang.String key,
java.lang.String value) |
close, getImported, getInLinks, getJsonData, getJsonData, getJsonData, getKey, getMethod, getRequestAccept, getRequestAcceptEncoding, getRequestAcceptLanguage, getRequestContactEmail, getRequestContactName, getRequestHostAddress, getRequestHostName, getRequestRobots, getRequestSoftware, getRequestUserAgent, getResponseAddress, getResponseContent, getResponseContentEncoding, getResponseContentType, getResponseDate, getResponseHostName, getResponseServer, getResponseStatus, getTimestamp, getUrl, setInLinks
public CommonCrawlFormatJackson(Configuration nutchConf, CommonCrawlConfig config) throws java.io.IOException
java.io.IOException
public CommonCrawlFormatJackson(java.lang.String url, Content content, Metadata metadata, Configuration nutchConf, CommonCrawlConfig config) throws java.io.IOException
java.io.IOException
protected void writeKeyValue(java.lang.String key, java.lang.String value) throws java.io.IOException
writeKeyValue
in class AbstractCommonCrawlFormat
java.io.IOException
protected void writeKeyNull(java.lang.String key) throws java.io.IOException
writeKeyNull
in class AbstractCommonCrawlFormat
java.io.IOException
protected void startArray(java.lang.String key, boolean nested, boolean newline) throws java.io.IOException
startArray
in class AbstractCommonCrawlFormat
java.io.IOException
protected void closeArray(java.lang.String key, boolean nested, boolean newline) throws java.io.IOException
closeArray
in class AbstractCommonCrawlFormat
java.io.IOException
protected void writeArrayValue(java.lang.String value) throws java.io.IOException
writeArrayValue
in class AbstractCommonCrawlFormat
java.io.IOException
protected void startObject(java.lang.String key) throws java.io.IOException
startObject
in class AbstractCommonCrawlFormat
java.io.IOException
protected void closeObject(java.lang.String key) throws java.io.IOException
closeObject
in class AbstractCommonCrawlFormat
java.io.IOException
protected java.lang.String generateJson() throws java.io.IOException
generateJson
in class AbstractCommonCrawlFormat
java.io.IOException
Copyright © 2018 The Apache Software Foundation