public class CommonCrawlFormatJackson extends AbstractCommonCrawlFormat
conf, content, jsonArray, keyPrefix, metadata, reverseKey, reverseKeyValue, simpleDateFormat, url
Constructor and Description |
---|
CommonCrawlFormatJackson(String url,
byte[] content,
Metadata metadata,
Configuration nutchConf,
CommonCrawlConfig config) |
Modifier and Type | Method and Description |
---|---|
protected void |
closeArray(String key,
boolean nested,
boolean newline) |
protected void |
closeObject(String key) |
protected String |
generateJson() |
protected void |
startArray(String key,
boolean nested,
boolean newline) |
protected void |
startObject(String key) |
protected void |
writeArrayValue(String value) |
protected void |
writeKeyNull(String key) |
protected void |
writeKeyValue(String key,
String value) |
getImported, getJsonData, getKey, getMethod, getRequestAccept, getRequestAcceptEncoding, getRequestAcceptLanguage, getRequestContactEmail, getRequestContactName, getRequestHostAddress, getRequestHostName, getRequestRobots, getRequestSoftware, getRequestUserAgent, getResponseAddress, getResponseContent, getResponseContentEncoding, getResponseContentType, getResponseDate, getResponseHostName, getResponseServer, getResponseStatus, getTimestamp, getUrl
public CommonCrawlFormatJackson(String url, byte[] content, Metadata metadata, Configuration nutchConf, CommonCrawlConfig config) throws IOException
IOException
protected void writeKeyValue(String key, String value) throws IOException
writeKeyValue
in class AbstractCommonCrawlFormat
IOException
protected void writeKeyNull(String key) throws IOException
writeKeyNull
in class AbstractCommonCrawlFormat
IOException
protected void startArray(String key, boolean nested, boolean newline) throws IOException
startArray
in class AbstractCommonCrawlFormat
IOException
protected void closeArray(String key, boolean nested, boolean newline) throws IOException
closeArray
in class AbstractCommonCrawlFormat
IOException
protected void writeArrayValue(String value) throws IOException
writeArrayValue
in class AbstractCommonCrawlFormat
IOException
protected void startObject(String key) throws IOException
startObject
in class AbstractCommonCrawlFormat
IOException
protected void closeObject(String key) throws IOException
closeObject
in class AbstractCommonCrawlFormat
IOException
protected String generateJson() throws IOException
generateJson
in class AbstractCommonCrawlFormat
IOException
Copyright © 2015 The Apache Software Foundation