public class ParseOutputFormat extends OutputFormat<Text,Parse>
Constructor and Description |
---|
ParseOutputFormat() |
Modifier and Type | Method and Description |
---|---|
void |
checkOutputSpecs(JobContext context) |
static java.lang.String |
filterNormalize(java.lang.String fromUrl,
java.lang.String toUrl,
java.lang.String fromHost,
boolean ignoreInternalLinks,
boolean ignoreExternalLinks,
java.lang.String ignoreExternalLinksMode,
URLFilters filters,
URLExemptionFilters exemptionFilters,
URLNormalizers normalizers) |
static java.lang.String |
filterNormalize(java.lang.String fromUrl,
java.lang.String toUrl,
java.lang.String origin,
boolean ignoreInternalLinks,
boolean ignoreExternalLinks,
java.lang.String ignoreExternalLinksMode,
URLFilters filters,
URLExemptionFilters exemptionFilters,
URLNormalizers normalizers,
java.lang.String urlNormalizerScope) |
OutputCommitter |
getOutputCommitter(TaskAttemptContext context) |
RecordWriter<Text,Parse> |
getRecordWriter(TaskAttemptContext context) |
java.lang.String |
getUniqueFile(TaskAttemptContext context,
java.lang.String name) |
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws java.io.IOException
getOutputCommitter
in class OutputFormat<Text,Parse>
java.io.IOException
public void checkOutputSpecs(JobContext context) throws java.io.IOException
checkOutputSpecs
in class OutputFormat<Text,Parse>
java.io.IOException
public java.lang.String getUniqueFile(TaskAttemptContext context, java.lang.String name)
public RecordWriter<Text,Parse> getRecordWriter(TaskAttemptContext context) throws java.io.IOException
getRecordWriter
in class OutputFormat<Text,Parse>
java.io.IOException
public static java.lang.String filterNormalize(java.lang.String fromUrl, java.lang.String toUrl, java.lang.String fromHost, boolean ignoreInternalLinks, boolean ignoreExternalLinks, java.lang.String ignoreExternalLinksMode, URLFilters filters, URLExemptionFilters exemptionFilters, URLNormalizers normalizers)
public static java.lang.String filterNormalize(java.lang.String fromUrl, java.lang.String toUrl, java.lang.String origin, boolean ignoreInternalLinks, boolean ignoreExternalLinks, java.lang.String ignoreExternalLinksMode, URLFilters filters, URLExemptionFilters exemptionFilters, URLNormalizers normalizers, java.lang.String urlNormalizerScope)
Copyright © 2019 The Apache Software Foundation