public class ParseOutputFormat extends OutputFormat<Text,Parse>
| Constructor and Description |
|---|
ParseOutputFormat() |
| Modifier and Type | Method and Description |
|---|---|
void |
checkOutputSpecs(JobContext context) |
static String |
filterNormalize(String fromUrl,
String toUrl,
String fromHost,
boolean ignoreInternalLinks,
boolean ignoreExternalLinks,
String ignoreExternalLinksMode,
URLFilters filters,
URLExemptionFilters exemptionFilters,
URLNormalizers normalizers) |
static String |
filterNormalize(String fromUrl,
String toUrl,
String origin,
boolean ignoreInternalLinks,
boolean ignoreExternalLinks,
String ignoreExternalLinksMode,
URLFilters filters,
URLExemptionFilters exemptionFilters,
URLNormalizers normalizers,
String urlNormalizerScope) |
OutputCommitter |
getOutputCommitter(TaskAttemptContext context) |
RecordWriter<Text,Parse> |
getRecordWriter(TaskAttemptContext context) |
String |
getUniqueFile(TaskAttemptContext context,
String name) |
public OutputCommitter getOutputCommitter(TaskAttemptContext context) throws IOException
getOutputCommitter in class OutputFormat<Text,Parse>IOExceptionpublic void checkOutputSpecs(JobContext context) throws IOException
checkOutputSpecs in class OutputFormat<Text,Parse>IOExceptionpublic String getUniqueFile(TaskAttemptContext context, String name)
public RecordWriter<Text,Parse> getRecordWriter(TaskAttemptContext context) throws IOException
getRecordWriter in class OutputFormat<Text,Parse>IOExceptionpublic static String filterNormalize(String fromUrl, String toUrl, String fromHost, boolean ignoreInternalLinks, boolean ignoreExternalLinks, String ignoreExternalLinksMode, URLFilters filters, URLExemptionFilters exemptionFilters, URLNormalizers normalizers)
public static String filterNormalize(String fromUrl, String toUrl, String origin, boolean ignoreInternalLinks, boolean ignoreExternalLinks, String ignoreExternalLinksMode, URLFilters filters, URLExemptionFilters exemptionFilters, URLNormalizers normalizers, String urlNormalizerScope)
Copyright © 2021 The Apache Software Foundation