public class IndexerMapReduce extends Configured
Modifier and Type | Class and Description |
---|---|
static class |
IndexerMapReduce.IndexerMapper |
static class |
IndexerMapReduce.IndexerReducer |
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
INDEXER_BINARY_AS_BASE64 |
static java.lang.String |
INDEXER_DELETE |
static java.lang.String |
INDEXER_DELETE_ROBOTS_NOINDEX |
static java.lang.String |
INDEXER_DELETE_SKIPPED |
static java.lang.String |
INDEXER_NO_COMMIT |
static java.lang.String |
INDEXER_PARAMS |
static java.lang.String |
INDEXER_SKIP_NOTMODIFIED |
static java.lang.String |
URL_FILTERING |
static java.lang.String |
URL_NORMALIZING |
Constructor and Description |
---|
IndexerMapReduce() |
Modifier and Type | Method and Description |
---|---|
void |
close() |
static void |
initMRJob(Path crawlDb,
Path linkDb,
java.util.Collection<Path> segments,
Job job,
boolean addBinaryContent) |
getConf, setConf
public static final java.lang.String INDEXER_PARAMS
public static final java.lang.String INDEXER_DELETE
public static final java.lang.String INDEXER_NO_COMMIT
public static final java.lang.String INDEXER_DELETE_ROBOTS_NOINDEX
public static final java.lang.String INDEXER_DELETE_SKIPPED
public static final java.lang.String INDEXER_SKIP_NOTMODIFIED
public static final java.lang.String URL_FILTERING
public static final java.lang.String URL_NORMALIZING
public static final java.lang.String INDEXER_BINARY_AS_BASE64
Copyright © 2018 The Apache Software Foundation