public class FetchItemQueues extends Object
Modifier and Type | Field and Description |
---|---|
static String |
DEFAULT_ID |
static String |
QUEUE_MODE_DOMAIN |
static String |
QUEUE_MODE_HOST |
static String |
QUEUE_MODE_IP |
Constructor and Description |
---|
FetchItemQueues(Configuration conf) |
Modifier and Type | Method and Description |
---|---|
void |
addFetchItem(FetchItem it) |
void |
addFetchItem(Text url,
CrawlDatum datum) |
int |
checkExceptionThreshold(String queueid)
Increment the exception counter of a queue in case of an exception e.g.
|
int |
checkTimelimit() |
void |
dump() |
int |
emptyQueues() |
void |
finishFetchItem(FetchItem it) |
void |
finishFetchItem(FetchItem it,
boolean asap) |
FetchItem |
getFetchItem() |
FetchItemQueue |
getFetchItemQueue(String id) |
int |
getQueueCount() |
int |
getTotalSize() |
public static final String DEFAULT_ID
public static final String QUEUE_MODE_HOST
public static final String QUEUE_MODE_DOMAIN
public static final String QUEUE_MODE_IP
public FetchItemQueues(Configuration conf)
public int getTotalSize()
public int getQueueCount()
public void addFetchItem(Text url, CrawlDatum datum)
public void addFetchItem(FetchItem it)
public void finishFetchItem(FetchItem it)
public void finishFetchItem(FetchItem it, boolean asap)
public FetchItemQueue getFetchItemQueue(String id)
public FetchItem getFetchItem()
public int checkTimelimit()
public int emptyQueues()
public int checkExceptionThreshold(String queueid)
queueid
- public void dump()
Copyright © 2015 The Apache Software Foundation