public abstract class BaseFetcher
extends java.lang.Object
implements java.io.Serializable
Modifier and Type | Field and Description |
---|---|
protected FetcherPolicy |
_fetcherPolicy |
protected java.util.Map<java.lang.String,java.lang.Integer> |
_maxContentSizes |
protected int |
_maxThreads |
protected UserAgent |
_userAgent |
Constructor and Description |
---|
BaseFetcher(int maxThreads,
FetcherPolicy fetcherPolicy,
UserAgent userAgent) |
Modifier and Type | Method and Description |
---|---|
abstract void |
abort() |
abstract FetchedDatum |
get(ScoredUrlDatum scoredUrl) |
int |
getDefaultMaxContentSize() |
FetcherPolicy |
getFetcherPolicy() |
int |
getMaxContentSize(java.lang.String mimeType) |
int |
getMaxThreads() |
UserAgent |
getUserAgent() |
void |
setDefaultMaxContentSize(int defaultMaxContentSize) |
void |
setMaxContentSize(java.lang.String mimeType,
int maxContentSize) |
protected int _maxThreads
protected FetcherPolicy _fetcherPolicy
protected UserAgent _userAgent
protected java.util.Map<java.lang.String,java.lang.Integer> _maxContentSizes
public BaseFetcher(int maxThreads, FetcherPolicy fetcherPolicy, UserAgent userAgent)
public int getMaxThreads()
public FetcherPolicy getFetcherPolicy()
public UserAgent getUserAgent()
public void setDefaultMaxContentSize(int defaultMaxContentSize)
public int getDefaultMaxContentSize()
public void setMaxContentSize(java.lang.String mimeType, int maxContentSize)
public int getMaxContentSize(java.lang.String mimeType)
public abstract FetchedDatum get(ScoredUrlDatum scoredUrl) throws BaseFetchException
BaseFetchException
public abstract void abort()
Copyright © 2012 Bixo Labs