public class SimpleHttpFetcher extends BaseFetcher
_fetcherPolicy, _maxContentSizes, _maxThreads, _userAgent
Constructor and Description |
---|
SimpleHttpFetcher(int maxThreads,
FetcherPolicy fetcherPolicy,
UserAgent userAgent) |
SimpleHttpFetcher(int maxThreads,
UserAgent userAgent) |
SimpleHttpFetcher(UserAgent userAgent) |
Modifier and Type | Method and Description |
---|---|
void |
abort() |
FetchedResult |
fetch(org.apache.http.client.methods.HttpRequestBase request,
java.lang.String url,
com.scaleunlimited.cascading.Payload payload) |
FetchedResult |
fetch(java.lang.String url) |
FetchedDatum |
get(ScoredUrlDatum scoredUrl) |
java.lang.String |
getAcceptEncoding()
Return the current value used for the ACCEPT-ENCODING request parameter.
|
int |
getConnectionTimeout() |
org.apache.http.HttpVersion |
getHttpVersion() |
int |
getMaxRetryCount() |
int |
getSocketTimeout() |
void |
setAcceptEncoding(java.lang.String acceptEncoding) |
void |
setConnectionTimeout(int connectionTimeoutInMs) |
void |
setHttpVersion(org.apache.http.HttpVersion httpVersion) |
void |
setMaxRetryCount(int maxRetryCount) |
void |
setSocketTimeout(int socketTimeoutInMs) |
getDefaultMaxContentSize, getFetcherPolicy, getMaxContentSize, getMaxThreads, getUserAgent, setDefaultMaxContentSize, setMaxContentSize
public SimpleHttpFetcher(UserAgent userAgent)
public SimpleHttpFetcher(int maxThreads, UserAgent userAgent)
public SimpleHttpFetcher(int maxThreads, FetcherPolicy fetcherPolicy, UserAgent userAgent)
public org.apache.http.HttpVersion getHttpVersion()
public void setHttpVersion(org.apache.http.HttpVersion httpVersion)
public int getSocketTimeout()
public void setSocketTimeout(int socketTimeoutInMs)
public int getConnectionTimeout()
public void setConnectionTimeout(int connectionTimeoutInMs)
public int getMaxRetryCount()
public void setMaxRetryCount(int maxRetryCount)
public java.lang.String getAcceptEncoding()
public void setAcceptEncoding(java.lang.String acceptEncoding)
public FetchedDatum get(ScoredUrlDatum scoredUrl) throws BaseFetchException
get
in class BaseFetcher
BaseFetchException
public FetchedResult fetch(java.lang.String url) throws BaseFetchException
BaseFetchException
public FetchedResult fetch(org.apache.http.client.methods.HttpRequestBase request, java.lang.String url, com.scaleunlimited.cascading.Payload payload) throws BaseFetchException
BaseFetchException
public void abort()
abort
in class BaseFetcher
Copyright © 2012 Bixo Labs