public class FetchedDatum
extends com.scaleunlimited.cascading.PayloadDatum
implements java.io.Serializable
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
CONTENT_FN |
static java.lang.String |
CONTENT_TYPE_FN |
static java.lang.String |
FETCH_TIME_FN |
static java.lang.String |
FETCHED_URL_FN |
static cascading.tuple.Fields |
FIELDS |
static java.lang.String |
HOST_ADDRESS_FN |
static java.lang.String |
HTTP_HEADERS_FN |
static java.lang.String |
NEW_BASE_URL_FN |
static java.lang.String |
NUM_REDIRECTS_FN |
static java.lang.String |
RESPONSE_RATE_FN |
static java.lang.String |
URL_FN |
Constructor and Description |
---|
FetchedDatum(ScoredUrlDatum scoredDatum)
Create place-holder FetchedDatum from the data used to attempt the fetch.
|
FetchedDatum(java.lang.String url,
com.scaleunlimited.cascading.Payload payload)
Create place-holder FetchedDatum from the data used to attempt the fetch.
|
FetchedDatum(java.lang.String baseUrl,
java.lang.String fetchedUrl,
long fetchTime,
HttpHeaders headers,
ContentBytes content,
java.lang.String contentType,
int responseRate) |
FetchedDatum(cascading.tuple.Tuple tuple) |
FetchedDatum(cascading.tuple.TupleEntry tupleEntry) |
Modifier and Type | Method and Description |
---|---|
byte[] |
getContentBytes() |
int |
getContentLength() |
java.lang.String |
getContentType() |
java.lang.String |
getFetchedUrl() |
long |
getFetchTime() |
HttpHeaders |
getHeaders() |
java.lang.String |
getHostAddress() |
java.lang.String |
getNewBaseUrl() |
int |
getNumRedirects() |
int |
getResponseRate() |
java.lang.String |
getUrl()
Return the original base URL.
|
void |
setContent(ContentBytes content) |
void |
setContentType(java.lang.String contentType) |
void |
setFetchedUrl(java.lang.String fetchedUrl) |
void |
setFetchTime(long fetchTime) |
void |
setHeaders(HttpHeaders headers) |
void |
setHostAddress(java.lang.String hostAddress) |
void |
setNewBaseUrl(java.lang.String newBaseUrl) |
void |
setNumRedirects(int numRedirects) |
void |
setResponseRate(int responseRate) |
void |
setUrl(java.lang.String baseUrl) |
java.lang.String |
toString() |
commit, getPayload, getPayloadValue, reset, setPayload, setPayload, setPayloadValue
public static final java.lang.String URL_FN
public static final java.lang.String NEW_BASE_URL_FN
public static final java.lang.String FETCHED_URL_FN
public static final java.lang.String FETCH_TIME_FN
public static final java.lang.String CONTENT_FN
public static final java.lang.String CONTENT_TYPE_FN
public static final java.lang.String RESPONSE_RATE_FN
public static final java.lang.String NUM_REDIRECTS_FN
public static final java.lang.String HOST_ADDRESS_FN
public static final java.lang.String HTTP_HEADERS_FN
public static final cascading.tuple.Fields FIELDS
public FetchedDatum(cascading.tuple.Tuple tuple)
public FetchedDatum(cascading.tuple.TupleEntry tupleEntry)
public FetchedDatum(java.lang.String baseUrl, java.lang.String fetchedUrl, long fetchTime, HttpHeaders headers, ContentBytes content, java.lang.String contentType, int responseRate)
public FetchedDatum(java.lang.String url, com.scaleunlimited.cascading.Payload payload)
url
- - Base & redirected urlpayload
- - User supplied payloadpublic FetchedDatum(ScoredUrlDatum scoredDatum)
scoredDatum
- Valid datum with url/metadata needed to create FetchedDatumpublic java.lang.String getUrl()
public void setUrl(java.lang.String baseUrl)
public java.lang.String getNewBaseUrl()
public void setNewBaseUrl(java.lang.String newBaseUrl)
public java.lang.String getFetchedUrl()
public void setFetchedUrl(java.lang.String fetchedUrl)
public long getFetchTime()
public void setFetchTime(long fetchTime)
public byte[] getContentBytes()
public int getContentLength()
public void setContent(ContentBytes content)
public java.lang.String getContentType()
public void setContentType(java.lang.String contentType)
public int getResponseRate()
public void setResponseRate(int responseRate)
public int getNumRedirects()
public void setNumRedirects(int numRedirects)
public java.lang.String getHostAddress()
public void setHostAddress(java.lang.String hostAddress)
public HttpHeaders getHeaders()
public void setHeaders(HttpHeaders headers)
public java.lang.String toString()
toString
in class java.lang.Object
Copyright © 2012 Bixo Labs