Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
DEFAULT_CRAWL_DELAY |
30000L |
public static final long |
UNSET_CRAWL_DELAY |
-9223372036854775808L |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DEFAULT_ACCEPT_LANGUAGE |
"en-us,en-gb,en;q=0.7,*;q=0.3" |
protected static final long |
DEFAULT_CRAWL_DELAY |
30000L |
public static final long |
DEFAULT_CRAWL_END_TIME |
9223372036854775807L |
public static final int |
DEFAULT_MAX_CONNECTIONS_PER_HOST |
2 |
public static final int |
DEFAULT_MAX_CONTENT_SIZE |
65536 |
public static final int |
DEFAULT_MAX_REDIRECTS |
20 |
protected static final int |
DEFAULT_MAX_REQUESTS_PER_CONNECTION |
10 |
public static final long |
DEFAULT_MIN_PAGE_FETCH_INTERVAL |
1000L |
public static final int |
DEFAULT_MIN_RESPONSE_RATE |
-2147483648 |
public static final long |
NO_CRAWL_END_TIME |
9223372036854775807L |
public static final int |
NO_MIN_RESPONSE_RATE |
-2147483648 |
public static final int |
NO_REDIRECTS |
0 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final int |
DEFAULT_MAX_PARSE_DURATION |
30000 |
public static final int |
NO_MAX_PARSE_DURATION |
2147483647 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
DEFAULT_BROWSER_VERSION |
"Mozilla/5.0" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
ACCEPT |
"Accept" |
public static final java.lang.String |
ACCEPT_CHARSET |
"Accept-Charset" |
public static final java.lang.String |
ACCEPT_ENCODING |
"Accept-Encoding" |
public static final java.lang.String |
ACCEPT_LANGUAGE |
"Accept-Language" |
public static final java.lang.String |
CONTENT_DISPOSITION |
"Content-Disposition" |
public static final java.lang.String |
CONTENT_ENCODING |
"Content-Encoding" |
public static final java.lang.String |
CONTENT_LANGUAGE |
"Content-Language" |
public static final java.lang.String |
CONTENT_LENGTH |
"Content-Length" |
public static final java.lang.String |
CONTENT_LOCATION |
"Content-Location" |
public static final java.lang.String |
CONTENT_MD5 |
"Content-MD5" |
public static final java.lang.String |
CONTENT_TYPE |
"Content-Type" |
public static final java.lang.String |
LAST_MODIFIED |
"Last-Modified" |
public static final java.lang.String |
LOCATION |
"Location" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
FAKE_CONTENT_LOCATION |
"Fake-LoggingFetcher" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final double |
SKIP_SCORE |
-1d/0d |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final double |
DEFAULT_SCORE |
1.0 |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
URL_FN |
"url" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
CONTENT_PIPE_NAME |
"FetchPipe-content" |
public static final java.lang.String |
STATUS_PIPE_NAME |
"FetchPipe-status" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final java.lang.String |
PARSE_PIPE_NAME |
"parse_pipe" |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final float |
DEFAULT_REFILL_RATIO |
0.75f |
Modifier and Type | Constant Field | Value |
---|---|---|
public static final long |
MAX_POLL_TIME |
1000L |
Copyright © 2012 Bixo Labs