long _crawlDelay
int _maxRequestsPerConnection
FetcherPolicy.FetcherMode _fetcherMode
long _crawlEndTime
FetcherPolicy.RedirectMode _redirectMode
long _minPageFetchInterval
int _minResponseRate
int _maxContentSize
int _maxRedirects
int _maxConnectionsPerHost
java.lang.String _acceptLanguage
java.util.Set<E> _validMimeTypes
long _requestTimeout
AbortedFetchReason _abortReason
int _httpStatus
HttpHeaders _httpHeaders
java.lang.String _redirectedUrl
RedirectFetchException.RedirectExceptionReason _reason
int _maxThreads
FetcherPolicy _fetcherPolicy
UserAgent _userAgent
java.util.Map<K,V> _maxContentSizes
BaseFetcher _fetcher
FetcherPolicy.FetcherMode _fetcherMode
BaseScoreGenerator _scorer
BaseFetcher _fetcher
BaseRobotsParser _parser
BaseGroupGenerator _generator
int _numReduceTasks
BaseFetchJobPolicy _policy
boolean _iteratorDone
java.util.Iterator<E> _values
BaseUrlNormalizer _normalizer
BaseUrlFilter _filter
int _numFiltered
int _numAccepted
BaseFetcher _fetcher
int _maxThreads
java.util.Set<E> _urlShorteners
ParserPolicy _policy
boolean _extractLanguage
BaseContentExtractor _contentExtractor
BaseLinkExtractor _linkExtractor
org.apache.tika.parser.ParseContext _parseContext
BaseUrlValidator _validator
Copyright © 2012 Bixo Labs