public abstract class BaseRobotRules
extends java.lang.Object
Constructor and Description |
---|
BaseRobotRules() |
Modifier and Type | Method and Description |
---|---|
void |
addSitemap(java.lang.String sitemap) |
long |
getCrawlDelay() |
java.util.List<java.lang.String> |
getSitemaps() |
abstract boolean |
isAllowAll() |
abstract boolean |
isAllowed(java.lang.String url) |
abstract boolean |
isAllowNone() |
boolean |
isDeferVisits() |
void |
setCrawlDelay(long crawlDelay) |
void |
setDeferVisits(boolean deferVisits) |
public abstract boolean isAllowed(java.lang.String url)
public abstract boolean isAllowAll()
public abstract boolean isAllowNone()
public long getCrawlDelay()
public void setCrawlDelay(long crawlDelay)
public boolean isDeferVisits()
public void setDeferVisits(boolean deferVisits)
public void addSitemap(java.lang.String sitemap)
public java.util.List<java.lang.String> getSitemaps()
Copyright © 2012 Bixo Labs