public class FilterAndScoreByUrlAndRobots
extends cascading.operation.BaseOperation<com.scaleunlimited.cascading.NullContext>
implements cascading.operation.Buffer<com.scaleunlimited.cascading.NullContext>
Constructor and Description |
---|
FilterAndScoreByUrlAndRobots(BaseFetcher fetcher,
BaseRobotsParser parser,
BaseScoreGenerator scorer) |
FilterAndScoreByUrlAndRobots(UserAgent userAgent,
int maxThreads,
BaseRobotsParser parser,
BaseScoreGenerator scorer) |
Modifier and Type | Method and Description |
---|---|
void |
cleanup(cascading.flow.FlowProcess flowProcess,
cascading.operation.OperationCall<com.scaleunlimited.cascading.NullContext> operationCall) |
void |
flush(cascading.flow.FlowProcess flowProcess,
cascading.operation.OperationCall<com.scaleunlimited.cascading.NullContext> operationCall) |
boolean |
isSafe() |
void |
operate(cascading.flow.FlowProcess flowProcess,
cascading.operation.BufferCall<com.scaleunlimited.cascading.NullContext> bufferCall) |
void |
prepare(cascading.flow.FlowProcess flowProcess,
cascading.operation.OperationCall<com.scaleunlimited.cascading.NullContext> operationCall) |
equals, getFieldDeclaration, getNumArgs, getTrace, hashCode, printOperationInternal, toString, toStringInternal
public FilterAndScoreByUrlAndRobots(UserAgent userAgent, int maxThreads, BaseRobotsParser parser, BaseScoreGenerator scorer)
public FilterAndScoreByUrlAndRobots(BaseFetcher fetcher, BaseRobotsParser parser, BaseScoreGenerator scorer)
public boolean isSafe()
isSafe
in interface cascading.operation.Operation<com.scaleunlimited.cascading.NullContext>
isSafe
in class cascading.operation.BaseOperation<com.scaleunlimited.cascading.NullContext>
public void prepare(cascading.flow.FlowProcess flowProcess, cascading.operation.OperationCall<com.scaleunlimited.cascading.NullContext> operationCall)
prepare
in interface cascading.operation.Operation<com.scaleunlimited.cascading.NullContext>
prepare
in class cascading.operation.BaseOperation<com.scaleunlimited.cascading.NullContext>
public void flush(cascading.flow.FlowProcess flowProcess, cascading.operation.OperationCall<com.scaleunlimited.cascading.NullContext> operationCall)
flush
in interface cascading.operation.Operation<com.scaleunlimited.cascading.NullContext>
flush
in class cascading.operation.BaseOperation<com.scaleunlimited.cascading.NullContext>
public void cleanup(cascading.flow.FlowProcess flowProcess, cascading.operation.OperationCall<com.scaleunlimited.cascading.NullContext> operationCall)
cleanup
in interface cascading.operation.Operation<com.scaleunlimited.cascading.NullContext>
cleanup
in class cascading.operation.BaseOperation<com.scaleunlimited.cascading.NullContext>
public void operate(cascading.flow.FlowProcess flowProcess, cascading.operation.BufferCall<com.scaleunlimited.cascading.NullContext> bufferCall)
operate
in interface cascading.operation.Buffer<com.scaleunlimited.cascading.NullContext>
Copyright © 2012 Bixo Labs