public class CrawlDirUtils
extends java.lang.Object
Constructor and Description |
---|
CrawlDirUtils() |
Modifier and Type | Method and Description |
---|---|
static int |
extractLoopNumber(com.scaleunlimited.cascading.BasePath inputPath)
Given a "crawl dir" style input path, extract the loop number from the path.
|
static com.scaleunlimited.cascading.BasePath[] |
findAllSubdirs(com.scaleunlimited.cascading.BasePlatform platform,
com.scaleunlimited.cascading.BasePath outputPath,
java.lang.String subdirName)
Return an array of paths to all of the subdirs in crawl dirs found
inside of
|
static com.scaleunlimited.cascading.BasePath |
findLatestLoopDir(com.scaleunlimited.cascading.BasePlatform platform,
com.scaleunlimited.cascading.BasePath outputPath) |
static com.scaleunlimited.cascading.BasePath |
findNextLoopDir(com.scaleunlimited.cascading.BasePlatform platform,
com.scaleunlimited.cascading.BasePath outputPath,
int loopNumber)
Given a loopNumber, returns the name of the next loop directory.
|
static com.scaleunlimited.cascading.BasePath |
makeLoopDir(com.scaleunlimited.cascading.BasePlatform platform,
com.scaleunlimited.cascading.BasePath outputDir,
int loopNumber) |
public static com.scaleunlimited.cascading.BasePath makeLoopDir(com.scaleunlimited.cascading.BasePlatform platform, com.scaleunlimited.cascading.BasePath outputDir, int loopNumber) throws java.lang.Exception
platform
- outputDir
- loopNumber
- java.lang.Exception
public static com.scaleunlimited.cascading.BasePath findLatestLoopDir(com.scaleunlimited.cascading.BasePlatform platform, com.scaleunlimited.cascading.BasePath outputPath) throws java.lang.Exception
platform
- outputPath
- java.lang.Exception
public static com.scaleunlimited.cascading.BasePath findNextLoopDir(com.scaleunlimited.cascading.BasePlatform platform, com.scaleunlimited.cascading.BasePath outputPath, int loopNumber) throws java.lang.Exception
platform
- outputPath
- loopNumber
- java.lang.Exception
public static int extractLoopNumber(com.scaleunlimited.cascading.BasePath inputPath) throws java.security.InvalidParameterException
inputPath
- java.security.InvalidParameterException
public static com.scaleunlimited.cascading.BasePath[] findAllSubdirs(com.scaleunlimited.cascading.BasePlatform platform, com.scaleunlimited.cascading.BasePath outputPath, java.lang.String subdirName) throws java.lang.Exception
platform
- outputPath
- subdirName
- java.lang.Exception
Copyright © 2012 Bixo Labs