public class BixoPlatform
extends com.scaleunlimited.cascading.BasePlatform
Modifier and Type | Class and Description |
---|---|
static class |
BixoPlatform.Platform |
Constructor and Description |
---|
BixoPlatform(java.lang.Class applicationJarClass,
BixoPlatform.Platform platform) |
BixoPlatform(java.lang.Class applicationJarClass,
BixoPlatform.Platform platform,
com.scaleunlimited.cascading.Level logLevel) |
BixoPlatform(java.lang.Class applicationJarClass,
org.apache.hadoop.conf.Configuration conf) |
BixoPlatform(java.lang.Class applicationJarClass,
org.apache.hadoop.mapred.JobConf conf) |
BixoPlatform(java.lang.Class applicationJarClass,
org.apache.hadoop.mapred.JobConf conf,
com.scaleunlimited.cascading.Level logLevel) |
Modifier and Type | Method and Description |
---|---|
static cascading.tuple.Tuple |
clone(cascading.tuple.Tuple t,
cascading.flow.FlowProcess flowProcess) |
java.lang.String |
copySharedDirToLocal(cascading.flow.FlowProcess flowProcess,
java.lang.String sharedDirName) |
boolean |
getBooleanProperty(java.lang.String name) |
java.io.File |
getDefaultLogDir() |
int |
getIntProperty(java.lang.String name) |
java.io.File |
getLogDir() |
int |
getNumReduceTasks() |
java.lang.String |
getPlatformType() |
java.lang.String |
getProperty(java.lang.String name) |
com.scaleunlimited.cascading.BasePath |
getTempDir() |
boolean |
isLocal() |
boolean |
isTextSchemeCompressable() |
cascading.scheme.Scheme |
makeBinaryScheme(cascading.tuple.Fields fields) |
cascading.flow.FlowConnector |
makeFlowConnector() |
cascading.flow.FlowProcess |
makeFlowProcess() |
cascading.tap.Tap |
makePartitionTap(cascading.tap.Tap parentTap,
cascading.tap.partition.Partition partition) |
cascading.tap.Tap |
makePartitionTap(cascading.tap.Tap parentTap,
cascading.tap.partition.Partition partition,
cascading.tap.SinkMode mode) |
com.scaleunlimited.cascading.BasePath |
makePath(com.scaleunlimited.cascading.BasePath parent,
java.lang.String subdir) |
com.scaleunlimited.cascading.BasePath |
makePath(java.lang.String path) |
cascading.tap.Tap |
makeTap(cascading.scheme.Scheme scheme,
com.scaleunlimited.cascading.BasePath path) |
cascading.tap.Tap |
makeTap(cascading.scheme.Scheme scheme,
com.scaleunlimited.cascading.BasePath path,
cascading.tap.SinkMode mode) |
cascading.tap.Tap |
makeTemplateTap(cascading.tap.Tap tap,
java.lang.String pattern,
cascading.tuple.Fields fields) |
cascading.scheme.Scheme |
makeTextScheme() |
cascading.scheme.Scheme |
makeTextScheme(boolean enableCompression) |
boolean |
rename(com.scaleunlimited.cascading.BasePath src,
com.scaleunlimited.cascading.BasePath dst) |
void |
resetNumReduceTasks() |
void |
setFlowPriority(com.scaleunlimited.cascading.BasePlatform.FlowPriority priority) |
void |
setJobPollingInterval(long interval) |
void |
setLogDir(java.io.File logDir) |
void |
setLogLevel(com.scaleunlimited.cascading.Level level,
java.lang.String... packageNames) |
void |
setNumReduceTasks(int numReduceTasks) |
void |
setProperty(java.lang.String name,
boolean value) |
void |
setProperty(java.lang.String name,
int value) |
void |
setProperty(java.lang.String name,
java.lang.String value) |
java.lang.String |
shareLocalDir(java.lang.String localDirName) |
public BixoPlatform(java.lang.Class applicationJarClass, BixoPlatform.Platform platform) throws java.lang.Exception
java.lang.Exception
public BixoPlatform(java.lang.Class applicationJarClass, BixoPlatform.Platform platform, com.scaleunlimited.cascading.Level logLevel) throws java.lang.Exception
java.lang.Exception
public BixoPlatform(java.lang.Class applicationJarClass, org.apache.hadoop.conf.Configuration conf) throws java.lang.Exception
java.lang.Exception
public BixoPlatform(java.lang.Class applicationJarClass, org.apache.hadoop.mapred.JobConf conf) throws java.lang.Exception
java.lang.Exception
public BixoPlatform(java.lang.Class applicationJarClass, org.apache.hadoop.mapred.JobConf conf, com.scaleunlimited.cascading.Level logLevel) throws java.lang.Exception
java.lang.Exception
public java.lang.String getPlatformType()
getPlatformType
in class com.scaleunlimited.cascading.BasePlatform
public static cascading.tuple.Tuple clone(cascading.tuple.Tuple t, cascading.flow.FlowProcess flowProcess)
public java.lang.String copySharedDirToLocal(cascading.flow.FlowProcess flowProcess, java.lang.String sharedDirName)
copySharedDirToLocal
in class com.scaleunlimited.cascading.BasePlatform
public boolean getBooleanProperty(java.lang.String name)
getBooleanProperty
in class com.scaleunlimited.cascading.BasePlatform
public java.io.File getDefaultLogDir()
getDefaultLogDir
in class com.scaleunlimited.cascading.BasePlatform
public int getIntProperty(java.lang.String name)
getIntProperty
in class com.scaleunlimited.cascading.BasePlatform
public java.io.File getLogDir()
getLogDir
in class com.scaleunlimited.cascading.BasePlatform
public int getNumReduceTasks() throws java.lang.Exception
getNumReduceTasks
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public java.lang.String getProperty(java.lang.String name)
getProperty
in class com.scaleunlimited.cascading.BasePlatform
public com.scaleunlimited.cascading.BasePath getTempDir() throws java.lang.Exception
getTempDir
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public boolean isLocal()
isLocal
in class com.scaleunlimited.cascading.BasePlatform
public boolean isTextSchemeCompressable()
isTextSchemeCompressable
in class com.scaleunlimited.cascading.BasePlatform
public cascading.scheme.Scheme makeBinaryScheme(cascading.tuple.Fields fields) throws java.lang.Exception
makeBinaryScheme
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.flow.FlowConnector makeFlowConnector() throws java.lang.Exception
makeFlowConnector
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.flow.FlowProcess makeFlowProcess() throws java.lang.Exception
makeFlowProcess
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.tap.Tap makePartitionTap(cascading.tap.Tap parentTap, cascading.tap.partition.Partition partition) throws java.lang.Exception
makePartitionTap
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.tap.Tap makePartitionTap(cascading.tap.Tap parentTap, cascading.tap.partition.Partition partition, cascading.tap.SinkMode mode) throws java.lang.Exception
makePartitionTap
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public com.scaleunlimited.cascading.BasePath makePath(java.lang.String path) throws java.lang.Exception
makePath
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public com.scaleunlimited.cascading.BasePath makePath(com.scaleunlimited.cascading.BasePath parent, java.lang.String subdir) throws java.lang.Exception
makePath
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.tap.Tap makeTap(cascading.scheme.Scheme scheme, com.scaleunlimited.cascading.BasePath path) throws java.lang.Exception
makeTap
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.tap.Tap makeTap(cascading.scheme.Scheme scheme, com.scaleunlimited.cascading.BasePath path, cascading.tap.SinkMode mode) throws java.lang.Exception
makeTap
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.tap.Tap makeTemplateTap(cascading.tap.Tap tap, java.lang.String pattern, cascading.tuple.Fields fields) throws java.lang.Exception
makeTemplateTap
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.scheme.Scheme makeTextScheme() throws java.lang.Exception
makeTextScheme
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public cascading.scheme.Scheme makeTextScheme(boolean enableCompression) throws java.lang.Exception
makeTextScheme
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public boolean rename(com.scaleunlimited.cascading.BasePath src, com.scaleunlimited.cascading.BasePath dst) throws java.lang.Exception
rename
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public void resetNumReduceTasks() throws java.lang.Exception
resetNumReduceTasks
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public void setFlowPriority(com.scaleunlimited.cascading.BasePlatform.FlowPriority priority) throws java.lang.Exception
setFlowPriority
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public void setJobPollingInterval(long interval)
setJobPollingInterval
in class com.scaleunlimited.cascading.BasePlatform
public void setLogDir(java.io.File logDir)
setLogDir
in class com.scaleunlimited.cascading.BasePlatform
public void setLogLevel(com.scaleunlimited.cascading.Level level, java.lang.String... packageNames)
setLogLevel
in class com.scaleunlimited.cascading.BasePlatform
public void setNumReduceTasks(int numReduceTasks) throws java.lang.Exception
setNumReduceTasks
in class com.scaleunlimited.cascading.BasePlatform
java.lang.Exception
public void setProperty(java.lang.String name, java.lang.String value)
setProperty
in class com.scaleunlimited.cascading.BasePlatform
public void setProperty(java.lang.String name, int value)
setProperty
in class com.scaleunlimited.cascading.BasePlatform
public void setProperty(java.lang.String name, boolean value)
setProperty
in class com.scaleunlimited.cascading.BasePlatform
public java.lang.String shareLocalDir(java.lang.String localDirName)
shareLocalDir
in class com.scaleunlimited.cascading.BasePlatform
Copyright © 2012 Bixo Labs