cascading.test
Class HadoopPlatform
java.lang.Object
cascading.test.TestPlatform
cascading.test.HadoopPlatform
public class HadoopPlatform
- extends TestPlatform
Method Summary |
void |
copyFromLocal(java.lang.String inputFile)
|
void |
copyToLocal(java.lang.String outputFile)
|
Tap |
getDelimitedFile(Fields fields,
boolean skipHeader,
boolean writeHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.Class[] types,
java.lang.String filename,
SinkMode mode)
|
Tap |
getDelimitedFile(Fields fields,
boolean hasHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.Class[] types,
java.lang.String filename,
SinkMode mode)
|
FlowConnector |
getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties)
|
FlowProcess |
getFlowProcess()
|
JobConf |
getJobConf()
|
java.util.Map<java.lang.Object,java.lang.Object> |
getProperties()
|
Tap |
getTap(Scheme scheme,
java.lang.String filename,
SinkMode mode)
|
Tap |
getTextFile(Fields sourceFields,
Fields sinkFields,
java.lang.String filename,
SinkMode mode)
|
boolean |
remoteExists(java.lang.String outputFile)
|
void |
setNumMapTasks(int numMapTasks)
|
void |
setNumReduceTasks(int numReduceTasks)
|
void |
setUp()
|
void |
tearDown()
|
Methods inherited from class cascading.test.TestPlatform |
getDelimitedFile, getDelimitedFile, getDelimitedFile, getDelimitedFile, getFlowConnector, getName, getTextFile, getTextFile, getTextFile, getTextFile, isUseCluster, setUseCluster |
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
dfs
public static transient org.apache.hadoop.hdfs.MiniDFSCluster dfs
fileSys
public static transient FileSystem fileSys
mr
public static transient MiniMRCluster mr
jobConf
public static transient JobConf jobConf
properties
public static transient java.util.Map<java.lang.Object,java.lang.Object> properties
numMapTasks
public int numMapTasks
numReduceTasks
public int numReduceTasks
HadoopPlatform
public HadoopPlatform()
setNumMapTasks
public void setNumMapTasks(int numMapTasks)
setNumReduceTasks
public void setNumReduceTasks(int numReduceTasks)
setUp
public void setUp()
throws java.io.IOException
- Specified by:
setUp
in class TestPlatform
- Throws:
java.io.IOException
getProperties
public java.util.Map<java.lang.Object,java.lang.Object> getProperties()
- Specified by:
getProperties
in class TestPlatform
tearDown
public void tearDown()
- Specified by:
tearDown
in class TestPlatform
getJobConf
public JobConf getJobConf()
getFlowConnector
public FlowConnector getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties)
- Specified by:
getFlowConnector
in class TestPlatform
getFlowProcess
public FlowProcess getFlowProcess()
- Specified by:
getFlowProcess
in class TestPlatform
copyFromLocal
public void copyFromLocal(java.lang.String inputFile)
throws java.io.IOException
- Specified by:
copyFromLocal
in class TestPlatform
- Throws:
java.io.IOException
copyToLocal
public void copyToLocal(java.lang.String outputFile)
throws java.io.IOException
- Specified by:
copyToLocal
in class TestPlatform
- Throws:
java.io.IOException
remoteExists
public boolean remoteExists(java.lang.String outputFile)
throws java.io.IOException
- Specified by:
remoteExists
in class TestPlatform
- Throws:
java.io.IOException
getTap
public Tap getTap(Scheme scheme,
java.lang.String filename,
SinkMode mode)
- Specified by:
getTap
in class TestPlatform
getTextFile
public Tap getTextFile(Fields sourceFields,
Fields sinkFields,
java.lang.String filename,
SinkMode mode)
- Specified by:
getTextFile
in class TestPlatform
getDelimitedFile
public Tap getDelimitedFile(Fields fields,
boolean hasHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.Class[] types,
java.lang.String filename,
SinkMode mode)
- Specified by:
getDelimitedFile
in class TestPlatform
getDelimitedFile
public Tap getDelimitedFile(Fields fields,
boolean skipHeader,
boolean writeHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.Class[] types,
java.lang.String filename,
SinkMode mode)
- Specified by:
getDelimitedFile
in class TestPlatform
Copyright © 2007-2011 Concurrent, Inc. All Rights Reserved.