public class Hadoop2MR1Platform extends cascading.platform.hadoop.BaseHadoopPlatform<JobConf>
PlatformTestCase
instance
so that all *PlatformTest classes can be tested against Apache Hadoop 2.x.configuration, fileSys, logger, properties
CLUSTER_TESTING_PROPERTY, numGatherPartitions, numMappers, numReducers, PLATFORM_PREFIX
Constructor and Description |
---|
Hadoop2MR1Platform() |
Modifier and Type | Method and Description |
---|---|
JobConf |
getConfiguration() |
Tap |
getDistCacheTap(Hfs parent) |
FlowConnector |
getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties) |
FlowProcess |
getFlowProcess() |
java.lang.String |
getName() |
java.lang.Integer |
getNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties) |
java.lang.Integer |
getNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties) |
void |
setNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties,
int numMapTasks) |
void |
setNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties,
int numReduceTasks) |
void |
setUp() |
copyFromLocal, copyToLocal, getDelimitedFile, getDelimitedFile, getDelimitedFile, getHiddenTemporaryPath, getJSONFile, getLongComparator, getPartitionTap, getProperties, getStringComparator, getTap, getTestConfigDefScheme, getTestFailScheme, getTextFile, isHDFSAvailable, isMapReduce, remoteExists, remoteRemove, safeFileName, setNumGatherPartitions, setNumMappers, setNumReducers, tearDown
getApplicationJar, getDelimitedFile, getDelimitedFile, getDelimitedFile, getDelimitedFile, getDelimitedFile, getFlowConnector, getGlobalProperties, getJSONFile, getNumGatherPartitions, getNumGatherPartitionTasks, getNumMappers, getNumReducers, getTabDelimitedFile, getTabDelimitedFile, getTextFile, getTextFile, getTextFile, getTextFile, isDAG, isUseCluster, setNumGatherPartitionTasks, setUseCluster, supportsGroupByAfterMerge
public Hadoop2MR1Platform()
public java.lang.String getName()
getName
in class TestPlatform
public FlowConnector getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties)
getFlowConnector
in class TestPlatform
public void setNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties, int numMapTasks)
setNumMapTasks
in class TestPlatform
public void setNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties, int numReduceTasks)
setNumReduceTasks
in class TestPlatform
public java.lang.Integer getNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties)
getNumMapTasks
in class TestPlatform
public java.lang.Integer getNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties)
getNumReduceTasks
in class TestPlatform
public JobConf getConfiguration()
getConfiguration
in class cascading.platform.hadoop.BaseHadoopPlatform<JobConf>
public Tap getDistCacheTap(Hfs parent)
getDistCacheTap
in class cascading.platform.hadoop.BaseHadoopPlatform<JobConf>
public FlowProcess getFlowProcess()
getFlowProcess
in class TestPlatform
public void setUp() throws java.io.IOException
setUp
in class TestPlatform
java.io.IOException
Copyright © 2007-2017 Cascading Maintainers. All Rights Reserved.