cascading.test
Class HadoopPlatform

java.lang.Object
  extended by cascading.test.TestPlatform
      extended by cascading.test.HadoopPlatform

public class HadoopPlatform
extends TestPlatform


Field Summary
static org.apache.hadoop.hdfs.MiniDFSCluster dfs
           
static FileSystem fileSys
           
static JobConf jobConf
           
static MiniMRCluster mr
           
 int numMapTasks
           
 int numReduceTasks
           
static java.util.Map<java.lang.Object,java.lang.Object> properties
           
 
Fields inherited from class cascading.test.TestPlatform
CLUSTER_TESTING_PROPERTY, TEST_PLATFORM_CLASSNAME
 
Constructor Summary
HadoopPlatform()
           
 
Method Summary
 void copyFromLocal(java.lang.String inputFile)
           
 void copyToLocal(java.lang.String outputFile)
           
 Tap getDelimitedFile(Fields fields, boolean skipHeader, boolean writeHeader, java.lang.String delimiter, java.lang.String quote, java.lang.Class[] types, java.lang.String filename, SinkMode mode)
           
 Tap getDelimitedFile(Fields fields, boolean hasHeader, java.lang.String delimiter, java.lang.String quote, java.lang.Class[] types, java.lang.String filename, SinkMode mode)
           
 FlowConnector getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties)
           
 FlowProcess getFlowProcess()
           
 JobConf getJobConf()
           
 java.util.Map<java.lang.Object,java.lang.Object> getProperties()
           
 Tap getTap(Scheme scheme, java.lang.String filename, SinkMode mode)
           
 Tap getTextFile(Fields sourceFields, Fields sinkFields, java.lang.String filename, SinkMode mode)
           
 boolean remoteExists(java.lang.String outputFile)
           
 void setNumMapTasks(int numMapTasks)
           
 void setNumReduceTasks(int numReduceTasks)
           
 void setUp()
           
 void tearDown()
           
 
Methods inherited from class cascading.test.TestPlatform
getDelimitedFile, getDelimitedFile, getDelimitedFile, getDelimitedFile, getFlowConnector, getName, getTextFile, getTextFile, getTextFile, getTextFile, isUseCluster, setUseCluster
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

dfs

public static transient org.apache.hadoop.hdfs.MiniDFSCluster dfs

fileSys

public static transient FileSystem fileSys

mr

public static transient MiniMRCluster mr

jobConf

public static transient JobConf jobConf

properties

public static transient java.util.Map<java.lang.Object,java.lang.Object> properties

numMapTasks

public int numMapTasks

numReduceTasks

public int numReduceTasks
Constructor Detail

HadoopPlatform

public HadoopPlatform()
Method Detail

setNumMapTasks

public void setNumMapTasks(int numMapTasks)

setNumReduceTasks

public void setNumReduceTasks(int numReduceTasks)

setUp

public void setUp()
           throws java.io.IOException
Specified by:
setUp in class TestPlatform
Throws:
java.io.IOException

getProperties

public java.util.Map<java.lang.Object,java.lang.Object> getProperties()
Specified by:
getProperties in class TestPlatform

tearDown

public void tearDown()
Specified by:
tearDown in class TestPlatform

getJobConf

public JobConf getJobConf()

getFlowConnector

public FlowConnector getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties)
Specified by:
getFlowConnector in class TestPlatform

getFlowProcess

public FlowProcess getFlowProcess()
Specified by:
getFlowProcess in class TestPlatform

copyFromLocal

public void copyFromLocal(java.lang.String inputFile)
                   throws java.io.IOException
Specified by:
copyFromLocal in class TestPlatform
Throws:
java.io.IOException

copyToLocal

public void copyToLocal(java.lang.String outputFile)
                 throws java.io.IOException
Specified by:
copyToLocal in class TestPlatform
Throws:
java.io.IOException

remoteExists

public boolean remoteExists(java.lang.String outputFile)
                     throws java.io.IOException
Specified by:
remoteExists in class TestPlatform
Throws:
java.io.IOException

getTap

public Tap getTap(Scheme scheme,
                  java.lang.String filename,
                  SinkMode mode)
Specified by:
getTap in class TestPlatform

getTextFile

public Tap getTextFile(Fields sourceFields,
                       Fields sinkFields,
                       java.lang.String filename,
                       SinkMode mode)
Specified by:
getTextFile in class TestPlatform

getDelimitedFile

public Tap getDelimitedFile(Fields fields,
                            boolean hasHeader,
                            java.lang.String delimiter,
                            java.lang.String quote,
                            java.lang.Class[] types,
                            java.lang.String filename,
                            SinkMode mode)
Specified by:
getDelimitedFile in class TestPlatform

getDelimitedFile

public Tap getDelimitedFile(Fields fields,
                            boolean skipHeader,
                            boolean writeHeader,
                            java.lang.String delimiter,
                            java.lang.String quote,
                            java.lang.Class[] types,
                            java.lang.String filename,
                            SinkMode mode)
Specified by:
getDelimitedFile in class TestPlatform


Copyright © 2007-2011 Concurrent, Inc. All Rights Reserved.