Skip navigation links
A B C D E F G H I J K M N O P R S T U V W 

A

addAttempt(TaskCompletionEvent) - Method in class cascading.stats.hadoop.HadoopNodeStats
 
addAttempt(TaskCompletionEvent) - Method in class cascading.stats.hadoop.HadoopSliceStats
 
addFlowStep(MapReduceFlowStep) - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
addLocalCacheFiles(Configuration, URI) - Method in class cascading.tap.hadoop.DistCacheTap
 
addTaskStats(TaskReport[], boolean) - Method in class cascading.stats.hadoop.HadoopNodeStats
 
addToClassPath(Configuration, List<String>) - Static method in class cascading.flow.hadoop.util.HadoopMRUtil
Add to class path.
AdjacentTempToTapExpression - Class in cascading.flow.hadoop.planner.rule.expression
 
AdjacentTempToTapExpression() - Constructor for class cascading.flow.hadoop.planner.rule.expression.AdjacentTempToTapExpression
 
applies(PlannerContext, ElementGraph, Scope) - Method in class cascading.flow.hadoop.planner.rule.scopeexpression.EquivalentTapsScopeExpression
 
areCountersAvailable(FlowNodeStats) - Method in class cascading.stats.hadoop.HadoopNodeCounterCache
 
areCountersAvailable(RunningJob) - Method in class cascading.stats.hadoop.HadoopStepCounterCache
 
attachFlowStep(JobConf) - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 

B

BaseMapReduceFlow - Class in cascading.flow.hadoop
 
BaseMapReduceFlow(PlatformInfo, Map<Object, Object>, JobConf, String, Map<String, String>, boolean) - Constructor for class cascading.flow.hadoop.BaseMapReduceFlow
 
BaseMapReduceFlow(PlatformInfo, Map<Object, Object>, String, Map<String, String>, boolean) - Constructor for class cascading.flow.hadoop.BaseMapReduceFlow
 
bind(StreamGraph) - Method in class cascading.flow.hadoop.stream.element.HadoopCoGroupGate
 
blockingContinuePollingSteps() - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
buildGraph() - Method in class cascading.flow.hadoop.stream.graph.HadoopMapStreamGraph
 
buildGraph() - Method in class cascading.flow.hadoop.stream.graph.HadoopReduceStreamGraph
 

C

captureChildDetailInternal() - Method in class cascading.stats.hadoop.HadoopNodeStats
 
captureDetail(CascadingStats.Type) - Method in class cascading.stats.hadoop.HadoopStepStats
Method captureDetail captures statistics task details and completion events.
cascading.flow.hadoop - package cascading.flow.hadoop
 
cascading.flow.hadoop.planner - package cascading.flow.hadoop.planner
 
cascading.flow.hadoop.planner.rule.expression - package cascading.flow.hadoop.planner.rule.expression
 
cascading.flow.hadoop.planner.rule.scopeexpression - package cascading.flow.hadoop.planner.rule.scopeexpression
 
cascading.flow.hadoop.planner.rule.transformer - package cascading.flow.hadoop.planner.rule.transformer
 
cascading.flow.hadoop.stream.element - package cascading.flow.hadoop.stream.element
 
cascading.flow.hadoop.stream.graph - package cascading.flow.hadoop.stream.graph
 
cascading.flow.hadoop.util - package cascading.flow.hadoop.util
 
cascading.flow.hadoop2 - package cascading.flow.hadoop2
 
cascading.platform.hadoop2 - package cascading.platform.hadoop2
 
cascading.stats.hadoop - package cascading.stats.hadoop
 
cascading.tap.hadoop - package cascading.tap.hadoop
 
cascading.tuple.hadoop.util - package cascading.tuple.hadoop.util
 
checkPlatform(Configuration) - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
checkPlatform(Configuration) - Method in class cascading.flow.hadoop2.Hadoop2MR1Planner
 
clean(JobConf) - Method in class cascading.flow.hadoop.HadoopFlowStep
Method clean removes any temporary files used by this FlowStep instance.
cleanIntermediateData(JobConf, Tap) - Method in class cascading.flow.hadoop.HadoopFlowStep
 
close() - Method in class cascading.flow.hadoop.FlowReducer
 
CoGroupingPartitioner - Class in cascading.tuple.hadoop.util
Class GroupingPartitioner is an implementation of Partitioner.
CoGroupingPartitioner() - Constructor for class cascading.tuple.hadoop.util.CoGroupingPartitioner
 
CombineAdjacentTapTransformer - Class in cascading.flow.hadoop.planner.rule.transformer
CombineAdjacentTapTransformer is currently unsupported but listed in the default rule registry.
CombineAdjacentTapTransformer() - Constructor for class cascading.flow.hadoop.planner.rule.transformer.CombineAdjacentTapTransformer
 
compare(byte[], int, int, byte[], int, int) - Method in class cascading.tuple.hadoop.util.ReverseTupleComparator
 
compare(Tuple, Tuple) - Method in class cascading.tuple.hadoop.util.ReverseTupleComparator
 
complete() - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
configRuleRegistryDefaults(RuleRegistry) - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
configure(JobConf) - Method in class cascading.flow.hadoop.FlowMapper
 
configure(JobConf) - Method in class cascading.flow.hadoop.FlowReducer
 
configure(JobConf) - Method in class cascading.tuple.hadoop.util.CoGroupingPartitioner
 
configure(JobConf) - Method in class cascading.tuple.hadoop.util.GroupingPartitioner
 
configure(JobConf) - Method in class cascading.tuple.hadoop.util.GroupingSortingPartitioner
 
copyConfig(C) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
copyConfiguration(Map<Object, Object>, Configuration) - Static method in class cascading.flow.hadoop2.Hadoop2MR1Planner
Method copyJobConf adds the given JobConf values to the given properties object.
copyJobConf(Map<Object, Object>, JobConf) - Static method in class cascading.flow.hadoop.planner.HadoopPlanner
Method copyJobConf adds the given JobConf values to the given properties object.
copyProperties(JobConf, Map<Object, Object>) - Static method in class cascading.flow.hadoop.planner.HadoopPlanner
Method copyProperties adds the given Map values to the given JobConf object.
copyProperties(Configuration, Map<Object, Object>) - Static method in class cascading.flow.hadoop2.Hadoop2MR1Planner
Method copyProperties adds the given Map values to the given JobConf object.
copyToDistributedCache() - Method in class cascading.flow.hadoop.HadoopFlow
 
copyWith(JobConf) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
createClosure() - Method in class cascading.flow.hadoop.stream.element.HadoopCoGroupGate
 
createClosure() - Method in class cascading.flow.hadoop.stream.element.HadoopGroupByGate
 
createCoGroupGate(CoGroup, IORole) - Method in class cascading.flow.hadoop.stream.graph.HadoopMapStreamGraph
 
createCoGroupGate(CoGroup, IORole) - Method in class cascading.flow.hadoop.stream.graph.HadoopReduceStreamGraph
 
createDefaultRuleRegistrySet() - Method in class cascading.flow.hadoop2.Hadoop2MR1FlowConnector
 
createElementDirectedGraph() - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
createFlow(FlowDef) - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
createFlowNodeGraph(List<ElementGraph>) - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
createFlowPlanner() - Method in class cascading.flow.hadoop2.Hadoop2MR1FlowConnector
 
createFlowStep(JobConf, Tap) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
createFlowStepJob(ClientState, FlowProcess<JobConf>, JobConf) - Method in class cascading.flow.hadoop.HadoopFlowStep
 
createGroupByGate(GroupBy, IORole) - Method in class cascading.flow.hadoop.stream.graph.HadoopMapStreamGraph
 
createGroupByGate(GroupBy, IORole) - Method in class cascading.flow.hadoop.stream.graph.HadoopReduceStreamGraph
 
createHashJoinGate(HashJoin) - Method in class cascading.flow.hadoop.stream.graph.HadoopReduceStreamGraph
 
createInitializedConfig(FlowProcess<JobConf>, JobConf) - Method in class cascading.flow.hadoop.HadoopFlowStep
 
createInitializedConfig(FlowProcess<JobConf>, JobConf) - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
createJobConf(Map<Object, Object>) - Static method in class cascading.flow.hadoop.planner.HadoopPlanner
Method createJobConf returns a new JobConf instance using the values in the given properties argument.
createMapOperation() - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
createMapReduceFlowStep(JobConf) - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
createNonBlockingJoinGate(HashJoin) - Method in class cascading.flow.hadoop.stream.graph.HadoopMapStreamGraph
 
createOutputCollector() - Method in class cascading.flow.hadoop.stream.element.HadoopCoGroupGate
 
createOutputCollector() - Method in class cascading.flow.hadoop.stream.element.HadoopGroupByGate
 
createReduceOperation() - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
createShuffleOperation() - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
createSinks(JobConf) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
createSinkStage(Tap) - Method in class cascading.flow.hadoop.stream.graph.HadoopMapStreamGraph
 
createSinkStage(Tap) - Method in class cascading.flow.hadoop.stream.graph.HadoopReduceStreamGraph
 
createSources(JobConf) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
createStepStats(ClientState) - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
createTap(JobConf, Path, SinkMode) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
createTap(JobConf, Path, SinkMode) - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
createTraps(JobConf) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 

D

deleteSinkOnInit - Variable in class cascading.flow.hadoop.BaseMapReduceFlow
Field deleteSinkOnInit
diffConfigIntoMap(C, C) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
DistCacheTap - Class in cascading.tap.hadoop
Class DistCacheTap is a Tap decorator for Hfs and can be used to move a file to the DistributedCache on read when accessed cluster side.
DistCacheTap(Hfs) - Constructor for class cascading.tap.hadoop.DistCacheTap
Constructs a new DistCacheTap instance with the given Hfs.
dumpDebugInfo() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 

E

EquivalentTapsScopeExpression - Class in cascading.flow.hadoop.planner.rule.scopeexpression
 
EquivalentTapsScopeExpression() - Constructor for class cascading.flow.hadoop.planner.rule.scopeexpression.EquivalentTapsScopeExpression
 

F

fileInputToTaps(JobConf) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
fileOutputToTaps(JobConf) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
FlowMapper - Class in cascading.flow.hadoop
Class FlowMapper is the Hadoop Mapper implementation.
FlowMapper() - Constructor for class cascading.flow.hadoop.FlowMapper
Constructor FlowMapper creates a new FlowMapper instance.
FlowReducer - Class in cascading.flow.hadoop
Class FlowReducer is the Hadoop Reducer implementation.
FlowReducer() - Constructor for class cascading.flow.hadoop.FlowReducer
Constructor FlowReducer creates a new FlowReducer instance.

G

getAttempts() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getByteComparison() - Method in class cascading.tuple.hadoop.util.TupleComparator
 
getConfig() - Method in class cascading.flow.hadoop.HadoopFlow
 
getConfig() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getConfigAsProperties() - Method in class cascading.flow.hadoop.HadoopFlow
 
getConfigAsProperties() - Method in class cascading.flow.hadoop.HadoopFlowStep
 
getConfigCopy() - Method in class cascading.flow.hadoop.HadoopFlow
 
getConfigCopy() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getConfiguration() - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
getCounterGroups() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getCounters(FlowNodeStats) - Method in class cascading.stats.hadoop.HadoopNodeCounterCache
 
getCounters() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getCounters(RunningJob) - Method in class cascading.stats.hadoop.HadoopStepCounterCache
 
getCountersFor(Map<String, Map<String, Long>>, String) - Method in class cascading.stats.hadoop.HadoopNodeCounterCache
 
getCountersFor(String) - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getCountersFor(Class<? extends Enum>) - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getCountersFor(Counters, String) - Method in class cascading.stats.hadoop.HadoopStepCounterCache
 
getCounterValue(Enum) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getCounterValue(String, String) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getCounterValue(Map<String, Map<String, Long>>, Enum) - Method in class cascading.stats.hadoop.HadoopNodeCounterCache
 
getCounterValue(Map<String, Map<String, Long>>, String, String) - Method in class cascading.stats.hadoop.HadoopNodeCounterCache
 
getCounterValue(Enum) - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getCounterValue(String, String) - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getCounterValue(Counters, Enum) - Method in class cascading.stats.hadoop.HadoopStepCounterCache
 
getCounterValue(Counters, String, String) - Method in class cascading.stats.hadoop.HadoopStepCounterCache
 
getCurrentNumMappers() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getCurrentNumReducers() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getCurrentSliceNum() - Method in class cascading.flow.hadoop.HadoopFlowProcess
Method getCurrentTaskNum returns the task number of this task.
getDefaultConfig() - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
getDefaultIntermediateSchemeClass() - Method in class cascading.flow.hadoop2.Hadoop2MR1FlowConnector
 
getDefaultURIScheme(Tap) - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
getDiagnostics() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getDistCacheTap(Hfs) - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
getElementGraph() - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
getEventId() - Method in class cascading.stats.hadoop.HadoopSliceStats.HadoopAttempt
 
getFlowConnector(Map<Object, Object>) - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
getFlowNodeGraph() - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
getFlowProcess() - Method in class cascading.flow.hadoop.HadoopFlow
 
getFlowProcess() - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
getFlowStepFactory() - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
getGroupNames(Map<String, Map<String, Long>>) - Method in class cascading.stats.hadoop.HadoopNodeCounterCache
 
getGroupNames(Counters) - Method in class cascading.stats.hadoop.HadoopStepCounterCache
 
getID() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getJob(RunningJob) - Static method in class cascading.stats.hadoop.HadoopStepStats
 
getJobClient() - Method in class cascading.stats.hadoop.HadoopStepStats
Method getJobClient returns the Hadoop JobClient managing this Hadoop job.
getJobConf() - Method in class cascading.flow.hadoop.HadoopFlowProcess
Method getJobConf returns the jobConf of this HadoopFlowProcess object.
getJobConf() - Method in class cascading.flow.hadoop.MapReduceFlowStep
 
getJobPollingInterval(JobConf) - Static method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
getJobStatusClient() - Method in class cascading.stats.hadoop.HadoopNodeCounterCache
 
getKind() - Method in class cascading.stats.hadoop.HadoopNodeStats
 
getKind() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getLastSuccessfulCounterFetchTime() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getLocalCacheFiles(FlowProcess<? extends Configuration>) - Method in class cascading.tap.hadoop.DistCacheTap
 
getMapProgress() - Method in class cascading.stats.hadoop.HadoopStepStats
Returns the underlying Map tasks progress percentage.
getMaxNumParallelSteps() - Method in class cascading.flow.hadoop.HadoopFlow
 
getName() - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
getNumMapTasks(Map<Object, Object>) - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
getNumMapTasks() - Method in class cascading.stats.hadoop.HadoopStepStats
Method getNumMapTasks returns the numMapTasks from the Hadoop job file.
getNumProcessSlices() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getNumReduceTasks(Map<Object, Object>) - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
getNumReduceTasks() - Method in class cascading.stats.hadoop.HadoopStepStats
Method getNumReduceTasks returns the numReducerTasks from the Hadoop job file.
getOrCreateFlowStepGraph() - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
getOutput() - Method in class cascading.flow.hadoop.stream.element.HadoopSinkStage
 
getOutputCollector() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getParentStatus() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getPartition(IndexTuple, Tuple, int) - Method in class cascading.tuple.hadoop.util.CoGroupingPartitioner
 
getPartition(Tuple, Tuple, int) - Method in class cascading.tuple.hadoop.util.GroupingPartitioner
 
getPartition(TuplePair, Tuple, int) - Method in class cascading.tuple.hadoop.util.GroupingSortingPartitioner
 
getPlannerInfo(String) - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
getPlannerInfo(String) - Method in class cascading.flow.hadoop2.Hadoop2MR1Planner
 
getPlatformInfo() - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
getProcessAttemptID() - Method in class cascading.stats.hadoop.HadoopSliceStats.HadoopAttempt
 
getProcessDuration() - Method in class cascading.stats.hadoop.HadoopSliceStats.HadoopAttempt
 
getProcessFinishTime() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getProcessHostname() - Method in class cascading.stats.hadoop.HadoopSliceStats.HadoopAttempt
 
getProcessNodeID() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getProcessProgress() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getProcessSliceID() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getProcessStartTime() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getProcessStatus() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getProcessStatus() - Method in class cascading.stats.hadoop.HadoopSliceStats.HadoopAttempt
 
getProcessStatusURL() - Method in class cascading.stats.hadoop.HadoopStepStats
 
getProcessStepID() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getProcessStepID() - Method in class cascading.stats.hadoop.HadoopStepStats
 
getProgress() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getProperty(String) - Method in class cascading.flow.hadoop.HadoopFlow
Method getProperty returns the value associated with the given key from the underlying properties system.
getProperty(String) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getPropertyKeys() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getReduceProgress() - Method in class cascading.stats.hadoop.HadoopStepStats
Returns the underlying Reduce tasks progress percentage.
getReporter() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
getStatus() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getStatus() - Method in class cascading.stats.hadoop.HadoopSliceStats.HadoopAttempt
 
getStatusURL() - Method in class cascading.stats.hadoop.HadoopSliceStats.HadoopAttempt
 
getStatusURL() - Method in class cascading.stats.hadoop.HadoopStepStats
Deprecated.
getStreamedHead() - Method in class cascading.flow.hadoop.stream.graph.HadoopMapStreamGraph
 
getTaskIDNum() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getTaskReport() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
getThrowable() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
getTotalSliceCPUMilliSeconds() - Method in class cascading.flow.hadoop.HadoopFlow
 
getURIScheme(Tap) - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
GroupingPartitioner - Class in cascading.tuple.hadoop.util
Class GroupingPartitioner is an implementation of Partitioner.
GroupingPartitioner() - Constructor for class cascading.tuple.hadoop.util.GroupingPartitioner
 
GroupingSortingPartitioner - Class in cascading.tuple.hadoop.util
Class GroupingSortingPartitioner is an implementation of Partitioner.
GroupingSortingPartitioner() - Constructor for class cascading.tuple.hadoop.util.GroupingSortingPartitioner
 

H

Hadoop2MR1FlowConnector - Class in cascading.flow.hadoop2
Use the Hadoop2MR1FlowConnector to link source and sink Tap instances with an assembly of Pipe instances into an executable HadoopFlow for execution on an Apache Hadoop cluster.
Hadoop2MR1FlowConnector() - Constructor for class cascading.flow.hadoop2.Hadoop2MR1FlowConnector
Constructor FlowConnector creates a new FlowConnector instance.
Hadoop2MR1FlowConnector(Map<Object, Object>) - Constructor for class cascading.flow.hadoop2.Hadoop2MR1FlowConnector
Constructor FlowConnector creates a new FlowConnector instance using the given Properties instance as default value for the underlying jobs.
Hadoop2MR1FlowConnector(RuleRegistrySet) - Constructor for class cascading.flow.hadoop2.Hadoop2MR1FlowConnector
Constructor HadoopFlowConnector creates a new HadoopFlowConnector instance.
Hadoop2MR1FlowConnector(Map<Object, Object>, RuleRegistrySet) - Constructor for class cascading.flow.hadoop2.Hadoop2MR1FlowConnector
Constructor HadoopFlowConnector creates a new HadoopFlowConnector instance using the given Properties instance as default value for the underlying jobs.
Hadoop2MR1Planner - Class in cascading.flow.hadoop2
Class Hadoop2MR1Planner is the core Hadoop MapReduce planner used by default through the Hadoop2MR1FlowConnector.
Hadoop2MR1Planner() - Constructor for class cascading.flow.hadoop2.Hadoop2MR1Planner
 
Hadoop2MR1Platform - Class in cascading.platform.hadoop2
Class Hadoop2Platform is automatically loaded and injected into a PlatformTestCase instance so that all *PlatformTest classes can be tested against Apache Hadoop 2.x.
Hadoop2MR1Platform() - Constructor for class cascading.platform.hadoop2.Hadoop2MR1Platform
 
HadoopAttempt(TaskCompletionEvent) - Constructor for class cascading.stats.hadoop.HadoopSliceStats.HadoopAttempt
 
HadoopCoGroupGate - Class in cascading.flow.hadoop.stream.element
 
HadoopCoGroupGate(FlowProcess, CoGroup, IORole) - Constructor for class cascading.flow.hadoop.stream.element.HadoopCoGroupGate
 
HadoopFlow - Class in cascading.flow.hadoop
Class HadoopFlow is the Apache Hadoop specific implementation of a Flow.
HadoopFlow() - Constructor for class cascading.flow.hadoop.HadoopFlow
 
HadoopFlow(PlatformInfo, Map<Object, Object>, JobConf, String, Map<String, String>) - Constructor for class cascading.flow.hadoop.HadoopFlow
 
HadoopFlow(PlatformInfo, Map<Object, Object>, JobConf, FlowDef) - Constructor for class cascading.flow.hadoop.HadoopFlow
 
HadoopFlowProcess - Class in cascading.flow.hadoop
Class HadoopFlowProcess is an implementation of FlowProcess for Hadoop.
HadoopFlowProcess() - Constructor for class cascading.flow.hadoop.HadoopFlowProcess
 
HadoopFlowProcess(Configuration) - Constructor for class cascading.flow.hadoop.HadoopFlowProcess
 
HadoopFlowProcess(JobConf) - Constructor for class cascading.flow.hadoop.HadoopFlowProcess
 
HadoopFlowProcess(FlowSession, JobConf) - Constructor for class cascading.flow.hadoop.HadoopFlowProcess
 
HadoopFlowProcess(FlowSession, JobConf, boolean) - Constructor for class cascading.flow.hadoop.HadoopFlowProcess
Constructor HadoopFlowProcess creates a new HadoopFlowProcess instance.
HadoopFlowProcess(HadoopFlowProcess, JobConf) - Constructor for class cascading.flow.hadoop.HadoopFlowProcess
 
HadoopFlowStep - Class in cascading.flow.hadoop
 
HadoopFlowStep() - Constructor for class cascading.flow.hadoop.HadoopFlowStep
 
HadoopFlowStep(String, int) - Constructor for class cascading.flow.hadoop.HadoopFlowStep
 
HadoopFlowStep(ElementGraph, FlowNodeGraph) - Constructor for class cascading.flow.hadoop.HadoopFlowStep
 
HadoopFlowStepJob - Class in cascading.flow.hadoop.planner
 
HadoopFlowStepJob(ClientState, BaseFlowStep<JobConf>, JobConf) - Constructor for class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
HadoopGroupByGate - Class in cascading.flow.hadoop.stream.element
 
HadoopGroupByGate(FlowProcess, GroupBy, IORole) - Constructor for class cascading.flow.hadoop.stream.element.HadoopGroupByGate
 
HadoopMapStreamGraph - Class in cascading.flow.hadoop.stream.graph
 
HadoopMapStreamGraph(HadoopFlowProcess, FlowNode, Tap) - Constructor for class cascading.flow.hadoop.stream.graph.HadoopMapStreamGraph
 
HadoopMRUtil - Class in cascading.flow.hadoop.util
 
HadoopMRUtil() - Constructor for class cascading.flow.hadoop.util.HadoopMRUtil
 
HadoopNodeCounterCache - Class in cascading.stats.hadoop
 
HadoopNodeCounterCache(FlowNodeStats, Configuration) - Constructor for class cascading.stats.hadoop.HadoopNodeCounterCache
 
HadoopNodeStats - Class in cascading.stats.hadoop
 
HadoopNodeStats(HadoopStepStats, Configuration, HadoopSliceStats.Kind, FlowNode, ClientState) - Constructor for class cascading.stats.hadoop.HadoopNodeStats
Constructor CascadingStats creates a new CascadingStats instance.
HadoopPlanner - Class in cascading.flow.hadoop.planner
Class HadoopPlanner is the core Hadoop MapReduce planner used by default through a FlowConnector sub-class.
HadoopPlanner() - Constructor for class cascading.flow.hadoop.planner.HadoopPlanner
 
HadoopReduceStreamGraph - Class in cascading.flow.hadoop.stream.graph
 
HadoopReduceStreamGraph(HadoopFlowProcess, FlowNode, FlowElement) - Constructor for class cascading.flow.hadoop.stream.graph.HadoopReduceStreamGraph
 
HadoopSinkStage - Class in cascading.flow.hadoop.stream.element
 
HadoopSinkStage(FlowProcess, Tap) - Constructor for class cascading.flow.hadoop.stream.element.HadoopSinkStage
 
HadoopSliceStats - Class in cascading.stats.hadoop
Class HadoopTaskStats tracks individual task stats.
HadoopSliceStats.HadoopAttempt - Class in cascading.stats.hadoop
 
HadoopSliceStats.Kind - Enum in cascading.stats.hadoop
 
HadoopStepCounterCache - Class in cascading.stats.hadoop
 
HadoopStepCounterCache(CascadingStats, Configuration) - Constructor for class cascading.stats.hadoop.HadoopStepCounterCache
 
HadoopStepStats - Class in cascading.stats.hadoop
Class HadoopStepStats provides Hadoop specific statistics and methods to underlying Hadoop facilities.
HadoopStepStats(FlowStep<JobConf>, ClientState) - Constructor for class cascading.stats.hadoop.HadoopStepStats
 
hasReducer(JobConf) - Static method in class cascading.flow.hadoop.util.HadoopMRUtil
 

I

increment(Enum, long) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
increment(String, String, long) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
initConfig(Map<Object, Object>, JobConf) - Method in class cascading.flow.hadoop.HadoopFlow
 
initFromProperties(Map<Object, Object>) - Method in class cascading.flow.hadoop.HadoopFlow
 
initFromSink(FlowProcess<JobConf>, JobConf) - Method in class cascading.flow.hadoop.HadoopFlowStep
 
initFromSources(FlowProcess<JobConf>, JobConf) - Method in class cascading.flow.hadoop.HadoopFlowStep
 
initFromTraps(FlowProcess<JobConf>, JobConf) - Method in class cascading.flow.hadoop.HadoopFlowStep
 
initialize(FlowConnector, Map<Object, Object>) - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
initializeFrom(JobConf) - Method in class cascading.flow.hadoop.MapReduceFlow
 
initializeFrom(List<JobConf>) - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
internalBlockOnStop() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
internalClean(boolean) - Method in class cascading.flow.hadoop.HadoopFlow
 
internalIsStartedRunning() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
internalJobId() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
internalNonBlockingIsComplete() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
internalNonBlockingIsSuccessful() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
internalNonBlockingStart() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
internalNonBlockingSubmit() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
internalShutdown() - Method in class cascading.flow.hadoop.HadoopFlow
 
internalStart() - Method in class cascading.flow.hadoop.HadoopFlow
 
isCounterStatusInitialized() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
isHadoopLocalMode(JobConf) - Method in class cascading.flow.hadoop.HadoopFlowStep
 
isMapper() - Method in class cascading.flow.hadoop.HadoopFlowProcess
Method isMapper returns true if this part of the FlowProcess is a MapReduce mapper.
isPreserveTemporaryFiles() - Method in class cascading.flow.hadoop.HadoopFlow
Method isPreserveTemporaryFiles returns false if temporary files will be cleaned when this Flow completes.
isRemoteExecution() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
isSuccessful() - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 

J

jobClient - Variable in class cascading.flow.hadoop.planner.HadoopFlowStepJob
Field jobClient

K

keepAlive() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 

M

makeNameFromPath(Map<String, Tap>, Path) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
makeStepGraph(JobConf) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
makeTempTap(String, String) - Method in class cascading.flow.hadoop.planner.HadoopPlanner
 
MAP - Static variable in class cascading.flow.hadoop.MapReduceFlowStep
 
MapReduceFlow - Class in cascading.flow.hadoop
Class MapReduceFlow is a HadoopFlow subclass that supports custom MapReduce jobs pre-configured via the JobConf object.
MapReduceFlow(JobConf) - Constructor for class cascading.flow.hadoop.MapReduceFlow
Constructor MapReduceFlow creates a new MapReduceFlow instance.
MapReduceFlow(JobConf, boolean) - Constructor for class cascading.flow.hadoop.MapReduceFlow
Constructor MapReduceFlow creates a new MapReduceFlow instance.
MapReduceFlow(String, JobConf) - Constructor for class cascading.flow.hadoop.MapReduceFlow
Constructor MapReduceFlow creates a new MapReduceFlow instance.
MapReduceFlow(String, JobConf, boolean) - Constructor for class cascading.flow.hadoop.MapReduceFlow
Constructor MapReduceFlow creates a new MapReduceFlow instance.
MapReduceFlow(Properties, String, JobConf, boolean) - Constructor for class cascading.flow.hadoop.MapReduceFlow
Constructor MapReduceFlow creates a new MapReduceFlow instance.
MapReduceFlow(Properties, String, JobConf, Map<String, String>, boolean) - Constructor for class cascading.flow.hadoop.MapReduceFlow
Constructor MapReduceFlow creates a new MapReduceFlow instance.
MapReduceFlow(Properties, String, JobConf, Map<String, String>, boolean, boolean) - Constructor for class cascading.flow.hadoop.MapReduceFlow
Constructor MapReduceFlow creates a new MapReduceFlow instance.
MapReduceFlowStep - Class in cascading.flow.hadoop
Class MapReduceFlowStep wraps a JobConf and allows it to be executed as a Flow.
MapReduceFlowStep(HadoopFlow, JobConf) - Constructor for class cascading.flow.hadoop.MapReduceFlowStep
 
MapReduceFlowStep(HadoopFlow, String, JobConf, Tap) - Constructor for class cascading.flow.hadoop.MapReduceFlowStep
 
MapReduceHadoopRuleRegistry - Class in cascading.flow.hadoop.planner
 
MapReduceHadoopRuleRegistry() - Constructor for class cascading.flow.hadoop.planner.MapReduceHadoopRuleRegistry
 
mergeMapIntoConfig(JobConf, Map<String, String>) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
MultiMapReduceFlow - Class in cascading.flow.hadoop
Class MultiMapReduceFlow is a HadoopFlow subclass that supports custom MapReduce jobs pre-configured via one or more JobConf objects.
MultiMapReduceFlow(String, JobConf, JobConf...) - Constructor for class cascading.flow.hadoop.MultiMapReduceFlow
Constructor MultiMapReduceFlow creates a new MultiMapReduceFlow instance.
MultiMapReduceFlow(Map<Object, Object>, String, JobConf, JobConf...) - Constructor for class cascading.flow.hadoop.MultiMapReduceFlow
Constructor MultiMapReduceFlow creates a new MultiMapReduceFlow instance.
MultiMapReduceFlow(Map<Object, Object>, String, Map<String, String>, JobConf, JobConf...) - Constructor for class cascading.flow.hadoop.MultiMapReduceFlow
Constructor MultiMapReduceFlow creates a new MultiMapReduceFlow instance.
MultiMapReduceFlow(Map<Object, Object>, String, Map<String, String>, boolean, JobConf, JobConf...) - Constructor for class cascading.flow.hadoop.MultiMapReduceFlow
Constructor MultiMapReduceFlow creates a new MultiMapReduceFlow instance.
MultiMapReduceFlow(PlatformInfo, Map<Object, Object>, String) - Constructor for class cascading.flow.hadoop.MultiMapReduceFlow
Constructor MultiMapReduceFlow creates a new MultiMapReduceFlow instance.
MultiMapReduceFlow(PlatformInfo, Map<Object, Object>, String, Map<String, String>) - Constructor for class cascading.flow.hadoop.MultiMapReduceFlow
Constructor MultiMapReduceFlow creates a new MultiMapReduceFlow instance.

N

newConfig(JobConf) - Method in class cascading.flow.hadoop.HadoopFlow
 
newInstance(String) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
notifyComplete() - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 

O

openSystemIntermediateForWrite() - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
openTapForRead(Tap) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
openTapForWrite(Tap) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
openTrapForWrite(Tap) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 

P

PLATFORM_NAME - Static variable in class cascading.flow.hadoop.planner.HadoopPlanner
 
PLATFORM_NAME - Static variable in class cascading.flow.hadoop2.Hadoop2MR1Planner
 

R

readStateFromDistCache(JobConf, String, String) - Static method in class cascading.flow.hadoop.util.HadoopMRUtil
 
reduce(Object, Iterator, OutputCollector, Reporter) - Method in class cascading.flow.hadoop.FlowReducer
 
REDUCE - Static variable in class cascading.flow.hadoop.MapReduceFlowStep
 
registerHadoopShutdownHook() - Method in class cascading.flow.hadoop.HadoopFlow
 
reportLocalError(Throwable) - Static method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
Internal method to report errors that happen on hadoop local mode.
ReverseTupleComparator - Class in cascading.tuple.hadoop.util
 
ReverseTupleComparator() - Constructor for class cascading.tuple.hadoop.util.ReverseTupleComparator
 
run(RecordReader, OutputCollector, Reporter) - Method in class cascading.flow.hadoop.FlowMapper
 
runningJob - Variable in class cascading.flow.hadoop.planner.HadoopFlowStepJob
Field runningJob

S

setConfigProperty(JobConf, Object, Object) - Method in class cascading.flow.hadoop.HadoopFlow
 
setLastFetch(long) - Method in class cascading.stats.hadoop.HadoopSliceStats
 
setNumMapTasks(Map<Object, Object>, int) - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
setNumReduceTasks(Map<Object, Object>, int) - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
setOutputCollector(OutputCollector) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
setReporter(Reporter) - Method in class cascading.flow.hadoop.HadoopFlowProcess
Method setReporter sets the reporter of this HadoopFlowProcess object.
setStatus(String) - Method in class cascading.flow.hadoop.HadoopFlowProcess
 
setUp() - Method in class cascading.platform.hadoop2.Hadoop2MR1Platform
 
SHUFFLE - Static variable in class cascading.flow.hadoop.MapReduceFlowStep
 
spawnSteps() - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
stepsAreLocal() - Method in class cascading.flow.hadoop.HadoopFlow
 

T

toSinkTap(JobConf, Map<String, Tap>, Path) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
toSourceTap(JobConf, Map<String, Tap>, Path) - Method in class cascading.flow.hadoop.BaseMapReduceFlow
 
toString() - Method in class cascading.stats.hadoop.HadoopSliceStats
 
TupleComparator - Class in cascading.tuple.hadoop.util
 
TupleComparator() - Constructor for class cascading.tuple.hadoop.util.TupleComparator
 

U

unwrapGrouping(Tuple) - Method in class cascading.flow.hadoop.stream.element.HadoopCoGroupGate
 
unwrapGrouping(Tuple) - Method in class cascading.flow.hadoop.stream.element.HadoopGroupByGate
 
update(CascadingStats.Status, HadoopSliceStats.Kind, TaskReport, long) - Method in class cascading.stats.hadoop.HadoopSliceStats
 
updateFlowStepGraph(FlowStepGraph, Collection<MapReduceFlowStep>) - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 
updateNodeStatus(FlowNodeStats) - Method in class cascading.flow.hadoop.planner.HadoopFlowStepJob
 
updateWithFlowSteps(Collection<MapReduceFlowStep>) - Method in class cascading.flow.hadoop.MultiMapReduceFlow
 

V

valueOf(String) - Static method in enum cascading.stats.hadoop.HadoopSliceStats.Kind
Returns the enum constant of this type with the specified name.
values() - Static method in enum cascading.stats.hadoop.HadoopSliceStats.Kind
Returns an array containing the constants of this enum type, in the order they are declared.

W

wrapGroupingAndCollect(Duct, int, Tuple, Tuple) - Method in class cascading.flow.hadoop.stream.element.HadoopCoGroupGate
 
wrapGroupingAndCollect(Duct, int, Tuple, Tuple) - Method in class cascading.flow.hadoop.stream.element.HadoopGroupByGate
 
writeStateToDistCache(JobConf, String, String, String) - Static method in class cascading.flow.hadoop.util.HadoopMRUtil
 
A B C D E F G H I J K M N O P R S T U V W 
Skip navigation links

Copyright © 2007-2017 Cascading Maintainers. All Rights Reserved.