public class TezUtil extends java.lang.Object
Constructor and Description |
---|
TezUtil() |
Modifier and Type | Method and Description |
---|---|
protected static void |
addResource(java.util.Map<java.lang.String,org.apache.hadoop.yarn.api.records.LocalResource> localResources,
java.util.Map<java.lang.String,java.lang.String> environment,
java.lang.String fileName,
org.apache.hadoop.fs.FileStatus stats,
org.apache.hadoop.fs.Path fullPath,
org.apache.hadoop.yarn.api.records.LocalResourceType type) |
static java.util.Map<org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path> |
addToClassPath(org.apache.hadoop.conf.Configuration config,
java.lang.String stagingRoot,
java.lang.String resourceSubPath,
java.util.Collection<java.lang.String> classpath,
org.apache.hadoop.yarn.api.records.LocalResourceType resourceType,
java.util.Map<java.lang.String,org.apache.hadoop.yarn.api.records.LocalResource> localResources,
java.util.Map<java.lang.String,java.lang.String> environment) |
static org.apache.hadoop.mapred.JobConf |
asJobConf(org.apache.hadoop.conf.Configuration configuration)
Attempting to localize all new JobConf calls
|
static org.apache.tez.dag.api.TezConfiguration |
createTezConf(java.util.Map<java.lang.Object,java.lang.Object> properties,
org.apache.tez.dag.api.TezConfiguration defaultJobconf) |
static org.apache.hadoop.security.UserGroupInformation |
getCurrentUser() |
static java.lang.String |
getEdgeSinkID(org.apache.tez.runtime.api.LogicalOutput output,
org.apache.hadoop.conf.Configuration configuration) |
static java.lang.String |
getEdgeSourceID(org.apache.tez.runtime.api.LogicalInput input,
org.apache.hadoop.conf.Configuration configuration) |
static org.apache.hadoop.conf.Configuration |
getInputConfiguration(org.apache.tez.runtime.api.LogicalInput input) |
static org.apache.hadoop.conf.Configuration |
getOutputConfiguration(org.apache.tez.runtime.api.LogicalOutput output) |
static void |
setMRProperties(org.apache.tez.runtime.api.ProcessorContext context,
org.apache.hadoop.conf.Configuration config,
boolean isMapperOutput) |
static void |
setSourcePathForSplit(org.apache.tez.mapreduce.input.MRInput input,
org.apache.tez.mapreduce.lib.MRReader reader,
org.apache.hadoop.conf.Configuration configuration) |
public TezUtil()
public static org.apache.hadoop.mapred.JobConf asJobConf(org.apache.hadoop.conf.Configuration configuration)
configuration
- public static org.apache.tez.dag.api.TezConfiguration createTezConf(java.util.Map<java.lang.Object,java.lang.Object> properties, org.apache.tez.dag.api.TezConfiguration defaultJobconf)
public static org.apache.hadoop.security.UserGroupInformation getCurrentUser()
public static java.lang.String getEdgeSourceID(org.apache.tez.runtime.api.LogicalInput input, org.apache.hadoop.conf.Configuration configuration)
public static java.lang.String getEdgeSinkID(org.apache.tez.runtime.api.LogicalOutput output, org.apache.hadoop.conf.Configuration configuration)
public static org.apache.hadoop.conf.Configuration getInputConfiguration(org.apache.tez.runtime.api.LogicalInput input)
public static org.apache.hadoop.conf.Configuration getOutputConfiguration(org.apache.tez.runtime.api.LogicalOutput output)
public static void setSourcePathForSplit(org.apache.tez.mapreduce.input.MRInput input, org.apache.tez.mapreduce.lib.MRReader reader, org.apache.hadoop.conf.Configuration configuration)
public static java.util.Map<org.apache.hadoop.fs.Path,org.apache.hadoop.fs.Path> addToClassPath(org.apache.hadoop.conf.Configuration config, java.lang.String stagingRoot, java.lang.String resourceSubPath, java.util.Collection<java.lang.String> classpath, org.apache.hadoop.yarn.api.records.LocalResourceType resourceType, java.util.Map<java.lang.String,org.apache.hadoop.yarn.api.records.LocalResource> localResources, java.util.Map<java.lang.String,java.lang.String> environment)
protected static void addResource(java.util.Map<java.lang.String,org.apache.hadoop.yarn.api.records.LocalResource> localResources, java.util.Map<java.lang.String,java.lang.String> environment, java.lang.String fileName, org.apache.hadoop.fs.FileStatus stats, org.apache.hadoop.fs.Path fullPath, org.apache.hadoop.yarn.api.records.LocalResourceType type) throws java.io.IOException
java.io.IOException
public static void setMRProperties(org.apache.tez.runtime.api.ProcessorContext context, org.apache.hadoop.conf.Configuration config, boolean isMapperOutput)
Copyright © 2007-2017 Cascading Maintainers. All Rights Reserved.