public class TezUtil extends java.lang.Object
Constructor and Description |
---|
TezUtil() |
Modifier and Type | Method and Description |
---|---|
protected static void |
addResource(java.util.Map<java.lang.String,LocalResource> localResources,
java.util.Map<java.lang.String,java.lang.String> environment,
java.lang.String fileName,
FileStatus stats,
Path fullPath,
LocalResourceType type) |
static java.util.Map<Path,Path> |
addToClassPath(Configuration config,
java.lang.String stagingRoot,
java.lang.String resourceSubPath,
java.util.Collection<java.lang.String> classpath,
LocalResourceType resourceType,
java.util.Map<java.lang.String,LocalResource> localResources,
java.util.Map<java.lang.String,java.lang.String> environment) |
static JobConf |
asJobConf(Configuration configuration)
Attempting to localize all new JobConf calls
|
static TezConfiguration |
createTezConf(java.util.Map<java.lang.Object,java.lang.Object> properties,
TezConfiguration defaultJobconf) |
static UserGroupInformation |
getCurrentUser() |
static java.lang.String |
getEdgeSinkID(LogicalOutput output,
Configuration configuration) |
static java.lang.String |
getEdgeSourceID(LogicalInput input,
Configuration configuration) |
static Configuration |
getInputConfiguration(LogicalInput input) |
static Configuration |
getOutputConfiguration(LogicalOutput output) |
static void |
setMRProperties(ProcessorContext context,
Configuration config,
boolean isMapperOutput) |
static void |
setSourcePathForSplit(org.apache.tez.mapreduce.input.MRInput input,
org.apache.tez.mapreduce.lib.MRReader reader,
Configuration configuration) |
public TezUtil()
public static JobConf asJobConf(Configuration configuration)
configuration
- public static TezConfiguration createTezConf(java.util.Map<java.lang.Object,java.lang.Object> properties, TezConfiguration defaultJobconf)
public static UserGroupInformation getCurrentUser()
public static java.lang.String getEdgeSourceID(LogicalInput input, Configuration configuration)
public static java.lang.String getEdgeSinkID(LogicalOutput output, Configuration configuration)
public static Configuration getInputConfiguration(LogicalInput input)
public static Configuration getOutputConfiguration(LogicalOutput output)
public static void setSourcePathForSplit(org.apache.tez.mapreduce.input.MRInput input, org.apache.tez.mapreduce.lib.MRReader reader, Configuration configuration)
public static java.util.Map<Path,Path> addToClassPath(Configuration config, java.lang.String stagingRoot, java.lang.String resourceSubPath, java.util.Collection<java.lang.String> classpath, LocalResourceType resourceType, java.util.Map<java.lang.String,LocalResource> localResources, java.util.Map<java.lang.String,java.lang.String> environment)
protected static void addResource(java.util.Map<java.lang.String,LocalResource> localResources, java.util.Map<java.lang.String,java.lang.String> environment, java.lang.String fileName, FileStatus stats, Path fullPath, LocalResourceType type) throws java.io.IOException
java.io.IOException
public static void setMRProperties(ProcessorContext context, Configuration config, boolean isMapperOutput)
Copyright © 2007-2017 Cascading Maintainers. All Rights Reserved.