cascading.flow.tez.util

Class TezUtil

java.lang.Object

cascading.flow.tez.util.TezUtil

public class TezUtil
extends Object

Constructor Summary

Constructors

Constructor and Description
TezUtil()

Method Summary

Methods

Modifier and Type	Method and Description
protected static void	addResource(Map<String,LocalResource> localResources, Map<String,String> environment, String fileName, FileStatus stats, Path fullPath, LocalResourceType type)
static Map<Path,Path>	addToClassPath(Configuration config, String stagingRoot, String resourceSubPath, Collection<String> classpath, LocalResourceType resourceType, Map<String,LocalResource> localResources, Map<String,String> environment)
static JobConf	asJobConf(Configuration configuration) Attempting to localize all new JobConf calls
static org.apache.tez.dag.api.TezConfiguration	createTezConf(Map<Object,Object> properties, org.apache.tez.dag.api.TezConfiguration defaultJobconf)
static UserGroupInformation	getCurrentUser()
static String	getEdgeSinkID(org.apache.tez.runtime.api.LogicalOutput output, Configuration configuration)
static String	getEdgeSourceID(org.apache.tez.runtime.api.LogicalInput input, Configuration configuration)
static Configuration	getInputConfiguration(org.apache.tez.runtime.api.LogicalInput input)
static Configuration	getOutputConfiguration(org.apache.tez.runtime.api.LogicalOutput output)
static void	setMRProperties(org.apache.tez.runtime.api.ProcessorContext context, Configuration config, boolean isMapperOutput)
static void	setSourcePathForSplit(org.apache.tez.mapreduce.input.MRInput input, org.apache.tez.mapreduce.lib.MRReader reader, Configuration configuration)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

TezUtil

public TezUtil()

Method Detail

asJobConf

public static JobConf asJobConf(Configuration configuration)

Attempting to localize all new JobConf calls

Parameters:

configuration -

Returns:

createTezConf

public static org.apache.tez.dag.api.TezConfiguration createTezConf(Map<Object,Object> properties,
                                                    org.apache.tez.dag.api.TezConfiguration defaultJobconf)

getCurrentUser

public static UserGroupInformation getCurrentUser()

getEdgeSourceID

public static String getEdgeSourceID(org.apache.tez.runtime.api.LogicalInput input,
                     Configuration configuration)

getEdgeSinkID

public static String getEdgeSinkID(org.apache.tez.runtime.api.LogicalOutput output,
                   Configuration configuration)

getInputConfiguration

public static Configuration getInputConfiguration(org.apache.tez.runtime.api.LogicalInput input)

getOutputConfiguration

public static Configuration getOutputConfiguration(org.apache.tez.runtime.api.LogicalOutput output)

setSourcePathForSplit

public static void setSourcePathForSplit(org.apache.tez.mapreduce.input.MRInput input,
                         org.apache.tez.mapreduce.lib.MRReader reader,
                         Configuration configuration)

addToClassPath

public static Map<Path,Path> addToClassPath(Configuration config,
                            String stagingRoot,
                            String resourceSubPath,
                            Collection<String> classpath,
                            LocalResourceType resourceType,
                            Map<String,LocalResource> localResources,
                            Map<String,String> environment)

addResource

protected static void addResource(Map<String,LocalResource> localResources,
               Map<String,String> environment,
               String fileName,
               FileStatus stats,
               Path fullPath,
               LocalResourceType type)
                           throws IOException

Throws:

IOException

setMRProperties

public static void setMRProperties(org.apache.tez.runtime.api.ProcessorContext context,
                   Configuration config,
                   boolean isMapperOutput)