public class Hadoop2TezFlowStep extends BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
flowStepStats, sinks, sources, tempSink
CASCADING_FLOW_STEP_ID
NULL
Constructor and Description |
---|
Hadoop2TezFlowStep(ElementGraph elementGraph,
FlowNodeGraph flowNodeGraph) |
Modifier and Type | Method and Description |
---|---|
void |
clean(org.apache.tez.dag.api.TezConfiguration entries) |
protected FlowStepJob |
createFlowStepJob(ClientState clientState,
FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess,
org.apache.tez.dag.api.TezConfiguration initializedStepConfig) |
org.apache.tez.dag.api.TezConfiguration |
createInitializedConfig(FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess,
org.apache.tez.dag.api.TezConfiguration parentConfig) |
org.apache.tez.dag.api.Vertex |
createVertex(FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess,
org.apache.tez.dag.api.TezConfiguration initializedConfig,
FlowNode flowNode) |
Map<String,LocalResource> |
getAllLocalResources() |
Map<Object,Object> |
getConfigAsProperties() |
protected String |
getOutputPath(Configuration sinkConf) |
protected int |
getParallelism(FlowNode flowNode,
JobConf conf) |
protected Map<FlowElement,Configuration> |
initFromSinks(FlowNode flowNode,
FlowProcess<? extends Configuration> flowProcess,
Configuration conf) |
protected Map<FlowElement,Configuration> |
initFromSources(FlowNode flowNode,
FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess,
Configuration conf,
Map<String,LocalResource> taskLocalResources) |
protected void |
initFromTraps(FlowNode flowNode,
FlowProcess<? extends Configuration> flowProcess,
Configuration conf) |
protected boolean |
isFileOutputFormat(Class outputFormatClass) |
void |
syncArtifacts() |
addGroup, addGroups, addListener, addProcessAnnotation, addProcessAnnotation, addSink, addSource, clean, commitSinks, configure, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getAnnotations, getConfig, getCreateFlowStepJob, getElementGraph, getFlow, getFlowID, getFlowName, getFlowNodeGraph, getFlowStepJob, getFlowStepStats, getGroup, getGroups, getID, getName, getNextFlowElement, getNextScope, getNodeDisplayName, getNumFlowNodes, getOrdinal, getPreviousScopes, getProcessAnnotations, getSink, getSinkElements, getSinkName, getSinkTaps, getSinkWith, getSourceElements, getSourceName, getSourceTaps, getSourceWith, getStepDisplayName, getStepDisplayName, getSubmitPriority, getTrap, getTrapMap, getTraps, hashCode, hasListeners, initConfFromNodeConfigDef, initConfFromStepConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, prepareResources, removeListener, rollbackSinks, setConfig, setFlow, setFlowName, setFlowStepStats, setName, setOrdinal, setSubmitPriority, toString
public Hadoop2TezFlowStep(ElementGraph elementGraph, FlowNodeGraph flowNodeGraph)
public Map<Object,Object> getConfigAsProperties()
getConfigAsProperties
in interface FlowStep<org.apache.tez.dag.api.TezConfiguration>
getConfigAsProperties
in class BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.TezConfiguration createInitializedConfig(FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess, org.apache.tez.dag.api.TezConfiguration parentConfig)
createInitializedConfig
in class BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
protected FlowStepJob createFlowStepJob(ClientState clientState, FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess, org.apache.tez.dag.api.TezConfiguration initializedStepConfig)
createFlowStepJob
in class BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
public org.apache.tez.dag.api.Vertex createVertex(FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess, org.apache.tez.dag.api.TezConfiguration initializedConfig, FlowNode flowNode)
protected String getOutputPath(Configuration sinkConf)
protected boolean isFileOutputFormat(Class outputFormatClass)
protected int getParallelism(FlowNode flowNode, JobConf conf)
protected Map<FlowElement,Configuration> initFromSources(FlowNode flowNode, FlowProcess<org.apache.tez.dag.api.TezConfiguration> flowProcess, Configuration conf, Map<String,LocalResource> taskLocalResources)
protected Map<FlowElement,Configuration> initFromSinks(FlowNode flowNode, FlowProcess<? extends Configuration> flowProcess, Configuration conf)
protected void initFromTraps(FlowNode flowNode, FlowProcess<? extends Configuration> flowProcess, Configuration conf)
public void clean(org.apache.tez.dag.api.TezConfiguration entries)
clean
in class BaseFlowStep<org.apache.tez.dag.api.TezConfiguration>
public void syncArtifacts()
public Map<String,LocalResource> getAllLocalResources()
Copyright © 2007-2015 Concurrent, Inc. All Rights Reserved.