public class MapReduceFlowStep extends HadoopFlowStep
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
MAP |
static java.lang.String |
REDUCE |
static java.lang.String |
SHUFFLE |
elementGraph, flowNodeGraph, flowStepStats, sinks, sources, tempSink
CASCADING_FLOW_STEP_ID
NULL
Modifier | Constructor and Description |
---|---|
|
MapReduceFlowStep(HadoopFlow flow,
JobConf jobConf) |
protected |
MapReduceFlowStep(HadoopFlow flow,
java.lang.String stepName,
JobConf jobConf,
Tap sink) |
Modifier and Type | Method and Description |
---|---|
protected ElementDirectedGraph |
createElementDirectedGraph() |
protected FlowNodeGraph |
createFlowNodeGraph(java.util.List<ElementGraph> elementGraphs) |
JobConf |
createInitializedConfig(FlowProcess<JobConf> flowProcess,
JobConf parentConfig) |
protected Pipe |
createMapOperation() |
protected Pipe |
createReduceOperation() |
protected Pipe |
createShuffleOperation() |
ElementGraph |
getElementGraph() |
FlowNodeGraph |
getFlowNodeGraph() |
protected JobConf |
getJobConf() |
clean, cleanIntermediateData, createFlowStepJob, getConfigAsProperties, initFromSink, initFromSources, initFromTraps, isHadoopLocalMode
addAllGroups, addGroup, addGroups, addListener, addProcessAnnotation, addProcessAnnotation, addSink, addSinks, addSource, addSources, clean, commitSinks, configure, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getAllStreamedSources, getAnnotations, getConfig, getCreateFlowStepJob, getFlow, getFlowID, getFlowName, getFlowStepDescriptor, getFlowStepJob, getFlowStepStats, getGroup, getGroups, getID, getName, getNextFlowElement, getNextScope, getNodeDisplayName, getNumFlowNodes, getOrdinal, getPreviousScopes, getProcessAnnotations, getSink, getSinkElements, getSinkName, getSinkTaps, getSinkWith, getSourceElements, getSourceName, getSourceTaps, getSourceWith, getStepDisplayName, getStepDisplayName, getSubmitPriority, getTrap, getTrapMap, getTraps, hashCode, hasListeners, initConfFromNodeConfigDef, initConfFromStepConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, prepareResources, removeListener, rollbackSinks, setConfig, setFlow, setFlowName, setFlowStepDescriptor, setFlowStepStats, setName, setOrdinal, setSubmitPriority, toString
public static final java.lang.String MAP
public static final java.lang.String SHUFFLE
public static final java.lang.String REDUCE
public MapReduceFlowStep(HadoopFlow flow, JobConf jobConf)
protected MapReduceFlowStep(HadoopFlow flow, java.lang.String stepName, JobConf jobConf, Tap sink)
protected JobConf getJobConf()
public ElementGraph getElementGraph()
getElementGraph
in interface ProcessModel
getElementGraph
in class BaseFlowStep<JobConf>
public FlowNodeGraph getFlowNodeGraph()
getFlowNodeGraph
in interface FlowStep<JobConf>
getFlowNodeGraph
in class BaseFlowStep<JobConf>
public JobConf createInitializedConfig(FlowProcess<JobConf> flowProcess, JobConf parentConfig)
createInitializedConfig
in class HadoopFlowStep
protected ElementDirectedGraph createElementDirectedGraph()
protected Pipe createMapOperation()
protected Pipe createShuffleOperation()
protected Pipe createReduceOperation()
protected FlowNodeGraph createFlowNodeGraph(java.util.List<ElementGraph> elementGraphs)
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.