public class HadoopFlowStep extends BaseFlowStep<JobConf>
elementGraph, flowNodeGraph, flowStepStats, sinks, sources, tempSink
CASCADING_FLOW_STEP_ID
NULL
Modifier | Constructor and Description |
---|---|
protected |
HadoopFlowStep() |
|
HadoopFlowStep(ElementGraph elementGraph,
FlowNodeGraph flowNodeGraph) |
protected |
HadoopFlowStep(java.lang.String name,
int ordinal) |
Modifier and Type | Method and Description |
---|---|
void |
clean(JobConf config)
Method clean removes any temporary files used by this FlowStep instance.
|
protected void |
cleanIntermediateData(JobConf config,
Tap sink) |
protected FlowStepJob<JobConf> |
createFlowStepJob(ClientState clientState,
FlowProcess<JobConf> flowProcess,
JobConf initializedStepConfig) |
JobConf |
createInitializedConfig(FlowProcess<JobConf> flowProcess,
JobConf parentConfig) |
java.util.Map<java.lang.Object,java.lang.Object> |
getConfigAsProperties() |
protected void |
initFromSink(FlowProcess<JobConf> flowProcess,
JobConf conf) |
protected void |
initFromSources(FlowProcess<JobConf> flowProcess,
JobConf conf) |
protected void |
initFromTraps(FlowProcess<JobConf> flowProcess,
JobConf conf) |
boolean |
isHadoopLocalMode(JobConf conf) |
addAllGroups, addGroup, addGroups, addListener, addProcessAnnotation, addProcessAnnotation, addSink, addSinks, addSource, addSources, clean, commitSinks, configure, containsPipeNamed, createClientState, equals, fireOnCompleted, fireOnRunning, fireOnStarting, fireOnStopping, fireOnThrowable, getAllAccumulatedSources, getAllOperations, getAllStreamedSources, getAnnotations, getConfig, getCreateFlowStepJob, getElementGraph, getFlow, getFlowID, getFlowName, getFlowNodeGraph, getFlowStepDescriptor, getFlowStepJob, getFlowStepStats, getGroup, getGroups, getID, getName, getNextFlowElement, getNextScope, getNodeDisplayName, getNumFlowNodes, getOrdinal, getPreviousScopes, getProcessAnnotations, getSink, getSinkElements, getSinkName, getSinkTaps, getSinkWith, getSourceElements, getSourceName, getSourceTaps, getSourceWith, getStepDisplayName, getStepDisplayName, getSubmitPriority, getTrap, getTrapMap, getTraps, hashCode, hasListeners, initConfFromNodeConfigDef, initConfFromStepConfigDef, isDebugEnabled, isInfoEnabled, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, prepareResources, removeListener, rollbackSinks, setConfig, setFlow, setFlowName, setFlowStepDescriptor, setFlowStepStats, setName, setOrdinal, setSubmitPriority, toString
protected HadoopFlowStep()
protected HadoopFlowStep(java.lang.String name, int ordinal)
public HadoopFlowStep(ElementGraph elementGraph, FlowNodeGraph flowNodeGraph)
public java.util.Map<java.lang.Object,java.lang.Object> getConfigAsProperties()
getConfigAsProperties
in interface FlowStep<JobConf>
getConfigAsProperties
in class BaseFlowStep<JobConf>
public JobConf createInitializedConfig(FlowProcess<JobConf> flowProcess, JobConf parentConfig)
createInitializedConfig
in class BaseFlowStep<JobConf>
public boolean isHadoopLocalMode(JobConf conf)
protected FlowStepJob<JobConf> createFlowStepJob(ClientState clientState, FlowProcess<JobConf> flowProcess, JobConf initializedStepConfig)
createFlowStepJob
in class BaseFlowStep<JobConf>
public void clean(JobConf config)
clean
in class BaseFlowStep<JobConf>
config
- of type JobConfprotected void cleanIntermediateData(JobConf config, Tap sink)
protected void initFromSources(FlowProcess<JobConf> flowProcess, JobConf conf)
protected void initFromSink(FlowProcess<JobConf> flowProcess, JobConf conf)
protected void initFromTraps(FlowProcess<JobConf> flowProcess, JobConf conf)
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.