public class BaseMapReduceFlow extends HadoopFlow
BaseFlow.FlowHolder
Modifier and Type | Field and Description |
---|---|
protected boolean |
deleteSinkOnInit
Field deleteSinkOnInit
|
completed, flowCanonicalHash, flowDescriptor, flowElementGraph, flowStats, flowStepGraph, platformInfo, sinks, sources, steps, stop, stopJobsOnExit, thread, throwable
CASCADING_FLOW_ID
NULL
Modifier | Constructor and Description |
---|---|
protected |
BaseMapReduceFlow(PlatformInfo platformInfo,
java.util.Map<java.lang.Object,java.lang.Object> properties,
JobConf jobConf,
java.lang.String name,
java.util.Map<java.lang.String,java.lang.String> flowDescriptor,
boolean deleteSinkOnInit) |
protected |
BaseMapReduceFlow(PlatformInfo platformInfo,
java.util.Map<java.lang.Object,java.lang.Object> properties,
java.lang.String name,
java.util.Map<java.lang.String,java.lang.String> flowDescriptor,
boolean deleteSinkOnInit) |
Modifier and Type | Method and Description |
---|---|
protected FlowStep<JobConf> |
createFlowStep(JobConf jobConf,
Tap sink) |
protected java.util.Map<java.lang.String,Tap> |
createSinks(JobConf jobConf) |
protected java.util.Map<java.lang.String,Tap> |
createSources(JobConf jobConf) |
protected Tap |
createTap(JobConf jobConf,
Path path,
SinkMode sinkMode) |
protected java.util.Map<java.lang.String,Tap> |
createTraps(JobConf jobConf) |
protected java.util.Map<java.lang.String,Tap> |
fileInputToTaps(JobConf jobConf) |
protected java.util.Map<java.lang.String,Tap> |
fileOutputToTaps(JobConf jobConf) |
protected java.lang.String |
makeNameFromPath(java.util.Map<java.lang.String,Tap> taps,
Path path) |
protected FlowStepGraph |
makeStepGraph(JobConf jobConf) |
protected Tap |
toSinkTap(JobConf jobConf,
java.util.Map<java.lang.String,Tap> taps,
Path path) |
protected Tap |
toSourceTap(JobConf jobConf,
java.util.Map<java.lang.String,Tap> taps,
Path path) |
copyToDistributedCache, getConfig, getConfigAsProperties, getConfigCopy, getFlowProcess, getMaxNumParallelSteps, getProperty, getTotalSliceCPUMilliSeconds, initConfig, initFromProperties, internalClean, internalShutdown, internalStart, isPreserveTemporaryFiles, newConfig, registerHadoopShutdownHook, setConfigProperty, stepsAreLocal
addListener, addPlannerProperties, addSessionProperties, addStepListener, areSinksStale, areSourcesNewer, cleanup, complete, createConfig, createFlowCanonicalHash, createFlowStats, createFlowThread, createPrepareFlowStats, deleteCheckpointsIfNotUpdate, deleteCheckpointsIfReplace, deleteSinks, deleteSinksIfNotUpdate, deleteSinksIfReplace, deleteTrapsIfNotUpdate, deleteTrapsIfReplace, fireOnCompleted, fireOnStarting, fireOnStopping, fireOnThrowable, fireOnThrowable, getCascadeID, getCascadingServices, getCheckpointNames, getCheckpoints, getCheckpointsCollection, getClassPath, getClientState, getEligibleJobsSize, getFieldsFor, getFlowCanonicalHash, getFlowDescriptor, getFlowElementGraph, getFlowSession, getFlowSkipStrategy, getFlowStats, getFlowStepGraph, getFlowSteps, getFlowStepStrategy, getHolder, getID, getJobMapCallables, getName, getPlannerInfo, getPlatformInfo, getRunID, getSink, getSink, getSinkModified, getSinkNames, getSinks, getSinksCollection, getSource, getSourceNames, getSources, getSourcesCollection, getSpawnStrategy, getStats, getSubmitPriority, getTags, getTrapNames, getTraps, getTrapsCollection, handleExecutorShutdown, hasListeners, hasStepListeners, initialize, initializeChildStats, initializeNewJobsMap, initSteps, internalStopAllJobs, isDebugEnabled, isInfoEnabled, isJobsMapInitialized, isSkipFlow, isStopJobsOnExit, logDebug, logError, logError, logInfo, logWarn, logWarn, logWarn, openSink, openSink, openSource, openSource, openTapForRead, openTapForWrite, openTrap, openTrap, prepare, presentSinkFields, presentSourceFields, registerShutdownHook, removeListener, removeListeners, removeStepListener, resourceExists, retrieveSinkFields, retrieveSourceFields, setCascade, setCheckpoints, setFlowElementGraph, setFlowSkipStrategy, setFlowStepGraph, setFlowStepStrategy, setName, setPlannerInfo, setSinks, setSources, setSpawnStrategy, setSubmitPriority, setTraps, spawnSteps, start, stop, toString, updateJobsMap, updateSchemes, writeDOT, writeStepsDOT
protected boolean deleteSinkOnInit
protected BaseMapReduceFlow(PlatformInfo platformInfo, java.util.Map<java.lang.Object,java.lang.Object> properties, JobConf jobConf, java.lang.String name, java.util.Map<java.lang.String,java.lang.String> flowDescriptor, boolean deleteSinkOnInit)
protected BaseMapReduceFlow(PlatformInfo platformInfo, java.util.Map<java.lang.Object,java.lang.Object> properties, java.lang.String name, java.util.Map<java.lang.String,java.lang.String> flowDescriptor, boolean deleteSinkOnInit)
protected FlowStepGraph makeStepGraph(JobConf jobConf)
protected FlowStep<JobConf> createFlowStep(JobConf jobConf, Tap sink)
protected java.util.Map<java.lang.String,Tap> createSources(JobConf jobConf)
protected java.util.Map<java.lang.String,Tap> fileInputToTaps(JobConf jobConf)
protected Tap toSourceTap(JobConf jobConf, java.util.Map<java.lang.String,Tap> taps, Path path)
protected java.util.Map<java.lang.String,Tap> createSinks(JobConf jobConf)
protected java.util.Map<java.lang.String,Tap> fileOutputToTaps(JobConf jobConf)
protected Tap toSinkTap(JobConf jobConf, java.util.Map<java.lang.String,Tap> taps, Path path)
protected java.lang.String makeNameFromPath(java.util.Map<java.lang.String,Tap> taps, Path path)
protected java.util.Map<java.lang.String,Tap> createTraps(JobConf jobConf)
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.