public class Hadoop2TezFlowProcess extends FlowProcess<TezConfiguration> implements MapRed
FlowProcess
for Hadoop. Use this interface to get direct
access to the Hadoop JobConf and Reporter interfaces.
Be warned that coupling to this implementation will cause custom Operation
s to
fail if they are executed on a system other than Hadoop.
FlowSession
FlowProcess.FlowProcessContext, FlowProcess.NullFlowProcess
NULL
Constructor and Description |
---|
Hadoop2TezFlowProcess() |
Hadoop2TezFlowProcess(FlowSession flowSession,
ProcessorContext context,
TezConfiguration configuration) |
Hadoop2TezFlowProcess(Hadoop2TezFlowProcess flowProcess,
TezConfiguration configuration) |
Hadoop2TezFlowProcess(TezConfiguration configuration) |
Modifier and Type | Method and Description |
---|---|
<C> C |
copyConfig(C config) |
FlowProcess |
copyWith(TezConfiguration configuration) |
<C> java.util.Map<java.lang.String,java.lang.String> |
diffConfigIntoMap(C defaultConfig,
C updatedConfig) |
TezConfiguration |
getConfig() |
TezConfiguration |
getConfigCopy() |
TezConfiguration |
getConfiguration()
Method getJobConf returns the jobConf of this HadoopFlowProcess object.
|
ProcessorContext |
getContext() |
long |
getCounterValue(java.lang.Enum counter) |
long |
getCounterValue(java.lang.String group,
java.lang.String counter) |
int |
getCurrentSliceNum()
Method getCurrentTaskNum returns the task number of this task.
|
int |
getNumProcessSlices() |
java.lang.Object |
getProperty(java.lang.String key) |
java.util.Collection<java.lang.String> |
getPropertyKeys() |
Reporter |
getReporter()
Method getReporter returns the reporter of this HadoopFlowProcess object.
|
void |
increment(java.lang.Enum counter,
long amount) |
void |
increment(java.lang.String group,
java.lang.String counter,
long amount) |
boolean |
isCounterStatusInitialized() |
void |
keepAlive() |
TezConfiguration |
mergeMapIntoConfig(TezConfiguration defaultConfig,
java.util.Map<java.lang.String,java.lang.String> map) |
java.lang.Object |
newInstance(java.lang.String className) |
TupleEntryCollector |
openSystemIntermediateForWrite() |
TupleEntryIterator |
openTapForRead(Tap tap) |
TupleEntryCollector |
openTapForWrite(Tap tap) |
TupleEntryCollector |
openTrapForWrite(Tap trap) |
void |
setStatus(java.lang.String status) |
void |
setWriter(Writer writer) |
closeTrapCollectors, getBooleanProperty, getBooleanProperty, getCurrentSession, getFlowProcessContext, getID, getIntegerProperty, getIntegerProperty, getStringProperty, getStringProperty, getTrapCollectorFor, getTrapCollectors, nullFlowProcess, setCurrentSession
public Hadoop2TezFlowProcess()
public Hadoop2TezFlowProcess(TezConfiguration configuration)
public Hadoop2TezFlowProcess(FlowSession flowSession, ProcessorContext context, TezConfiguration configuration)
public Hadoop2TezFlowProcess(Hadoop2TezFlowProcess flowProcess, TezConfiguration configuration)
public ProcessorContext getContext()
public FlowProcess copyWith(TezConfiguration configuration)
copyWith
in class FlowProcess<TezConfiguration>
public TezConfiguration getConfiguration()
public TezConfiguration getConfig()
getConfig
in class FlowProcess<TezConfiguration>
public TezConfiguration getConfigCopy()
getConfigCopy
in class FlowProcess<TezConfiguration>
public int getCurrentSliceNum()
getCurrentSliceNum
in class FlowProcess<TezConfiguration>
public int getNumProcessSlices()
getNumProcessSlices
in class FlowProcess<TezConfiguration>
public Reporter getReporter()
getReporter
in interface MapRed
public java.lang.Object getProperty(java.lang.String key)
getProperty
in class FlowProcess<TezConfiguration>
public java.util.Collection<java.lang.String> getPropertyKeys()
getPropertyKeys
in class FlowProcess<TezConfiguration>
public java.lang.Object newInstance(java.lang.String className)
newInstance
in class FlowProcess<TezConfiguration>
public void keepAlive()
keepAlive
in class FlowProcess<TezConfiguration>
public void increment(java.lang.Enum counter, long amount)
increment
in class FlowProcess<TezConfiguration>
public void increment(java.lang.String group, java.lang.String counter, long amount)
increment
in class FlowProcess<TezConfiguration>
public long getCounterValue(java.lang.Enum counter)
getCounterValue
in class FlowProcess<TezConfiguration>
public long getCounterValue(java.lang.String group, java.lang.String counter)
getCounterValue
in class FlowProcess<TezConfiguration>
public void setStatus(java.lang.String status)
setStatus
in class FlowProcess<TezConfiguration>
public boolean isCounterStatusInitialized()
isCounterStatusInitialized
in class FlowProcess<TezConfiguration>
public TupleEntryIterator openTapForRead(Tap tap) throws java.io.IOException
openTapForRead
in class FlowProcess<TezConfiguration>
java.io.IOException
public TupleEntryCollector openTapForWrite(Tap tap) throws java.io.IOException
openTapForWrite
in class FlowProcess<TezConfiguration>
java.io.IOException
public TupleEntryCollector openTrapForWrite(Tap trap) throws java.io.IOException
openTrapForWrite
in class FlowProcess<TezConfiguration>
java.io.IOException
public TupleEntryCollector openSystemIntermediateForWrite() throws java.io.IOException
openSystemIntermediateForWrite
in class FlowProcess<TezConfiguration>
java.io.IOException
public <C> C copyConfig(C config)
copyConfig
in class FlowProcess<TezConfiguration>
public <C> java.util.Map<java.lang.String,java.lang.String> diffConfigIntoMap(C defaultConfig, C updatedConfig)
diffConfigIntoMap
in class FlowProcess<TezConfiguration>
public TezConfiguration mergeMapIntoConfig(TezConfiguration defaultConfig, java.util.Map<java.lang.String,java.lang.String> map)
mergeMapIntoConfig
in class FlowProcess<TezConfiguration>
Copyright © 2007-2017 Cascading Maintainers. All Rights Reserved.