public class Hadoop2MR1Platform extends BaseHadoopPlatform<JobConf>
PlatformTestCase
instance
so that all *PlatformTest classes can be tested against Apache Hadoop 2.x.configuration, fileSys, logger, properties
CLUSTER_TESTING_PROPERTY, numGatherPartitions, numMappers, numReducers
Constructor and Description |
---|
Hadoop2MR1Platform() |
Modifier and Type | Method and Description |
---|---|
JobConf |
getConfiguration() |
FlowConnector |
getFlowConnector(Map<Object,Object> properties) |
FlowProcess |
getFlowProcess() |
String |
getName() |
Integer |
getNumMapTasks(Map<Object,Object> properties) |
Integer |
getNumReduceTasks(Map<Object,Object> properties) |
void |
setNumMapTasks(Map<Object,Object> properties,
int numMapTasks) |
void |
setNumReduceTasks(Map<Object,Object> properties,
int numReduceTasks) |
void |
setUp() |
copyFromLocal, copyToLocal, getDelimitedFile, getDelimitedFile, getDelimitedFile, getHiddenTemporaryPath, getLongComparator, getPartitionTap, getProperties, getStringComparator, getTap, getTestConfigDefScheme, getTestFailScheme, getTextFile, isHDFSAvailable, isMapReduce, remoteExists, remoteRemove, safeFileName, setNumGatherPartitions, setNumMappers, setNumReducers, tearDown
getDelimitedFile, getDelimitedFile, getDelimitedFile, getDelimitedFile, getDelimitedFile, getFlowConnector, getGlobalProperties, getNumGatherPartitions, getNumGatherPartitionTasks, getNumMappers, getNumReducers, getTabDelimitedFile, getTabDelimitedFile, getTextFile, getTextFile, getTextFile, getTextFile, isDAG, isUseCluster, setNumGatherPartitionTasks, setUseCluster
public Hadoop2MR1Platform()
public String getName()
getName
in class cascading.platform.TestPlatform
public FlowConnector getFlowConnector(Map<Object,Object> properties)
getFlowConnector
in class cascading.platform.TestPlatform
public void setNumMapTasks(Map<Object,Object> properties, int numMapTasks)
setNumMapTasks
in class cascading.platform.TestPlatform
public void setNumReduceTasks(Map<Object,Object> properties, int numReduceTasks)
setNumReduceTasks
in class cascading.platform.TestPlatform
public Integer getNumMapTasks(Map<Object,Object> properties)
getNumMapTasks
in class cascading.platform.TestPlatform
public Integer getNumReduceTasks(Map<Object,Object> properties)
getNumReduceTasks
in class cascading.platform.TestPlatform
public JobConf getConfiguration()
getConfiguration
in class BaseHadoopPlatform<JobConf>
public FlowProcess getFlowProcess()
getFlowProcess
in class cascading.platform.TestPlatform
public void setUp() throws IOException
setUp
in class cascading.platform.TestPlatform
IOException
Copyright © 2007-2015 Concurrent, Inc. All Rights Reserved.