public abstract class TestPlatform extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
CLUSTER_TESTING_PROPERTY |
protected int |
numGatherPartitions |
protected int |
numMappers |
protected int |
numReducers |
static java.lang.String |
PLATFORM_PREFIX |
Modifier | Constructor and Description |
---|---|
protected |
TestPlatform() |
Modifier and Type | Method and Description |
---|---|
abstract void |
copyFromLocal(java.lang.String inputFile) |
abstract void |
copyToLocal(java.lang.String outputFile) |
protected java.lang.String |
getApplicationJar() |
abstract Tap |
getDelimitedFile(Fields fields,
boolean skipHeader,
boolean writeHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.Class[] types,
java.lang.String filename,
SinkMode mode) |
abstract Tap |
getDelimitedFile(Fields fields,
boolean hasHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.Class[] types,
java.lang.String filename,
SinkMode mode) |
Tap |
getDelimitedFile(Fields fields,
boolean hasHeader,
java.lang.String delimiter,
java.lang.String quote,
java.lang.String filename,
SinkMode mode) |
Tap |
getDelimitedFile(Fields fields,
java.lang.String delimiter,
java.lang.Class[] types,
java.lang.String filename,
SinkMode mode) |
Tap |
getDelimitedFile(Fields fields,
java.lang.String delimiter,
java.lang.String filename) |
Tap |
getDelimitedFile(Fields fields,
java.lang.String delimiter,
java.lang.String filename,
SinkMode mode) |
Tap |
getDelimitedFile(Fields fields,
java.lang.String delimiter,
java.lang.String quote,
java.lang.String filename,
SinkMode mode) |
abstract Tap |
getDelimitedFile(java.lang.String delimiter,
java.lang.String quote,
FieldTypeResolver fieldTypeResolver,
java.lang.String filename,
SinkMode mode) |
FlowConnector |
getFlowConnector() |
abstract FlowConnector |
getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties) |
abstract FlowProcess |
getFlowProcess() |
static java.util.Map<java.lang.Object,java.lang.Object> |
getGlobalProperties()
Method getGlobalProperties fetches all "platform." prefixed system properties.
|
abstract java.lang.String |
getHiddenTemporaryPath() |
abstract java.util.Comparator |
getLongComparator(boolean reverseSort) |
java.lang.String |
getName() |
int |
getNumGatherPartitions() |
java.lang.Integer |
getNumGatherPartitionTasks(java.util.Map<java.lang.Object,java.lang.Object> properties) |
int |
getNumMappers() |
java.lang.Integer |
getNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties) |
int |
getNumReducers() |
java.lang.Integer |
getNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties) |
abstract Tap |
getPartitionTap(Tap sink,
Partition partition,
int openThreshold) |
abstract java.util.Map<java.lang.Object,java.lang.Object> |
getProperties() |
abstract java.util.Comparator |
getStringComparator(boolean reverseSort) |
Tap |
getTabDelimitedFile(Fields fields,
boolean hasHeader,
java.lang.String filename,
SinkMode mode) |
Tap |
getTabDelimitedFile(Fields fields,
java.lang.String filename,
SinkMode mode) |
abstract Tap |
getTap(Scheme scheme,
java.lang.String filename,
SinkMode mode) |
abstract Scheme |
getTestConfigDefScheme() |
abstract Scheme |
getTestFailScheme() |
abstract Tap |
getTextFile(Fields sourceFields,
Fields sinkFields,
java.lang.String filename,
SinkMode mode) |
Tap |
getTextFile(Fields sourceFields,
java.lang.String filename) |
Tap |
getTextFile(Fields sourceFields,
java.lang.String filename,
SinkMode mode) |
Tap |
getTextFile(java.lang.String filename) |
Tap |
getTextFile(java.lang.String filename,
SinkMode mode) |
boolean |
isDAG() |
boolean |
isMapReduce() |
boolean |
isUseCluster() |
abstract boolean |
remoteExists(java.lang.String outputFile) |
abstract boolean |
remoteRemove(java.lang.String outputFile,
boolean recursive) |
void |
setNumGatherPartitions(int numGatherPartitions) |
void |
setNumGatherPartitionTasks(java.util.Map<java.lang.Object,java.lang.Object> properties,
int numReduceTasks) |
void |
setNumMappers(int numMappers) |
void |
setNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties,
int numMapTasks) |
void |
setNumReducers(int numReducers) |
void |
setNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties,
int numReduceTasks) |
abstract void |
setUp() |
void |
setUseCluster(boolean useCluster) |
boolean |
supportsGroupByAfterMerge()
Deprecated.
|
abstract void |
tearDown() |
public static final java.lang.String CLUSTER_TESTING_PROPERTY
public static final java.lang.String PLATFORM_PREFIX
protected int numMappers
protected int numReducers
protected int numGatherPartitions
protected TestPlatform()
public static java.util.Map<java.lang.Object,java.lang.Object> getGlobalProperties()
getProperties()
.public java.lang.String getName()
@Deprecated public boolean supportsGroupByAfterMerge()
public boolean isMapReduce()
public boolean isDAG()
public int getNumMappers()
public void setNumMappers(int numMappers)
public int getNumReducers()
public void setNumReducers(int numReducers)
public int getNumGatherPartitions()
public void setNumGatherPartitions(int numGatherPartitions)
public void setNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties, int numMapTasks)
public void setNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties, int numReduceTasks)
public void setNumGatherPartitionTasks(java.util.Map<java.lang.Object,java.lang.Object> properties, int numReduceTasks)
public java.lang.Integer getNumMapTasks(java.util.Map<java.lang.Object,java.lang.Object> properties)
public java.lang.Integer getNumReduceTasks(java.util.Map<java.lang.Object,java.lang.Object> properties)
public java.lang.Integer getNumGatherPartitionTasks(java.util.Map<java.lang.Object,java.lang.Object> properties)
public abstract void setUp() throws java.io.IOException
java.io.IOException
public abstract java.util.Map<java.lang.Object,java.lang.Object> getProperties()
public abstract void tearDown()
public void setUseCluster(boolean useCluster)
public boolean isUseCluster()
public abstract void copyFromLocal(java.lang.String inputFile) throws java.io.IOException
java.io.IOException
public abstract void copyToLocal(java.lang.String outputFile) throws java.io.IOException
java.io.IOException
public abstract boolean remoteExists(java.lang.String outputFile) throws java.io.IOException
java.io.IOException
public abstract boolean remoteRemove(java.lang.String outputFile, boolean recursive) throws java.io.IOException
java.io.IOException
public abstract FlowProcess getFlowProcess()
public abstract FlowConnector getFlowConnector(java.util.Map<java.lang.Object,java.lang.Object> properties)
public FlowConnector getFlowConnector()
public Tap getTextFile(Fields sourceFields, java.lang.String filename)
public Tap getTextFile(java.lang.String filename)
public Tap getTextFile(java.lang.String filename, SinkMode mode)
public Tap getTextFile(Fields sourceFields, java.lang.String filename, SinkMode mode)
public abstract Tap getTextFile(Fields sourceFields, Fields sinkFields, java.lang.String filename, SinkMode mode)
public Tap getDelimitedFile(Fields fields, java.lang.String delimiter, java.lang.String filename)
public Tap getDelimitedFile(Fields fields, java.lang.String delimiter, java.lang.String filename, SinkMode mode)
public Tap getTabDelimitedFile(Fields fields, java.lang.String filename, SinkMode mode)
public Tap getTabDelimitedFile(Fields fields, boolean hasHeader, java.lang.String filename, SinkMode mode)
public Tap getDelimitedFile(Fields fields, boolean hasHeader, java.lang.String delimiter, java.lang.String quote, java.lang.String filename, SinkMode mode)
public Tap getDelimitedFile(Fields fields, java.lang.String delimiter, java.lang.String quote, java.lang.String filename, SinkMode mode)
public Tap getDelimitedFile(Fields fields, java.lang.String delimiter, java.lang.Class[] types, java.lang.String filename, SinkMode mode)
public abstract Tap getDelimitedFile(Fields fields, boolean hasHeader, java.lang.String delimiter, java.lang.String quote, java.lang.Class[] types, java.lang.String filename, SinkMode mode)
public abstract Tap getDelimitedFile(Fields fields, boolean skipHeader, boolean writeHeader, java.lang.String delimiter, java.lang.String quote, java.lang.Class[] types, java.lang.String filename, SinkMode mode)
public abstract Tap getDelimitedFile(java.lang.String delimiter, java.lang.String quote, FieldTypeResolver fieldTypeResolver, java.lang.String filename, SinkMode mode)
public abstract Tap getPartitionTap(Tap sink, Partition partition, int openThreshold)
public abstract Scheme getTestConfigDefScheme()
public abstract Scheme getTestFailScheme()
public abstract java.util.Comparator getLongComparator(boolean reverseSort)
public abstract java.util.Comparator getStringComparator(boolean reverseSort)
public abstract java.lang.String getHiddenTemporaryPath()
protected java.lang.String getApplicationJar()
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.