public class TupleSerialization extends Configured implements Serialization
Serialization
interface.
Typically developers will not use this implementation directly as it is automatically added
to any relevant MapReduce jobs via the Configuration
.
By default, all primitive types are natively handled, and BytesWritable
has a pre-configured serialization token since byte arrays are not handled natively by Tuple
.
To add or manipulate Hadoop serializations or Cascading serializations tokens, see
TupleSerializationProps
for a fluent property builder class.
By default this Serialization interface registers the class ByteWritable
as
token 127.
Modifier and Type | Class and Description |
---|---|
static class |
TupleSerialization.SerializationElementReader |
static class |
TupleSerialization.SerializationElementWriter |
Constructor and Description |
---|
TupleSerialization()
Constructor TupleSerialization creates a new TupleSerialization instance.
|
TupleSerialization(Configuration conf)
Constructor TupleSerialization creates a new TupleSerialization instance.
|
TupleSerialization(FlowProcess<? extends Configuration> flowProcess) |
Modifier and Type | Method and Description |
---|---|
boolean |
accept(java.lang.Class c) |
boolean |
areTypesIgnored() |
boolean |
areTypesRequired() |
java.lang.Class |
getClass(java.lang.String className) |
java.util.Comparator |
getComparator(java.lang.Class type) |
Configuration |
getConf() |
java.util.Comparator |
getDefaultComparator() |
static java.util.Comparator |
getDefaultComparator(java.util.Comparator comparator,
Configuration jobConf) |
static java.util.Comparator |
getDefaultComparator(Configuration jobConf) |
Deserializer |
getDeserializer(java.lang.Class c) |
TupleSerialization.SerializationElementReader |
getElementReader()
Method getElementReader returns the elementReader of this TupleSerialization object.
|
TupleSerialization.SerializationElementWriter |
getElementWriter()
Method getElementWriter returns the elementWriter of this TupleSerialization object.
|
static java.util.Map<java.lang.Integer,Fields> |
getFields(Configuration conf,
java.lang.String property) |
java.lang.Integer |
getFirstOrdinal() |
Fields |
getKeyFields() |
java.util.Map<java.lang.Integer,Fields> |
getKeyFieldsMap() |
java.util.Map<java.lang.Integer,java.lang.Class[]> |
getKeyTypeMap() |
java.lang.Class[] |
getKeyTypes() |
Fields |
getMaskedValueFields() |
java.util.Map<java.lang.Integer,java.lang.Class[]> |
getMaskedValueTypeMap() |
java.util.List<java.lang.Integer> |
getOrdinals() |
Serializer |
getSerializer(java.lang.Class c) |
Fields |
getSortFields() |
java.util.Map<java.lang.Integer,Fields> |
getSortFieldsMap() |
java.lang.Class[] |
getSortTypes() |
java.lang.Class[] |
getTypesFor(Fields fields) |
Fields |
getValueFields() |
java.util.Map<java.lang.Integer,Fields> |
getValueFieldsMap() |
java.util.Map<java.lang.Integer,java.lang.Class[]> |
getValueTypeMap() |
java.lang.Class[] |
getValueTypes() |
void |
setConf(Configuration conf) |
static void |
setSerializations(Configuration jobConf)
Adds this class as a Hadoop Serialization class.
|
static void |
setSerializations(Configuration jobConf,
java.util.Collection<java.lang.String> provided) |
public TupleSerialization()
public TupleSerialization(FlowProcess<? extends Configuration> flowProcess)
public TupleSerialization(Configuration conf)
conf
- of type Configurationpublic static void setSerializations(Configuration jobConf)
This method will guarantee and WritableSerialization
are
first in the list, as both are required.
jobConf
- of type JobConfpublic static void setSerializations(Configuration jobConf, java.util.Collection<java.lang.String> provided)
public static java.util.Comparator getDefaultComparator(java.util.Comparator comparator, Configuration jobConf)
public static java.util.Comparator getDefaultComparator(Configuration jobConf)
public void setConf(Configuration conf)
setConf
in interface Configurable
setConf
in class Configured
public Configuration getConf()
getConf
in interface Configurable
getConf
in class Configured
public boolean areTypesIgnored()
public boolean areTypesRequired()
public Fields getKeyFields()
public java.lang.Class[] getKeyTypes()
public java.lang.Class[] getTypesFor(Fields fields)
public Fields getSortFields()
public java.lang.Class[] getSortTypes()
public Fields getValueFields()
public Fields getMaskedValueFields()
public java.lang.Class[] getValueTypes()
public java.util.Map<java.lang.Integer,java.lang.Class[]> getKeyTypeMap()
public java.util.Map<java.lang.Integer,java.lang.Class[]> getValueTypeMap()
public java.util.Map<java.lang.Integer,java.lang.Class[]> getMaskedValueTypeMap()
public java.util.List<java.lang.Integer> getOrdinals()
public java.lang.Integer getFirstOrdinal()
public java.util.Map<java.lang.Integer,Fields> getKeyFieldsMap()
public java.util.Map<java.lang.Integer,Fields> getSortFieldsMap()
public java.util.Map<java.lang.Integer,Fields> getValueFieldsMap()
public java.util.Comparator getDefaultComparator()
public java.util.Comparator getComparator(java.lang.Class type)
public TupleSerialization.SerializationElementReader getElementReader()
public TupleSerialization.SerializationElementWriter getElementWriter()
public boolean accept(java.lang.Class c)
accept
in interface Serialization
public Deserializer getDeserializer(java.lang.Class c)
getDeserializer
in interface Serialization
public Serializer getSerializer(java.lang.Class c)
getSerializer
in interface Serialization
public java.lang.Class getClass(java.lang.String className)
public static java.util.Map<java.lang.Integer,Fields> getFields(Configuration conf, java.lang.String property)
Copyright © 2007-2017 Cascading Maintainers. All Rights Reserved.