public class Hadoop18TapUtil extends java.lang.Object
Modifier and Type | Field and Description |
---|---|
static java.lang.String |
TEMPORARY_PATH
The Hadoop temporary path used to prevent collisions
|
Constructor and Description |
---|
Hadoop18TapUtil() |
Modifier and Type | Method and Description |
---|---|
static void |
cleanupJob(Configuration conf)
May only be called once.
|
static void |
cleanupTapMetaData(Configuration conf,
Tap tap)
Called from flow step to remove temp dirs
|
static void |
commitTask(Configuration conf)
copies all files from the taskoutputpath to the outputpath
|
static void |
makeTempPath(Configuration conf) |
static boolean |
needsTaskCommit(Configuration conf) |
static void |
setupJob(Configuration conf)
should only be called if not in a Flow
|
static void |
setupTask(Configuration conf) |
static void |
writeSuccessMarker(Configuration conf) |
static void |
writeSuccessMarker(Configuration conf,
Path outputPath) |
public static final java.lang.String TEMPORARY_PATH
public Hadoop18TapUtil()
public static void setupJob(Configuration conf) throws java.io.IOException
conf
- java.io.IOException
public static void setupTask(Configuration conf) throws java.io.IOException
java.io.IOException
public static boolean needsTaskCommit(Configuration conf) throws java.io.IOException
java.io.IOException
public static void commitTask(Configuration conf) throws java.io.IOException
conf
- java.io.IOException
public static void cleanupTapMetaData(Configuration conf, Tap tap) throws java.io.IOException
conf
- java.io.IOException
public static void writeSuccessMarker(Configuration conf) throws java.io.IOException
java.io.IOException
public static void writeSuccessMarker(Configuration conf, Path outputPath) throws java.io.IOException
java.io.IOException
public static void cleanupJob(Configuration conf) throws java.io.IOException
conf
- java.io.IOException
public static void makeTempPath(Configuration conf) throws java.io.IOException
java.io.IOException
Copyright © 2007-2015 Xplenty, Inc. All Rights Reserved.