org.apache.pig.backend.hadoop.executionengine.mapReduceLayer
Class PigOutputCommitter
java.lang.Object
org.apache.hadoop.mapreduce.OutputCommitter
org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter
public class PigOutputCommitter
- extends org.apache.hadoop.mapreduce.OutputCommitter
A specialization of the default FileOutputCommitter to allow
pig to inturn delegate calls to the OutputCommiter(s) of the
StoreFunc(s)' OutputFormat(s).
Method Summary |
void |
abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
|
void |
cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
|
void |
commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
|
boolean |
needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
|
void |
setupJob(org.apache.hadoop.mapreduce.JobContext context)
|
void |
setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
|
Methods inherited from class java.lang.Object |
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
PigOutputCommitter
public PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
List<POStore> mapStores,
List<POStore> reduceStores)
throws IOException
- Parameters:
context
- mapStores
- reduceStores
-
- Throws:
IOException
cleanupJob
public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
throws IOException
- Specified by:
cleanupJob
in class org.apache.hadoop.mapreduce.OutputCommitter
- Throws:
IOException
abortTask
public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
- Specified by:
abortTask
in class org.apache.hadoop.mapreduce.OutputCommitter
- Throws:
IOException
commitTask
public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
- Specified by:
commitTask
in class org.apache.hadoop.mapreduce.OutputCommitter
- Throws:
IOException
needsTaskCommit
public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
- Specified by:
needsTaskCommit
in class org.apache.hadoop.mapreduce.OutputCommitter
- Throws:
IOException
setupJob
public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
throws IOException
- Specified by:
setupJob
in class org.apache.hadoop.mapreduce.OutputCommitter
- Throws:
IOException
setupTask
public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
- Specified by:
setupTask
in class org.apache.hadoop.mapreduce.OutputCommitter
- Throws:
IOException
Copyright © ${year} The Apache Software Foundation