org.apache.pig.backend.hadoop.executionengine.mapReduceLayer
Class PigOutputCommitter

java.lang.Object
  extended by org.apache.hadoop.mapreduce.OutputCommitter
      extended by org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter

public class PigOutputCommitter
extends org.apache.hadoop.mapreduce.OutputCommitter

A specialization of the default FileOutputCommitter to allow pig to inturn delegate calls to the OutputCommiter(s) of the StoreFunc(s)' OutputFormat(s).


Constructor Summary
PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context, List<POStore> mapStores, List<POStore> reduceStores)
           
 
Method Summary
 void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
           
 void commitJob(org.apache.hadoop.mapreduce.JobContext context)
           
 void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
static org.apache.hadoop.mapreduce.JobContext setUpContext(org.apache.hadoop.mapreduce.JobContext context, POStore store)
           
 void setupJob(org.apache.hadoop.mapreduce.JobContext context)
           
 void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
static void storeCleanup(POStore store, org.apache.hadoop.conf.Configuration conf)
           
 
Methods inherited from class org.apache.hadoop.mapreduce.OutputCommitter
abortJob
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

PigOutputCommitter

public PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                          List<POStore> mapStores,
                          List<POStore> reduceStores)
                   throws IOException
Parameters:
context -
mapStores -
reduceStores -
Throws:
IOException
Method Detail

setUpContext

public static org.apache.hadoop.mapreduce.JobContext setUpContext(org.apache.hadoop.mapreduce.JobContext context,
                                                                  POStore store)
                                                           throws IOException
Throws:
IOException

storeCleanup

public static void storeCleanup(POStore store,
                                org.apache.hadoop.conf.Configuration conf)
                         throws IOException
Throws:
IOException

cleanupJob

public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
                throws IOException
Overrides:
cleanupJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

commitJob

public void commitJob(org.apache.hadoop.mapreduce.JobContext context)
               throws IOException
Overrides:
commitJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException
Specified by:
abortTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException
Specified by:
commitTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                        throws IOException
Specified by:
needsTaskCommit in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

setupJob

public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
              throws IOException
Specified by:
setupJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

setupTask

public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException
Specified by:
setupTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException


Copyright © ${year} The Apache Software Foundation