org.apache.pig.backend.hadoop.executionengine.mapReduceLayer
Class PigOutputCommitter

java.lang.Object
  extended by org.apache.hadoop.mapreduce.OutputCommitter
      extended by org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter

public class PigOutputCommitter
extends org.apache.hadoop.mapreduce.OutputCommitter

A specialization of the default FileOutputCommitter to allow pig to inturn delegate calls to the OutputCommiter(s) of the StoreFunc(s)' OutputFormat(s).


Constructor Summary
PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context, List<POStore> mapStores, List<POStore> reduceStores)
           
 
Method Summary
 void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
           
 void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 void setupJob(org.apache.hadoop.mapreduce.JobContext context)
           
 void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

PigOutputCommitter

public PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                          List<POStore> mapStores,
                          List<POStore> reduceStores)
                   throws IOException
Parameters:
context -
mapStores -
reduceStores -
Throws:
IOException
Method Detail

cleanupJob

public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
                throws IOException
Specified by:
cleanupJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException
Specified by:
abortTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException
Specified by:
commitTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                        throws IOException
Specified by:
needsTaskCommit in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

setupJob

public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
              throws IOException
Specified by:
setupJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

setupTask

public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException
Specified by:
setupTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException


Copyright © ${year} The Apache Software Foundation