org.apache.pig.backend.hadoop.executionengine.mapReduceLayer
Class PigOutputCommitter

java.lang.Object
  extended by org.apache.hadoop.mapreduce.OutputCommitter
      extended by org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter

public class PigOutputCommitter
extends org.apache.hadoop.mapreduce.OutputCommitter

A specialization of the default FileOutputCommitter to allow pig to inturn delegate calls to the OutputCommiter(s) of the StoreFunc(s)' OutputFormat(s).


Constructor Summary
PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context, List<POStore> mapStores, List<POStore> reduceStores)
           
 
Method Summary
 void abortJob(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.mapreduce.JobStatus.State state)
           
 void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
           
 void commitJob(org.apache.hadoop.mapreduce.JobContext context)
           
 void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 boolean isRecoverySupported()
           
 boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
 void recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
static org.apache.hadoop.mapreduce.JobContext setUpContext(org.apache.hadoop.mapreduce.JobContext context, POStore store)
           
 void setupJob(org.apache.hadoop.mapreduce.JobContext context)
           
 void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           
static void storeCleanup(POStore store, org.apache.hadoop.conf.Configuration conf)
           
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

PigOutputCommitter

public PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                          List<POStore> mapStores,
                          List<POStore> reduceStores)
                   throws IOException
Parameters:
context -
mapStores -
reduceStores -
Throws:
IOException
Method Detail

setUpContext

public static org.apache.hadoop.mapreduce.JobContext setUpContext(org.apache.hadoop.mapreduce.JobContext context,
                                                                  POStore store)
                                                           throws IOException
Throws:
IOException

storeCleanup

public static void storeCleanup(POStore store,
                                org.apache.hadoop.conf.Configuration conf)
                         throws IOException
Throws:
IOException

isRecoverySupported

public boolean isRecoverySupported()

recoverTask

public void recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                 throws IOException
Throws:
IOException

cleanupJob

public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
                throws IOException
Overrides:
cleanupJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

commitJob

public void commitJob(org.apache.hadoop.mapreduce.JobContext context)
               throws IOException
Overrides:
commitJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

abortJob

public void abortJob(org.apache.hadoop.mapreduce.JobContext context,
                     org.apache.hadoop.mapreduce.JobStatus.State state)
              throws IOException
Overrides:
abortJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException
Specified by:
abortTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException
Specified by:
commitTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                        throws IOException
Specified by:
needsTaskCommit in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

setupJob

public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
              throws IOException
Specified by:
setupJob in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException

setupTask

public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException
Specified by:
setupTask in class org.apache.hadoop.mapreduce.OutputCommitter
Throws:
IOException


Copyright © 2007-2012 The Apache Software Foundation