org.apache.pig.backend.hadoop.executionengine.mapReduceLayer

Class PigOutputCommitter

java.lang.Object

org.apache.hadoop.mapreduce.OutputCommitter

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter

Direct Known Subclasses:

PigOutputFormatTez.PigOutputCommitterTez

public class PigOutputCommitter
extends org.apache.hadoop.mapreduce.OutputCommitter

A specialization of the default FileOutputCommitter to allow pig to inturn delegate calls to the OutputCommiter(s) of the StoreFunc(s)' OutputFormat(s).

Constructor Summary

Constructors

Constructor and Description
PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context, List<POStore> mapStores, List<POStore> reduceStores)

Method Summary

Modifier and Type	Method and Description
void	abortJob(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.mapreduce.JobStatus.State state)
void	abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
boolean	isRecoverySupported()
boolean	needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
static org.apache.hadoop.mapreduce.JobContext	setUpContext(org.apache.hadoop.mapreduce.JobContext context, POStore store)
void	setupJob(org.apache.hadoop.mapreduce.JobContext context)
void	setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
static void	storeCleanup(POStore store, org.apache.hadoop.conf.Configuration conf)

Methods inherited from class org.apache.hadoop.mapreduce.OutputCommitter

isCommitJobRepeatable, isRecoverySupported

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

PigOutputCommitter

public PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                          List<POStore> mapStores,
                          List<POStore> reduceStores)
                   throws IOException

Parameters:

context -

mapStores -

reduceStores -

Throws:

IOException

Method Detail

setUpContext

public static org.apache.hadoop.mapreduce.JobContext setUpContext(org.apache.hadoop.mapreduce.JobContext context,
                                                                  POStore store)
                                                           throws IOException

Throws:

IOException

storeCleanup

public static void storeCleanup(POStore store,
                                org.apache.hadoop.conf.Configuration conf)
                         throws IOException

Throws:

IOException

isRecoverySupported

public boolean isRecoverySupported()

Overrides:

isRecoverySupported in class org.apache.hadoop.mapreduce.OutputCommitter

recoverTask

public void recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                 throws IOException

Overrides:

recoverTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

cleanupJob

public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
                throws IOException

Overrides:

cleanupJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

commitJob

public void commitJob(org.apache.hadoop.mapreduce.JobContext context)
               throws IOException

Overrides:

commitJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

abortJob

public void abortJob(org.apache.hadoop.mapreduce.JobContext context,
                     org.apache.hadoop.mapreduce.JobStatus.State state)
              throws IOException

Overrides:

abortJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException

Specified by:

abortTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws IOException

Specified by:

commitTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                        throws IOException

Specified by:

needsTaskCommit in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

setupJob

public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
              throws IOException

Specified by:

setupJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException

setupTask

public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws IOException

Specified by:

setupTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

IOException