org.apache.pig.backend.hadoop.executionengine.mapReduceLayer

Class PigOutputCommitter

java.lang.Object

org.apache.hadoop.mapreduce.OutputCommitter

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputCommitter

Direct Known Subclasses:

PigOutputFormatTez.PigOutputCommitterTez

public class PigOutputCommitter
extends org.apache.hadoop.mapreduce.OutputCommitter

A specialization of the default FileOutputCommitter to allow pig to inturn delegate calls to the OutputCommiter(s) of the StoreFunc(s)' OutputFormat(s).

Constructor Summary

Constructors

Constructor and Description
PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context, java.util.List<POStore> mapStores, java.util.List<POStore> reduceStores)

Method Summary

Methods

Modifier and Type	Method and Description
void	abortJob(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.mapreduce.JobStatus.State state)
void	abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitJob(org.apache.hadoop.mapreduce.JobContext context)
void	commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
boolean	isRecoverySupported()
boolean	needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
void	recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
static org.apache.hadoop.mapreduce.JobContext	setUpContext(org.apache.hadoop.mapreduce.JobContext context, POStore store)
void	setupJob(org.apache.hadoop.mapreduce.JobContext context)
void	setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
static void	storeCleanup(POStore store, org.apache.hadoop.conf.Configuration conf)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

PigOutputCommitter

public PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
                  java.util.List<POStore> mapStores,
                  java.util.List<POStore> reduceStores)
                   throws java.io.IOException

Parameters:

context -

mapStores -

reduceStores -

Throws:

java.io.IOException

Method Detail

setUpContext

public static org.apache.hadoop.mapreduce.JobContext setUpContext(org.apache.hadoop.mapreduce.JobContext context,
                                                  POStore store)
                                                           throws java.io.IOException

Throws:

java.io.IOException

storeCleanup

public static void storeCleanup(POStore store,
                org.apache.hadoop.conf.Configuration conf)
                         throws java.io.IOException

Throws:

java.io.IOException

isRecoverySupported

public boolean isRecoverySupported()

recoverTask

public void recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                 throws java.io.IOException

Throws:

java.io.IOException

cleanupJob

public void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
                throws java.io.IOException

Overrides:

cleanupJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

java.io.IOException

commitJob

public void commitJob(org.apache.hadoop.mapreduce.JobContext context)
               throws java.io.IOException

Overrides:

commitJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

java.io.IOException

abortJob

public void abortJob(org.apache.hadoop.mapreduce.JobContext context,
            org.apache.hadoop.mapreduce.JobStatus.State state)
              throws java.io.IOException

Overrides:

abortJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

java.io.IOException

abortTask

public void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws java.io.IOException

Specified by:

abortTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

java.io.IOException

commitTask

public void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                throws java.io.IOException

Specified by:

commitTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

java.io.IOException

needsTaskCommit

public boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
                        throws java.io.IOException

Specified by:

needsTaskCommit in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

java.io.IOException

setupJob

public void setupJob(org.apache.hadoop.mapreduce.JobContext context)
              throws java.io.IOException

Specified by:

setupJob in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

java.io.IOException

setupTask

public void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
               throws java.io.IOException

Specified by:

setupTask in class org.apache.hadoop.mapreduce.OutputCommitter

Throws:

java.io.IOException