org.apache.pig.backend.hadoop.executionengine.mapReduceLayer

Class PigInputFormat

java.lang.Object

org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.Text,Tuple>

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigInputFormat

Direct Known Subclasses:

PigInputFormatSpark, PigInputFormatTez

public class PigInputFormat
extends org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.Text,Tuple>

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
protected static class	PigInputFormat.RecordReaderFactory Helper class to create record reader

Field Summary

Fields

Modifier and Type	Field and Description
static org.apache.commons.logging.Log	log
static java.lang.String	PIG_INPUT_LIMITS
static java.lang.String	PIG_INPUT_SIGNATURES
static java.lang.String	PIG_INPUT_TARGETS
static java.lang.String	PIG_LOADS

Constructor Summary

Constructors

Constructor and Description
PigInputFormat()

Method Summary

Modifier and Type	Method and Description
org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,Tuple>	createRecordReader(org.apache.hadoop.mapreduce.InputSplit split, org.apache.hadoop.mapreduce.TaskAttemptContext context)
protected java.util.List<org.apache.hadoop.mapreduce.InputSplit>	getPigSplits(java.util.List<org.apache.hadoop.mapreduce.InputSplit> oneInputSplits, int inputIndex, java.util.ArrayList<OperatorKey> targetOps, long blockSize, boolean combinable, org.apache.hadoop.conf.Configuration conf)
java.util.List<org.apache.hadoop.mapreduce.InputSplit>	getSplits(org.apache.hadoop.mapreduce.JobContext jobcontext)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

log

public static final org.apache.commons.logging.Log log

PIG_LOADS

public static final java.lang.String PIG_LOADS

See Also:

Constant Field Values

PIG_INPUT_TARGETS

public static final java.lang.String PIG_INPUT_TARGETS

See Also:

Constant Field Values

PIG_INPUT_SIGNATURES

public static final java.lang.String PIG_INPUT_SIGNATURES

See Also:

Constant Field Values

PIG_INPUT_LIMITS

public static final java.lang.String PIG_INPUT_LIMITS

See Also:

Constant Field Values

Constructor Detail

PigInputFormat

public PigInputFormat()

Method Detail

createRecordReader

public org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.Text,Tuple> createRecordReader(org.apache.hadoop.mapreduce.InputSplit split,
                                                                                                    org.apache.hadoop.mapreduce.TaskAttemptContext context)
                                                                                             throws java.io.IOException,
                                                                                                    java.lang.InterruptedException

Specified by:

createRecordReader in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.Text,Tuple>

Throws:

java.io.IOException

java.lang.InterruptedException

getSplits

public java.util.List<org.apache.hadoop.mapreduce.InputSplit> getSplits(org.apache.hadoop.mapreduce.JobContext jobcontext)
                                                                 throws java.io.IOException,
                                                                        java.lang.InterruptedException

Specified by:

getSplits in class org.apache.hadoop.mapreduce.InputFormat<org.apache.hadoop.io.Text,Tuple>

Throws:

java.io.IOException

java.lang.InterruptedException

getPigSplits

protected java.util.List<org.apache.hadoop.mapreduce.InputSplit> getPigSplits(java.util.List<org.apache.hadoop.mapreduce.InputSplit> oneInputSplits,
                                                                              int inputIndex,
                                                                              java.util.ArrayList<OperatorKey> targetOps,
                                                                              long blockSize,
                                                                              boolean combinable,
                                                                              org.apache.hadoop.conf.Configuration conf)
                                                                       throws java.io.IOException,
                                                                              java.lang.InterruptedException

Throws:

java.io.IOException

java.lang.InterruptedException