org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.partitioners

Class WeightedRangePartitioner

java.lang.Object

org.apache.hadoop.mapreduce.Partitioner<PigNullableWritable,org.apache.hadoop.io.Writable>

org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.partitioners.WeightedRangePartitioner

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable

Direct Known Subclasses:

WeightedRangePartitionerTez

public class WeightedRangePartitioner
extends org.apache.hadoop.mapreduce.Partitioner<PigNullableWritable,org.apache.hadoop.io.Writable>
implements org.apache.hadoop.conf.Configurable

Field Summary

Fields

Modifier and Type	Field and Description
protected org.apache.hadoop.io.RawComparator<PigNullableWritable>	comparator
protected boolean	inited
protected org.apache.hadoop.conf.Configuration	job
protected PigNullableWritable[]	quantiles
protected Map<PigNullableWritable,DiscreteProbabilitySampleGenerator>	weightedParts

Constructor Summary

Constructors

Constructor and Description
WeightedRangePartitioner()

Method Summary

Modifier and Type	Method and Description
protected void	convertToArray(DataBag quantilesListAsBag)
org.apache.hadoop.conf.Configuration	getConf()
int	getPartition(PigNullableWritable key, org.apache.hadoop.io.Writable value, int numPartitions)
protected PigNullableWritable	getPigNullableWritable(Tuple t)
protected float[]	getProbVec(Tuple values)
void	init()
void	setConf(org.apache.hadoop.conf.Configuration configuration)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

weightedParts

protected Map<PigNullableWritable,DiscreteProbabilitySampleGenerator> weightedParts

quantiles

protected PigNullableWritable[] quantiles

comparator

protected org.apache.hadoop.io.RawComparator<PigNullableWritable> comparator

job

protected org.apache.hadoop.conf.Configuration job

inited

protected boolean inited

Constructor Detail

WeightedRangePartitioner

public WeightedRangePartitioner()

Method Detail

getPartition

public int getPartition(PigNullableWritable key,
                        org.apache.hadoop.io.Writable value,
                        int numPartitions)

Specified by:

getPartition in class org.apache.hadoop.mapreduce.Partitioner<PigNullableWritable,org.apache.hadoop.io.Writable>

init

public void init()

setConf

public void setConf(org.apache.hadoop.conf.Configuration configuration)

Specified by:

setConf in interface org.apache.hadoop.conf.Configurable

getProbVec

protected float[] getProbVec(Tuple values)
                      throws ExecException

Parameters:

value -

Returns:

Throws:

ExecException

getPigNullableWritable

protected PigNullableWritable getPigNullableWritable(Tuple t)

convertToArray

protected void convertToArray(DataBag quantilesListAsBag)

getConf

public org.apache.hadoop.conf.Configuration getConf()

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable