org.apache.pig.backend.hadoop.executionengine.tez.util

Class TezCompilerUtil

java.lang.Object

org.apache.pig.backend.hadoop.executionengine.tez.util.TezCompilerUtil

public class TezCompilerUtil
extends Object

Field Summary

Fields

Modifier and Type	Field and Description
static String	TUPLE_CLASS

Method Summary

Methods

Modifier and Type	Method and Description
static void	configureValueOnlyTupleOutput(TezEdgeDescriptor edge, org.apache.tez.dag.api.EdgeProperty.DataMovementType dataMovementType)
static TezEdgeDescriptor	connect(TezOperPlan plan, TezOperator from, TezOperator to)
static void	connect(TezOperPlan plan, TezOperator from, TezOperator to, TezEdgeDescriptor edge)
static POForEach	getForEach(POProject project, int rp, String scope, NodeIdGenerator nig)
static POForEach	getForEachPlain(String scope, NodeIdGenerator nig)
static POStore	getStore(String scope, NodeIdGenerator nig)
static boolean	isIntermediateReducer(TezOperator tezOper) Returns true if there are no loads or stores in a TezOperator.
static void	setCustomPartitioner(String customPartitioner, TezOperator tezOp)
static void	simpleConnectTwoVertex(TezOperPlan tezPlan, TezOperator op1, TezOperator op2, String scope, NodeIdGenerator nig)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

TUPLE_CLASS

public static String TUPLE_CLASS

Method Detail

simpleConnectTwoVertex

public static void simpleConnectTwoVertex(TezOperPlan tezPlan,
                          TezOperator op1,
                          TezOperator op2,
                          String scope,
                          NodeIdGenerator nig)
                                   throws PlanException

Throws:

PlanException

connect

public static TezEdgeDescriptor connect(TezOperPlan plan,
                        TezOperator from,
                        TezOperator to)
                                 throws PlanException

Throws:

PlanException

connect

public static void connect(TezOperPlan plan,
           TezOperator from,
           TezOperator to,
           TezEdgeDescriptor edge)
                    throws PlanException

Throws:

PlanException

getForEach

public static POForEach getForEach(POProject project,
                   int rp,
                   String scope,
                   NodeIdGenerator nig)

getForEachPlain

public static POForEach getForEachPlain(String scope,
                        NodeIdGenerator nig)

getStore

public static POStore getStore(String scope,
               NodeIdGenerator nig)

setCustomPartitioner

public static void setCustomPartitioner(String customPartitioner,
                        TezOperator tezOp)
                                 throws IOException

Throws:

IOException

configureValueOnlyTupleOutput

public static void configureValueOnlyTupleOutput(TezEdgeDescriptor edge,
                                 org.apache.tez.dag.api.EdgeProperty.DataMovementType dataMovementType)

isIntermediateReducer

public static boolean isIntermediateReducer(TezOperator tezOper)
                                     throws VisitorException

Returns true if there are no loads or stores in a TezOperator. To be called only after LoaderProcessor is called

Throws:

VisitorException