org.apache.pig.backend.hadoop.executionengine.tez.util

Class TezCompilerUtil

java.lang.Object

org.apache.pig.backend.hadoop.executionengine.tez.util.TezCompilerUtil

public class TezCompilerUtil
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field and Description
static java.lang.String	TUPLE_CLASS

Method Summary

Modifier and Type	Method and Description
static void	addAllPredecessors(TezOperPlan tezPlan, TezOperator tezOp, java.util.Set<TezOperator> predSet)
static boolean	bagDataTypeInCombinePlan(PhysicalPlan combinePlan)
static void	configureValueOnlyTupleOutput(TezEdgeDescriptor edge, org.apache.tez.dag.api.EdgeProperty.DataMovementType dataMovementType)
static TezEdgeDescriptor	connect(TezOperPlan plan, TezOperator from, TezOperator to)
static void	connect(TezOperPlan plan, TezOperator from, TezOperator to, TezEdgeDescriptor edge)
static void	connectTezOpToNewPredecessor(TezOperPlan plan, TezOperator tezOp, TezOperator newPredecessor, TezEdgeDescriptor edge, java.lang.String oldInputKey)
static void	connectTezOpToNewSuccesor(TezOperPlan plan, TezOperator tezOp, TezOperator newSuccessor, TezEdgeDescriptor edge, java.lang.String oldOutputKey)
static POForEach	getForEach(POProject project, int rp, java.lang.String scope, NodeIdGenerator nig)
static POForEach	getForEachPlain(java.lang.String scope, NodeIdGenerator nig)
static POStore	getStore(java.lang.String scope, NodeIdGenerator nig)
static boolean	isNonPackageInput(java.lang.String inputKey, TezOperator tezOp)
static void	replaceInput(TezOperator tezOp, java.lang.String oldInputKey, java.lang.String newInputKey)
static void	replaceOutput(TezOperator tezOp, java.lang.String oldOutputKey, java.lang.String newOutputKey)
static void	setCustomPartitioner(java.lang.String customPartitioner, TezOperator tezOp)
static void	simpleConnectTwoVertex(TezOperPlan tezPlan, TezOperator op1, TezOperator op2, java.lang.String scope, NodeIdGenerator nig)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

TUPLE_CLASS

public static java.lang.String TUPLE_CLASS

Method Detail

simpleConnectTwoVertex

public static void simpleConnectTwoVertex(TezOperPlan tezPlan,
                                          TezOperator op1,
                                          TezOperator op2,
                                          java.lang.String scope,
                                          NodeIdGenerator nig)
                                   throws PlanException

Throws:

PlanException

connect

public static TezEdgeDescriptor connect(TezOperPlan plan,
                                        TezOperator from,
                                        TezOperator to)
                                 throws PlanException

Throws:

PlanException

connect

public static void connect(TezOperPlan plan,
                           TezOperator from,
                           TezOperator to,
                           TezEdgeDescriptor edge)
                    throws PlanException

Throws:

PlanException

connectTezOpToNewPredecessor

public static void connectTezOpToNewPredecessor(TezOperPlan plan,
                                                TezOperator tezOp,
                                                TezOperator newPredecessor,
                                                TezEdgeDescriptor edge,
                                                java.lang.String oldInputKey)
                                         throws PlanException

Throws:

PlanException

replaceInput

public static void replaceInput(TezOperator tezOp,
                                java.lang.String oldInputKey,
                                java.lang.String newInputKey)
                         throws PlanException

Throws:

PlanException

connectTezOpToNewSuccesor

public static void connectTezOpToNewSuccesor(TezOperPlan plan,
                                             TezOperator tezOp,
                                             TezOperator newSuccessor,
                                             TezEdgeDescriptor edge,
                                             java.lang.String oldOutputKey)
                                      throws PlanException

Throws:

PlanException

replaceOutput

public static void replaceOutput(TezOperator tezOp,
                                 java.lang.String oldOutputKey,
                                 java.lang.String newOutputKey)
                          throws PlanException

Throws:

PlanException

isNonPackageInput

public static boolean isNonPackageInput(java.lang.String inputKey,
                                        TezOperator tezOp)
                                 throws PlanException

Throws:

PlanException

getForEach

public static POForEach getForEach(POProject project,
                                   int rp,
                                   java.lang.String scope,
                                   NodeIdGenerator nig)

getForEachPlain

public static POForEach getForEachPlain(java.lang.String scope,
                                        NodeIdGenerator nig)

getStore

public static POStore getStore(java.lang.String scope,
                               NodeIdGenerator nig)

setCustomPartitioner

public static void setCustomPartitioner(java.lang.String customPartitioner,
                                        TezOperator tezOp)
                                 throws java.io.IOException

Throws:

java.io.IOException

configureValueOnlyTupleOutput

public static void configureValueOnlyTupleOutput(TezEdgeDescriptor edge,
                                                 org.apache.tez.dag.api.EdgeProperty.DataMovementType dataMovementType)

bagDataTypeInCombinePlan

public static boolean bagDataTypeInCombinePlan(PhysicalPlan combinePlan)
                                        throws ExecException

Throws:

ExecException

addAllPredecessors

public static void addAllPredecessors(TezOperPlan tezPlan,
                                      TezOperator tezOp,
                                      java.util.Set<TezOperator> predSet)