org.apache.pig.backend.hadoop.executionengine.spark

Class JobGraphBuilder

java.lang.Object

org.apache.pig.impl.plan.PlanVisitor<SparkOperator,SparkOperPlan>

org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor

org.apache.pig.backend.hadoop.executionengine.spark.JobGraphBuilder

public class JobGraphBuilder
extends SparkOpPlanVisitor

Field Summary

Fields

Modifier and Type	Field and Description
static int	NULLPART_JOB_ID

Fields inherited from class org.apache.pig.impl.plan.PlanVisitor

mCurrentWalker, mPlan

Constructor Summary

Constructors

Constructor and Description
JobGraphBuilder(SparkOperPlan plan, java.util.Map<java.lang.Class<? extends PhysicalOperator>,RDDConverter> convertMap, SparkPigStats sparkStats, JavaSparkContext sparkContext, JobStatisticCollector jobStatisticCollector, java.lang.String jobGroupID, org.apache.hadoop.mapred.JobConf jobConf, PigContext pc)

Method Summary

Modifier and Type	Method and Description
void	visitSparkOp(SparkOperator sparkOp)

Methods inherited from class org.apache.pig.impl.plan.PlanVisitor

getPlan, popWalker, pushWalker, visit

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

NULLPART_JOB_ID

public static final int NULLPART_JOB_ID

See Also:

Constant Field Values

Constructor Detail

JobGraphBuilder

public JobGraphBuilder(SparkOperPlan plan,
                       java.util.Map<java.lang.Class<? extends PhysicalOperator>,RDDConverter> convertMap,
                       SparkPigStats sparkStats,
                       JavaSparkContext sparkContext,
                       JobStatisticCollector jobStatisticCollector,
                       java.lang.String jobGroupID,
                       org.apache.hadoop.mapred.JobConf jobConf,
                       PigContext pc)

Method Detail

visitSparkOp

public void visitSparkOp(SparkOperator sparkOp)
                  throws VisitorException

Overrides:

visitSparkOp in class SparkOpPlanVisitor

Throws:

VisitorException