Package | Description |
---|---|
org.apache.pig.backend.hadoop.executionengine.spark | |
org.apache.pig.tools.pigstats.spark |
Constructor and Description |
---|
JobGraphBuilder(SparkOperPlan plan,
java.util.Map<java.lang.Class<? extends PhysicalOperator>,RDDConverter> convertMap,
SparkPigStats sparkStats,
JavaSparkContext sparkContext,
JobStatisticCollector jobStatisticCollector,
java.lang.String jobGroupID,
org.apache.hadoop.mapred.JobConf jobConf,
PigContext pc) |
Modifier and Type | Method and Description |
---|---|
void |
SparkPigStats.addFailJobStats(POStore poStore,
SparkOperator sparkOperator,
java.lang.String jobId,
JobStatisticCollector jobStatisticCollector,
JavaSparkContext sparkContext,
java.lang.Exception e) |
void |
SparkPigStats.addJobStats(POStore poStore,
SparkOperator sparkOperator,
int jobId,
JobStatisticCollector jobStatisticCollector,
JavaSparkContext sparkContext) |
void |
SparkJobStats.addOutputInfo(POStore poStore,
boolean success,
JobStatisticCollector jobStatisticCollector) |
void |
SparkJobStats.collectStats(JobStatisticCollector jobStatisticCollector) |
static void |
SparkStatsUtil.waitForJobAddStats(int jobID,
POStore poStore,
SparkOperator sparkOperator,
JobStatisticCollector jobStatisticCollector,
JavaSparkContext sparkContext,
SparkPigStats sparkPigStats) |
Copyright © 2007-2025 The Apache Software Foundation