public class SparkJobStats extends JobStats
JobStats.JobState
Modifier and Type | Field and Description |
---|---|
static String |
FS_COUNTER_GROUP |
ALIAS, ALIAS_LOCATION, conf, FAILURE_HEADER, FEATURE, hdfsBytesRead, hdfsBytesWritten, inputs, outputs, state, SUCCESS_HEADER
Modifier | Constructor and Description |
---|---|
protected |
SparkJobStats(int jobId,
PigStats.JobGraph plan,
org.apache.hadoop.conf.Configuration conf) |
protected |
SparkJobStats(String jobId,
PigStats.JobGraph plan,
org.apache.hadoop.conf.Configuration conf) |
calculateMedianValue, getAlias, getAliasLocation, getBytesWritten, getErrorMessage, getException, getFeature, getHdfsBytesRead, getHdfsBytesWritten, getInputs, getOutputs, getOutputSize, getRecordWrittern, getState, isEqual, isIndexer, isSampler, isSuccessful, setBackendException, setErrorMsg, setSuccessful
annotate, getAnnotation, getLocation, getName, getPlan, removeAnnotation, setLocation, setPlan
public static String FS_COUNTER_GROUP
protected SparkJobStats(int jobId, PigStats.JobGraph plan, org.apache.hadoop.conf.Configuration conf)
protected SparkJobStats(String jobId, PigStats.JobGraph plan, org.apache.hadoop.conf.Configuration conf)
public void setConf(org.apache.hadoop.conf.Configuration conf)
public void addOutputInfo(POStore poStore, boolean success, JobMetricsListener jobMetricsListener)
public void addInputStats(POLoad po, boolean success, boolean singleInput)
public void collectStats(JobMetricsListener jobMetricsListener)
public void accept(PlanVisitor v) throws FrontendException
Operator
accept
in class JobStats
v
- Visitor to accept.FrontendException
public String getDisplayString()
getDisplayString
in class JobStats
public int getNumberMaps()
getNumberMaps
in class JobStats
public int getNumberReduces()
getNumberReduces
in class JobStats
public long getMaxMapTime()
getMaxMapTime
in class JobStats
public long getMinMapTime()
getMinMapTime
in class JobStats
public long getAvgMapTime()
getAvgMapTime
in class JobStats
public long getMaxReduceTime()
getMaxReduceTime
in class JobStats
public long getMinReduceTime()
getMinReduceTime
in class JobStats
public long getAvgREduceTime()
getAvgREduceTime
in class JobStats
public long getMapInputRecords()
getMapInputRecords
in class JobStats
public long getMapOutputRecords()
getMapOutputRecords
in class JobStats
public long getReduceInputRecords()
getReduceInputRecords
in class JobStats
public long getReduceOutputRecords()
getReduceOutputRecords
in class JobStats
public long getSMMSpillCount()
getSMMSpillCount
in class JobStats
public long getProactiveSpillCountObjects()
getProactiveSpillCountObjects
in class JobStats
public long getProactiveSpillCountRecs()
getProactiveSpillCountRecs
in class JobStats
public org.apache.hadoop.mapred.Counters getHadoopCounters()
getHadoopCounters
in class JobStats
public Map<String,Long> getMultiStoreCounters()
getMultiStoreCounters
in class JobStats
public Map<String,Long> getMultiInputCounters()
getMultiInputCounters
in class JobStats
public void setAlias(SparkOperator sparkOperator)
public void initWarningCounters()
Copyright © 2007-2017 The Apache Software Foundation