Modifier and Type | Field and Description |
---|---|
protected java.util.Map<Operator,PhysicalOperator> |
HExecutionEngine.newLogToPhyMap |
Modifier and Type | Method and Description |
---|---|
java.util.Map<LOForEach,java.util.Map<LogicalRelationalOperator,PhysicalOperator>> |
HExecutionEngine.getForEachInnerLogToPhyMap(LogicalPlan plan) |
java.util.Map<Operator,PhysicalOperator> |
HExecutionEngine.getLogToPhyMap() |
Modifier and Type | Field and Description |
---|---|
static PhysicalOperator |
PigMapReduceCounter.PigReduceCounter.leaf |
Modifier and Type | Field and Description |
---|---|
static java.util.List<PhysicalOperator> |
PigMapReduceCounter.PigReduceCounter.leaves |
MultiMap<PhysicalOperator,PhysicalOperator> |
MapReduceOper.phyToMRMap |
MultiMap<PhysicalOperator,PhysicalOperator> |
MapReduceOper.phyToMRMap |
java.util.Set<PhysicalOperator> |
MapReduceOper.scalars |
Modifier and Type | Method and Description |
---|---|
protected void |
PigGenericMapReduce.MapWithPartitionIndex.runPipeline(PhysicalOperator leaf) |
protected void |
PigGenericMapReduce.Reduce.runPipeline(PhysicalOperator leaf) |
protected void |
PigGenericMapBase.runPipeline(PhysicalOperator leaf) |
void |
PhyPlanSetter.visit(PhysicalOperator op) |
Constructor and Description |
---|
UDFFinishVisitor(PhysicalPlan plan,
PlanWalker<PhysicalOperator,PhysicalPlan> walker) |
Modifier and Type | Method and Description |
---|---|
java.util.List<PhysicalOperator> |
ScalarPhyFinder.getScalars() |
Constructor and Description |
---|
UDFFinder(PhysicalPlan plan,
PlanWalker<PhysicalOperator,PhysicalPlan> walker) |
Modifier and Type | Field and Description |
---|---|
protected java.util.List<PhysicalOperator> |
PhysicalOperator.inputs |
protected java.util.List<PhysicalOperator> |
PhysicalOperator.outputs |
Modifier and Type | Method and Description |
---|---|
PhysicalOperator |
PhysicalOperator.clone()
Make a deep copy of this operator.
|
Modifier and Type | Method and Description |
---|---|
java.util.List<PhysicalOperator> |
PhysicalOperator.getInputs() |
Modifier and Type | Method and Description |
---|---|
protected void |
PhysicalOperator.cloneHelper(PhysicalOperator op) |
void |
PhysicalOperator.copyAliasFrom(PhysicalOperator op) |
Modifier and Type | Method and Description |
---|---|
void |
PhysicalOperator.setInputs(java.util.List<PhysicalOperator> inputs) |
Constructor and Description |
---|
PhysicalOperator(PhysicalOperator copy) |
Constructor and Description |
---|
PhysicalOperator(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
PhysicalOperator(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
Modifier and Type | Class and Description |
---|---|
class |
Add |
class |
BinaryComparisonOperator
This is a base class for all binary comparison operators.
|
class |
BinaryExpressionOperator
A base class for all Binary expression operators.
|
class |
ConstantExpression
This class implements a Constant of any type.
|
class |
Divide |
class |
EqualToExpr |
class |
ExpressionOperator
A base class for all types of expressions.
|
class |
GreaterThanExpr |
class |
GTOrEqualToExpr |
class |
LessThanExpr |
class |
LTOrEqualToExpr |
class |
Mod |
class |
Multiply |
class |
NotEqualToExpr |
class |
POAnd
Boolean and operator.
|
class |
POBinCond |
class |
POCast
This is just a cast that converts DataByteArray into either String or
Integer.
|
class |
POIsNull |
class |
POMapLookUp |
class |
PONegative |
class |
PONot
Boolean not operator.
|
class |
POOr
Boolean or operator.
|
class |
POProject
Implements the overloaded form of the project operator.
|
class |
PORegexp |
class |
PORelationToExprProject
Implements a specialized form of POProject which is
used *ONLY* in the following case:
This project is Project(*) introduced after a relational operator
to supply a bag as output (as an expression).
|
class |
POUserComparisonFunc |
class |
POUserFunc |
class |
Subtract |
class |
UnaryComparisonOperator
This is a base class for all unary comparison operators.
|
class |
UnaryExpressionOperator |
Modifier and Type | Method and Description |
---|---|
PhysicalOperator |
POUserFunc.getReferencedOperator() |
Modifier and Type | Method and Description |
---|---|
void |
POUserFunc.setReferencedOperator(PhysicalOperator referencedOperator) |
Constructor and Description |
---|
POUserFunc(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POUserFunc(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
FuncSpec funcSpec) |
POUserFunc(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
FuncSpec funcSpec,
EvalFunc func) |
Modifier and Type | Class and Description |
---|---|
class |
XMLPhysicalPlanPrinter<P extends OperatorPlan<PhysicalOperator>> |
Modifier and Type | Method and Description |
---|---|
void |
PhysicalPlan.connect(PhysicalOperator from,
PhysicalOperator to) |
protected java.lang.String[] |
DotPOPrinter.getAttributes(PhysicalOperator op) |
protected java.util.Collection<PhysicalPlan> |
DotPOPrinter.getMultiOutputNestedPlans(PhysicalOperator op) |
protected java.lang.String |
DotPOPrinter.getName(PhysicalOperator op) |
protected java.util.Collection<PhysicalPlan> |
DotPOPrinter.getNestedPlans(PhysicalOperator op) |
void |
PhysicalPlan.remove(PhysicalOperator op) |
void |
PhysicalPlan.replace(PhysicalOperator oldNode,
PhysicalOperator newNode) |
void |
PhyPlanVisitor.visit(PhysicalOperator op) |
Modifier and Type | Method and Description |
---|---|
void |
PhysicalPlan.setOpMap(MultiMap<PhysicalOperator,PhysicalOperator> opmap) |
void |
PhysicalPlan.setOpMap(MultiMap<PhysicalOperator,PhysicalOperator> opmap) |
Constructor and Description |
---|
PhyPlanVisitor(PhysicalPlan plan,
PlanWalker<PhysicalOperator,PhysicalPlan> walker) |
Modifier and Type | Class and Description |
---|---|
class |
POCollectedGroup
The collected group operator is a special operator used when users give
the hint 'using "collected"' in a group by clause.
|
class |
POCounter
This operator is part of the RANK operator implementation.
|
class |
POCross
Recover this class for nested cross operation.
|
class |
PODemux
The MapReduce Demultiplexer operator.
|
class |
PODistinct
Find the distinct set of tuples in a bag.
|
class |
POFilter
This is an implementation of the Filter operator.
|
class |
POForEach |
class |
POFRJoin
The operator models the join keys using the Local Rearrange operators which
are configured with the plan specified by the user.
|
class |
POGlobalRearrange
Dummy operator to test MRCompiler.
|
class |
POLimit |
class |
POLoad
The load operator which is used in two ways:
1) As a local operator it can be used to load files
2) In the Map Reduce setting, it is used to create jobs
from MapReduce operators which keep the loads and
stores in the Map and Reduce Plans till the job is created
|
class |
POLocalRearrange
The local rearrange operator is a part of the co-group
implementation.
|
class |
POMergeCogroup |
class |
POMergeJoin
This operator implements merge join algorithm to do map side joins.
|
class |
PONative |
class |
POOptimizedForEach
A specialized version of POForeach with the difference
that in getNext(), it knows that "input" has already been
attached by its input operator which SHOULD be POJoinPackage
|
class |
POPackage
The package operator that packages
the globally rearranged tuples into
output format as required by co-group.
|
class |
POPartialAgg
Do partial aggregation in map plan.
|
class |
POPartitionRearrange
The partition rearrange operator is a part of the skewed join
implementation.
|
class |
POPoissonSample |
class |
POPreCombinerLocalRearrange
A specialized local rearrange operator which behaves
like the regular local rearrange in the getNext()
as far as getting its input and constructing the
"key" out of the input.
|
class |
PORank
This operator is part of the RANK operator implementation.
|
class |
POReservoirSample |
class |
POSkewedJoin
The PhysicalOperator that represents a skewed join.
|
class |
POSort
This implementation is applicable for both the physical plan and for the
local backend, as the conversion of physical to mapreduce would see the SORT
operator and take necessary steps to convert it to a quantile and a sort job.
|
class |
POSortedDistinct
This operator is a variation of PODistinct, the input to this operator
must be sorted already.
|
class |
POSplit
The MapReduce Split operator.
|
class |
POStore
The store operator which is used in two ways:
1) As a local operator it can be used to store files
2) In the Map Reduce setting, it is used to create jobs
from MapReduce operators which keep the loads and
stores in the Map and Reduce Plans till the job is created
|
class |
POStream |
class |
POUnion
The union operator that combines the two inputs into a single
stream.
|
Modifier and Type | Field and Description |
---|---|
protected PhysicalOperator[] |
POForEach.planLeafOps |
Modifier and Type | Field and Description |
---|---|
protected java.util.List<PhysicalOperator> |
POForEach.opsToBeReset |
Modifier and Type | Method and Description |
---|---|
MultiMap<PhysicalOperator,PhysicalPlan> |
POSkewedJoin.getJoinPlans() |
java.util.List<PhysicalOperator> |
POForEach.getOpsToBeReset() |
Modifier and Type | Method and Description |
---|---|
void |
POUnion.setInputs(java.util.List<PhysicalOperator> inputs) |
void |
POSkewedJoin.setJoinPlans(MultiMap<PhysicalOperator,PhysicalPlan> joinPlans) |
void |
POForEach.setOpsToBeReset(java.util.List<PhysicalOperator> opsToBeReset) |
Constructor and Description |
---|
POCollectedGroup(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POCollectedGroup(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
POCounter(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inputs) |
POCounter(OperatorKey k,
java.util.List<PhysicalOperator> inputs) |
POCross(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POCross(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
PODemux(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp)
Constructs an operator with the specified key,
degree of parallelism and inputs.
|
PODemux(OperatorKey k,
java.util.List<PhysicalOperator> inp)
Constructs an operator with the specified key and inputs.
|
PODistinct(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
PODistinct(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
POFilter(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inputs) |
POFilter(OperatorKey k,
java.util.List<PhysicalOperator> inputs) |
POFRJoin(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
java.util.List<java.util.List<PhysicalPlan>> ppLists,
java.util.List<java.util.List<java.lang.Byte>> keyTypes,
FileSpec[] replFiles,
int fragment,
boolean isLeftOuter,
Tuple nullTuple) |
POFRJoin(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
java.util.List<java.util.List<PhysicalPlan>> ppLists,
java.util.List<java.util.List<java.lang.Byte>> keyTypes,
FileSpec[] replFiles,
int fragment,
boolean isLeftOuter,
Tuple nullTuple,
Schema[] inputSchemas,
Schema[] keySchemas) |
POLimit(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inputs) |
POLimit(OperatorKey k,
java.util.List<PhysicalOperator> inputs) |
POLocalRearrange(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POLocalRearrange(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
POMergeCogroup(OperatorKey k,
java.util.List<PhysicalOperator> inpPOs,
POLocalRearrange[] lrs,
int parallel) |
POMergeJoin(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
MultiMap<PhysicalOperator,PhysicalPlan> inpPlans,
java.util.List<java.util.List<java.lang.Byte>> keyTypes,
LOJoin.JOINTYPE joinType,
Schema leftInputSchema,
Schema rightInputSchema,
Schema mergedInputSchema) |
POMergeJoin(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
MultiMap<PhysicalOperator,PhysicalPlan> inpPlans,
java.util.List<java.util.List<java.lang.Byte>> keyTypes,
LOJoin.JOINTYPE joinType,
Schema leftInputSchema,
Schema rightInputSchema,
Schema mergedInputSchema) |
POPackage(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POPackage(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
Packager pkgr) |
POPackage(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
POPartitionRearrange(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POPartitionRearrange(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
POPreCombinerLocalRearrange(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POPreCombinerLocalRearrange(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
PORank(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
PORank(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
POReservoirSample(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POReservoirSample(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
int numSamples) |
POReservoirSample(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
POSkewedJoin(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp,
boolean[] flags) |
POSkewedJoin(OperatorKey k,
java.util.List<PhysicalOperator> inp,
boolean[] flags) |
POSortedDistinct(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POSortedDistinct(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
POSplit(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp)
Constructs an operator with the specified key,
degree of parallelism and inputs
|
POSplit(OperatorKey k,
java.util.List<PhysicalOperator> inp)
Constructs an operator with the specified key and inputs
|
POStore(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POUnion(OperatorKey k,
int rp,
java.util.List<PhysicalOperator> inp) |
POUnion(OperatorKey k,
java.util.List<PhysicalOperator> inp) |
Modifier and Type | Method and Description |
---|---|
static <C extends PhysicalOperator> |
PlanHelper.containsPhysicalOperator(PhysicalPlan plan,
java.lang.Class<C> opClass) |
Modifier and Type | Field and Description |
---|---|
java.util.Set<PhysicalOperator> |
TezOperator.scalars |
Modifier and Type | Class and Description |
---|---|
class |
POCounterStatsTez
POCounterStatsTez is used to group counters from previous vertex POCounterTez tasks
|
class |
POCounterTez |
class |
POFRJoinTez
POFRJoinTez is used on the backend to load replicated table from Tez
ShuffleUnorderedKVInput and load fragmented table from data pipeline.
|
class |
POIdentityInOutTez
POIdentityInOutTez is used to pass through tuples as is to next vertex from
previous vertex's POLocalRearrangeTez.
|
class |
POLocalRearrangeTez
POLocalRearrangeTez is used to write to a Tez OrderedPartitionedKVOutput
(shuffle) or UnorderedKVOutput (broadcast)
|
class |
POPartitionRearrangeTez
The partition rearrange operator is a part of the skewed join implementation.
|
class |
PORankTez |
class |
POShuffledValueInputTez
POShuffledValueInputTez is used read tuples from a Tez Intermediate output from a shuffle edge
To be used with POValueOutputTez.
|
class |
POShuffleTezLoad |
class |
POSimpleTezLoad
POSimpleTezLoad is used on the backend to read tuples from a Tez MRInput
|
class |
POStoreTez
POStoreTez is used to write to a Tez MROutput
|
class |
POValueInputTez
POValueInputTez is used read tuples from a Tez Intermediate output from a 1-1
edge
|
class |
POValueOutputTez |
Modifier and Type | Method and Description |
---|---|
protected void |
PigProcessor.runPipeline(PhysicalOperator leaf) |
Modifier and Type | Field and Description |
---|---|
protected java.util.Map<Operator,PhysicalOperator> |
ExpToPhyTranslationVisitor.logToPhyMap |
Constructor and Description |
---|
ExpToPhyTranslationVisitor(OperatorPlan plan,
LogicalRelationalOperator op,
PhysicalPlan phyPlan,
java.util.Map<Operator,PhysicalOperator> map) |
ExpToPhyTranslationVisitor(OperatorPlan plan,
PlanWalker walker,
LogicalRelationalOperator op,
PhysicalPlan phyPlan,
java.util.Map<Operator,PhysicalOperator> map) |
Modifier and Type | Field and Description |
---|---|
protected java.util.Map<Operator,PhysicalOperator> |
LogToPhyTranslationVisitor.logToPhyMap |
Modifier and Type | Method and Description |
---|---|
java.util.Map<Operator,PhysicalOperator> |
LogToPhyTranslationVisitor.getLogToPhyMap() |
Modifier and Type | Method and Description |
---|---|
java.util.Map<PhysicalOperator,DataBag> |
IllustratorAttacher.getDataMap() |
java.util.Map<Operator,PhysicalOperator> |
ExampleGenerator.getLogToPhyMap() |
java.util.Map<PhysicalOperator,PhysicalOperator> |
LocalMapReduceSimulator.getPhyToMRMap() |
java.util.Map<PhysicalOperator,PhysicalOperator> |
LocalMapReduceSimulator.getPhyToMRMap() |
Modifier and Type | Method and Description |
---|---|
void |
Illustrator.setEquivalenceClasses(java.util.LinkedList<IdentityHashSet<Tuple>> eqClasses,
PhysicalOperator po) |
Modifier and Type | Method and Description |
---|---|
static java.util.Map<LogicalRelationalOperator,java.util.Collection<IdentityHashSet<Tuple>>> |
EquivalenceClasses.getLoToEqClassMap(PhysicalPlan plan,
LogicalPlan lp,
java.util.Map<Operator,PhysicalOperator> logToPhyMap,
java.util.Map<Operator,DataBag> logToDataMap,
java.util.Map<LOForEach,java.util.Map<LogicalRelationalOperator,PhysicalOperator>> forEachInnerLogToPhyMap,
java.util.HashMap<PhysicalOperator,java.util.Collection<IdentityHashSet<Tuple>>> poToEqclassesMap) |
static java.util.Map<LogicalRelationalOperator,java.util.Collection<IdentityHashSet<Tuple>>> |
EquivalenceClasses.getLoToEqClassMap(PhysicalPlan plan,
LogicalPlan lp,
java.util.Map<Operator,PhysicalOperator> logToPhyMap,
java.util.Map<Operator,DataBag> logToDataMap,
java.util.Map<LOForEach,java.util.Map<LogicalRelationalOperator,PhysicalOperator>> forEachInnerLogToPhyMap,
java.util.HashMap<PhysicalOperator,java.util.Collection<IdentityHashSet<Tuple>>> poToEqclassesMap) |
static java.util.Map<LogicalRelationalOperator,java.util.Collection<IdentityHashSet<Tuple>>> |
EquivalenceClasses.getLoToEqClassMap(PhysicalPlan plan,
LogicalPlan lp,
java.util.Map<Operator,PhysicalOperator> logToPhyMap,
java.util.Map<Operator,DataBag> logToDataMap,
java.util.Map<LOForEach,java.util.Map<LogicalRelationalOperator,PhysicalOperator>> forEachInnerLogToPhyMap,
java.util.HashMap<PhysicalOperator,java.util.Collection<IdentityHashSet<Tuple>>> poToEqclassesMap) |
Constructor and Description |
---|
AugmentBaseDataVisitor(OperatorPlan plan,
java.util.Map<Operator,PhysicalOperator> logToPhysMap,
java.util.Map<LOLoad,DataBag> baseData,
java.util.Map<Operator,DataBag> derivedData) |
LineageTrimmingVisitor(LogicalPlan plan,
java.util.Map<LOLoad,DataBag> baseData,
ExampleGenerator eg,
java.util.Map<Operator,PhysicalOperator> LogToPhyMap,
PhysicalPlan physPlan,
PigContext pc) |
Copyright © 2007-2012 The Apache Software Foundation