public class POShuffleTezLoad extends POPackage implements TezInput
POPackage.POPackageTupleBuffer
PhysicalOperator.OriginalLocation
Modifier and Type | Field and Description |
---|---|
protected java.util.List<java.lang.String> |
inputKeys |
protected java.util.List<LogicalInput> |
inputs |
protected java.util.List<KeyValuesReader> |
readers |
key, keyWritable, mBagFactory, mTupleFactory, numInputs, pkgr
alias, illustrator, input, inputAttached, lineageTracer, outputs, parentPlan, pigLogger, reporter, requestedParallelism, res, RESULT_EMPTY, RESULT_EOP, resultType
Constructor and Description |
---|
POShuffleTezLoad(POPackage pack) |
Modifier and Type | Method and Description |
---|---|
void |
addInputKey(java.lang.String inputKey) |
void |
addInputsToSkip(java.util.Set<java.lang.String> inputsToSkip)
Add to the list of inputs to skip download if already available in vertex cache
|
void |
attachInputs(java.util.Map<java.lang.String,LogicalInput> inputs,
org.apache.hadoop.conf.Configuration conf) |
Result |
getNextTuple()
From the inputs, constructs the output tuple for this co-group in the
required format which is (key, {bag of tuples from input 1}, {bag of
tuples from input 2}, ...)
|
java.lang.String[] |
getTezInputs() |
boolean |
isSkewedJoin() |
void |
replaceInput(java.lang.String oldInputKey,
java.lang.String newInputKey) |
void |
setInputKeys(java.util.List<java.lang.String> inputKeys) |
void |
setSkewedJoins(boolean isSkewedJoin) |
boolean |
supportsMultipleInputs()
Indicates whether this operator supports multiple inputs.
|
attachInput, clone, detachInput, getNumInps, getPkgr, illustratorMarkup, name, numberOfEquivalenceClasses, setIllustrator, setNumInps, setPkgr, supportsMultipleOutputs, visit
addOriginalLocation, addOriginalLocation, attachInput, cloneHelper, copyAliasFrom, getAlias, getAliasString, getIllustrator, getInputs, getLogger, getNext, getNextBigDecimal, getNextBigInteger, getNextBoolean, getNextDataBag, getNextDataByteArray, getNextDateTime, getNextDouble, getNextFloat, getNextInteger, getNextLong, getNextMap, getNextString, getOriginalLocations, getPigLogger, getReporter, getRequestedParallelism, getResultType, isAccumStarted, isAccumulative, isBlocking, isInputAttached, processInput, reset, setAccumEnd, setAccumStart, setAccumulative, setInputs, setParentPlan, setPigLogger, setReporter, setRequestedParallelism, setResultType, staticDataCleanup
compareTo, equals, getOperatorKey, getProjectionMap, hashCode, regenerateProjectionMap, rewire, toString, unsetProjectionMap
protected java.util.List<java.lang.String> inputKeys
protected java.util.List<LogicalInput> inputs
protected java.util.List<KeyValuesReader> readers
public POShuffleTezLoad(POPackage pack)
public java.lang.String[] getTezInputs()
getTezInputs
in interface TezInput
public void replaceInput(java.lang.String oldInputKey, java.lang.String newInputKey)
replaceInput
in interface TezInput
public void addInputsToSkip(java.util.Set<java.lang.String> inputsToSkip)
TezInput
addInputsToSkip
in interface TezInput
public void attachInputs(java.util.Map<java.lang.String,LogicalInput> inputs, org.apache.hadoop.conf.Configuration conf) throws ExecException
attachInputs
in interface TezInput
ExecException
public Result getNextTuple() throws ExecException
POPackage
getNextTuple
in class POPackage
ExecException
public void setInputKeys(java.util.List<java.lang.String> inputKeys)
public void addInputKey(java.lang.String inputKey)
public void setSkewedJoins(boolean isSkewedJoin)
public boolean isSkewedJoin()
public boolean supportsMultipleInputs()
Operator
supportsMultipleInputs
in class POPackage
Copyright © 2007-2012 The Apache Software Foundation