public class NativeSparkOperator extends SparkOperator
customPartitioner, physicalPlan, requestedParallelism, scalars, UDFs
Constructor and Description |
---|
NativeSparkOperator(OperatorKey k,
String sparkJar,
String[] parameters) |
Modifier and Type | Method and Description |
---|---|
String |
getCommandString() |
String |
getJobId() |
void |
runJob() |
add, addCrossKey, addMultiQueryOptimizeConnectionItem, combineSmallSplits, copyFeatures, getCrossKeys, getMultiQueryOptimizeConnectionItem, getRequestedParallelism, getSkewedJoinPartitionFile, isCogroup, isGlobalSort, isGroupBy, isIndexer, isLimit, isLimitAfterSort, isNative, isRegularJoin, isSampler, isSkewedJoin, isSplitter, isUnion, markCogroup, markGroupBy, markIndexer, markLimit, markLimitAfterSort, markNative, markRegularJoin, markSampler, markUnion, name, noCombineSmallSplits, setGlobalSort, setRequestedParallelism, setRequestedParallelismByReference, setSkewedJoinPartitionFile, setSplitter, supportsMultipleInputs, supportsMultipleOutputs, useTypedComparator, usingTypedComparator, visit
clone, compareTo, equals, getOperatorKey, getProjectionMap, hashCode, regenerateProjectionMap, rewire, toString, unsetProjectionMap
public NativeSparkOperator(OperatorKey k, String sparkJar, String[] parameters)
public String getJobId()
public void runJob() throws JobCreationException
JobCreationException
public String getCommandString()
Copyright © 2007-2017 The Apache Software Foundation