Modifier and Type | Field and Description |
---|---|
protected PigContext |
PigServer.pigContext |
Modifier and Type | Method and Description |
---|---|
PigContext |
PigServer.getPigContext() |
Modifier and Type | Method and Description |
---|---|
static boolean |
Main.dryrun(String scriptFile,
PigContext pigContext) |
ExecutionEngine |
ExecType.getExecutionEngine(PigContext pigContext)
Returns the Execution Engine that this ExecType is associated with.
|
Constructor and Description |
---|
PigServer(PigContext context) |
PigServer(PigContext context,
boolean connect) |
Modifier and Type | Method and Description |
---|---|
void |
ExecutionEngine.explain(LogicalPlan lp,
PigContext pc,
PrintStream ps,
String format,
boolean verbose,
File dir,
String suffix)
This method handles the backend processing of the Explain command.
|
PigStats |
ExecutionEngine.launchPig(LogicalPlan lp,
String grpName,
PigContext pc)
This method is responsible for the actual execution of a LogicalPlan.
|
Modifier and Type | Method and Description |
---|---|
static String |
PigATSClient.getPigAuditId(PigContext context) |
Modifier and Type | Field and Description |
---|---|
protected PigContext |
HJob.pigContext |
protected PigContext |
HExecutionEngine.pigContext |
Modifier and Type | Method and Description |
---|---|
void |
HExecutionEngine.explain(LogicalPlan lp,
PigContext pc,
PrintStream ps,
String format,
boolean verbose,
File file,
String suffix) |
abstract void |
Launcher.explain(PhysicalPlan pp,
PigContext pc,
PrintStream ps,
String format,
boolean verbose)
Explain how a pig job will be executed on the underlying infrastructure.
|
protected void |
Launcher.getErrorMessages(Iterator<org.apache.hadoop.mapreduce.TaskReport> reports,
String type,
boolean errNotDbg,
PigContext pigContext) |
PigStats |
HExecutionEngine.launchPig(LogicalPlan lp,
String grpName,
PigContext pc) |
abstract PigStats |
Launcher.launchPig(PhysicalPlan php,
String grpName,
PigContext pc)
Method to launch pig for hadoop either for a cluster's job tracker or for
a local job runner.
|
Constructor and Description |
---|
HExecutionEngine(PigContext pigContext) |
HJob(ExecJob.JOB_STATUS status,
PigContext pigContext,
POStore store,
String alias) |
HJob(ExecJob.JOB_STATUS status,
PigContext pigContext,
POStore store,
String alias,
PigStats stats) |
Modifier and Type | Method and Description |
---|---|
void |
FetchLauncher.explain(PhysicalPlan pp,
PigContext pc,
PrintStream ps,
String format)
Creates an empty MR plan
|
static boolean |
FetchOptimizer.isFetchEnabled(PigContext pc)
Checks whether the fetch is enabled
|
static boolean |
FetchOptimizer.isPlanFetchable(PigContext pc,
PhysicalPlan pp)
Visits the plan with
FetchablePlanVisitor and checks whether the
plan is fetchable. |
Constructor and Description |
---|
FetchLauncher(PigContext pigContext) |
FetchPOStoreImpl(PigContext pc) |
Modifier and Type | Method and Description |
---|---|
MROperPlan |
MapReduceLauncher.compile(PhysicalPlan php,
PigContext pc) |
void |
MapReduceLauncher.explain(PhysicalPlan php,
PigContext pc,
PrintStream ps,
String format,
boolean verbose) |
ExecutionEngine |
MRExecType.getExecutionEngine(PigContext pigContext) |
ExecutionEngine |
LocalExecType.getExecutionEngine(PigContext pigContext) |
static org.apache.hadoop.fs.Path |
JobControlCompiler.getFromCache(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf,
URL url) |
PigStats |
MapReduceLauncher.launchPig(PhysicalPlan php,
String grpName,
PigContext pc) |
Constructor and Description |
---|
JobControlCompiler(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf) |
JobControlCompiler(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.conf.Configuration defaultConf) |
LimitAdjuster(MROperPlan plan,
PigContext pigContext) |
MRCompiler(PhysicalPlan plan,
PigContext pigContext) |
MRExecutionEngine(PigContext pigContext) |
SampleOptimizer(MROperPlan plan,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
PigContext |
POLoad.getPc() |
PigContext |
POPartitionRearrange.getPigContext() |
Modifier and Type | Method and Description |
---|---|
void |
POLoad.setPc(PigContext pc) |
void |
POPartitionRearrange.setPigContext(PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
SparkOperPlan |
SparkLauncher.compile(PhysicalPlan physicalPlan,
PigContext pigContext) |
void |
SparkLauncher.explain(PhysicalPlan pp,
PigContext pc,
PrintStream ps,
String format,
boolean verbose) |
ExecutionEngine |
SparkExecType.getExecutionEngine(PigContext pigContext) |
PigStats |
SparkLauncher.launchPig(PhysicalPlan physicalPlan,
String grpName,
PigContext pigContext) |
static org.apache.hadoop.mapred.JobConf |
SparkUtil.newJobConf(PigContext pigContext,
PhysicalPlan physicalPlan,
SparkEngineConf sparkEngineConf) |
Constructor and Description |
---|
JobGraphBuilder(SparkOperPlan plan,
Map<Class<? extends PhysicalOperator>,RDDConverter> convertMap,
SparkPigStats sparkStats,
JavaSparkContext sparkContext,
JobMetricsListener jobMetricsListener,
String jobGroupID,
org.apache.hadoop.mapred.JobConf jobConf,
PigContext pc) |
SparkExecutionEngine(PigContext pigContext) |
UDFJarsFinder(SparkOperPlan plan,
PigContext pigContext) |
Constructor and Description |
---|
LoadConverter(PigContext pigContext,
PhysicalPlan physicalPlan,
SparkContext sparkContext,
org.apache.hadoop.mapred.JobConf jobConf,
SparkEngineConf sparkEngineConf) |
Constructor and Description |
---|
SparkCompiler(PhysicalPlan physicalPlan,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
TezPlanContainer |
TezLauncher.compile(PhysicalPlan php,
PigContext pc) |
void |
TezLauncher.explain(PhysicalPlan php,
PigContext pc,
PrintStream ps,
String format,
boolean verbose) |
ExecutionEngine |
TezExecType.getExecutionEngine(PigContext pigContext) |
void |
TezResourceManager.init(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf) |
PigStats |
TezLauncher.launchPig(PhysicalPlan php,
String grpName,
PigContext pc) |
static void |
TezLauncher.processLoadAndParallelism(TezOperPlan tezPlan,
PigContext pc) |
Constructor and Description |
---|
TezDagBuilder(PigContext pc,
TezOperPlan plan,
org.apache.tez.dag.api.DAG dag,
Map<String,org.apache.hadoop.yarn.api.records.LocalResource> localResources) |
TezExecutionEngine(PigContext pigContext) |
TezJobCompiler(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Method and Description |
---|---|
static FileSpec |
TezCompiler.getTempFileSpec(PigContext pigContext)
Returns a temporary DFS Path
|
Constructor and Description |
---|
TezCompiler(PhysicalPlan plan,
PigContext pigContext) |
TezPlanContainer(PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
void |
TezParallelismEstimator.setPigContext(PigContext pc) |
void |
TezOperDependencyParallelismEstimator.setPigContext(PigContext pc) |
Constructor and Description |
---|
LoaderProcessor(TezOperPlan plan,
PigContext pigContext) |
ParallelismSetter(TezOperPlan plan,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
static FileSpec |
MapRedUtil.checkLeafIsStore(PhysicalPlan plan,
PigContext pigContext) |
static void |
MapRedUtil.setupStreamingDirsConfMulti(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf)
Sets up output and log dir paths for a multi-store streaming job
|
static void |
MapRedUtil.setupStreamingDirsConfSingle(POStore st,
PigContext pigContext,
org.apache.hadoop.conf.Configuration conf)
Sets up output and log dir paths for a single-store streaming job
|
Modifier and Type | Method and Description |
---|---|
static Storage.Data |
Storage.resetData(PigContext context)
reset the store and get the Data object to access it
|
Modifier and Type | Method and Description |
---|---|
static void |
SchemaTupleFrontend.copyAllGeneratedToDistributedCache(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf)
This must be called when the code has been generated and the generated code needs to be shipped
to the cluster, so that it may be used by the mappers and reducers.
|
static void |
SchemaTupleBackend.initialize(org.apache.hadoop.conf.Configuration jConf,
PigContext pigContext) |
protected static void |
SchemaTupleFrontend.lazyReset(PigContext pigContext)
This is a method which caches a PigContext object that has had
relevant key values set by SchemaTupleBackend.
|
Modifier and Type | Method and Description |
---|---|
void |
SampleLoader.computeSamples(ArrayList<Pair<FileSpec,Boolean>> inputs,
PigContext pc) |
Modifier and Type | Method and Description |
---|---|
static OutputStream |
FileLocalizer.create(String fileSpec,
boolean append,
PigContext pigContext) |
static OutputStream |
FileLocalizer.create(String fileSpec,
PigContext pigContext) |
static boolean |
FileLocalizer.delete(String fileSpec,
PigContext pigContext) |
static boolean |
FileLocalizer.fileExists(String filename,
PigContext context) |
static String |
FileLocalizer.fullPath(String filename,
PigContext pigContext) |
static org.apache.hadoop.fs.Path |
FileLocalizer.getTemporaryPath(PigContext pigContext) |
static org.apache.hadoop.fs.Path |
FileLocalizer.getTemporaryPath(PigContext pigContext,
String suffix) |
static org.apache.hadoop.fs.Path |
FileLocalizer.getTemporaryResourcePath(PigContext pigContext)
Accessor method to get the resource ContainerDescriptor used for tez resource
path bound to this thread.
|
static String |
FileLocalizer.hadoopify(String filename,
PigContext pigContext) |
static boolean |
FileLocalizer.isDirectory(String filename,
PigContext context) |
static boolean |
FileLocalizer.isFile(String filename,
PigContext context) |
DataBag |
PigFile.load(LoadFunc lfunc,
PigContext pigContext) |
static SeekableInputStream |
FileLocalizer.open(String fileSpec,
long offset,
PigContext pigContext) |
static InputStream |
FileLocalizer.open(String fileSpec,
PigContext pigContext) |
void |
PigFile.store(DataBag data,
FuncSpec storeFuncSpec,
PigContext pigContext) |
Constructor and Description |
---|
StreamingCommand(PigContext pigContext,
String[] argv)
Create a new
StreamingCommand with the given command. |
Modifier and Type | Method and Description |
---|---|
static File |
JarManager.createPigScriptUDFJar(PigContext pigContext) |
static String |
Utils.getTmpFileCompressorName(PigContext pigContext) |
static boolean |
Utils.isLocal(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf) |
static void |
Utils.setTmpFileCompressionOnConf(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Field and Description |
---|---|
protected PigContext |
ExpToPhyTranslationVisitor.pc |
Modifier and Type | Method and Description |
---|---|
void |
ExpToPhyTranslationVisitor.setPigContext(PigContext pc) |
Constructor and Description |
---|
LogicalPlanOptimizer(OperatorPlan p,
int iterations,
Set<String> turnOffRules,
PigContext pc)
Create a new LogicalPlanOptimizer.
|
Modifier and Type | Field and Description |
---|---|
protected PigContext |
LogToPhyTranslationVisitor.pc |
Modifier and Type | Method and Description |
---|---|
void |
LogicalPlan.optimize(PigContext pigContext) |
void |
LogToPhyTranslationVisitor.setPigContext(PigContext pc) |
void |
LogicalPlan.validate(PigContext pigContext,
String scope,
boolean skipInputOutputValidation) |
Constructor and Description |
---|
ConstantCalculator(String n,
PigContext pc) |
ConstantCalculatorExpressionVisitor(OperatorPlan expPlan,
LogicalRelationalOperator currentOp,
PigContext pc) |
ConstantCalculatorLogicalPlanVisitor(OperatorPlan plan,
PigContext pc) |
ConstantCalculatorTransformer(List<LogicalRelationalOperator> processedOperators,
PigContext pc) |
FilterConstantCalculator(String n,
PigContext pc) |
ForEachConstantCalculator(String n,
PigContext pc) |
Constructor and Description |
---|
InputOutputFileValidatorVisitor(OperatorPlan plan,
PigContext pigContext) |
ScalarVisitor(OperatorPlan plan,
PigContext pigContext,
String scope) |
Modifier and Type | Method and Description |
---|---|
static void |
QueryParserUtils.attachStorePlan(String scope,
LogicalPlan lp,
String fileName,
String func,
Operator input,
String alias,
PigContext pigContext) |
Constructor and Description |
---|
DryRunGruntParser(Reader stream,
String source,
PigContext context) |
QueryParserDriver(PigContext pigContext,
String scope,
Map<String,String> fileNameMap) |
StreamingCommandUtils(PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
void |
LocalMapReduceSimulator.launchPig(PhysicalPlan php,
Map<LOLoad,DataBag> baseData,
LineageTracer lineage,
IllustratorAttacher attacher,
ExampleGenerator eg,
PigContext pc) |
Constructor and Description |
---|
ExampleGenerator(LogicalPlan plan,
PigContext hadoopPigContext) |
Illustrator(LineageTracer lineage,
LinkedList<IdentityHashSet<Tuple>> equivalenceClasses,
IllustratorAttacher attacher,
PigContext hadoopPigContext) |
Illustrator(LineageTracer lineage,
LinkedList<IdentityHashSet<Tuple>> equivalenceClasses,
int maxRecords,
IllustratorAttacher attacher,
LogicalSchema schema,
PigContext hadoopPigContext) |
IllustratorAttacher(PhysicalPlan plan,
LineageTracer lineage,
int maxRecords,
Map<POLoad,LogicalSchema> poLoadToSchemaMap,
PigContext hadoopPigContext) |
LineageTrimmingVisitor(LogicalPlan plan,
Map<LOLoad,DataBag> baseData,
ExampleGenerator eg,
Map<Operator,PhysicalOperator> LogToPhyMap,
PhysicalPlan physPlan,
PigContext pc) |
Modifier and Type | Method and Description |
---|---|
PigContext |
ScriptPigContext.getPigContext() |
Modifier and Type | Method and Description |
---|---|
protected abstract Map<String,List<PigStats>> |
ScriptEngine.main(PigContext context,
String scriptFile)
Actually runs the script file.
|
abstract void |
ScriptEngine.registerFunctions(String path,
String namespace,
PigContext pigContext)
Registers scripting language functions as Pig functions with given namespace
|
Map<String,List<PigStats>> |
ScriptEngine.run(PigContext pigContext,
String scriptFile)
Runs a script file.
|
static ScriptPigContext |
ScriptPigContext.set(PigContext pigContext,
ScriptEngine engine) |
Modifier and Type | Method and Description |
---|---|
protected Map<String,List<PigStats>> |
GroovyScriptEngine.main(PigContext context,
String scriptFile) |
void |
GroovyScriptEngine.registerFunctions(String path,
String namespace,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
protected Map<String,List<PigStats>> |
JrubyScriptEngine.main(PigContext pigContext,
String scriptFile) |
void |
JrubyScriptEngine.registerFunctions(String path,
String namespace,
PigContext pigContext)
Evaluates the script containing ruby udfs to determine what udfs are defined as well as
what libaries and other external resources are necessary.
|
Modifier and Type | Method and Description |
---|---|
protected Map<String,List<PigStats>> |
JsScriptEngine.main(PigContext pigContext,
String scriptFile) |
void |
JsScriptEngine.registerFunctions(String path,
String namespace,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
void |
JythonScriptEngine.load(InputStream script,
String scriptFile,
PigContext pigContext)
execs the script text using the interpreter.
|
protected Map<String,List<PigStats>> |
JythonScriptEngine.main(PigContext pigContext,
String scriptFile) |
void |
JythonScriptEngine.registerFunctions(String path,
String namespace,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
protected Map<String,List<PigStats>> |
PythonScriptEngine.main(PigContext context,
String scriptFile) |
void |
PythonScriptEngine.registerFunctions(String path,
String namespace,
PigContext pigContext) |
Constructor and Description |
---|
ToolsPigServer(PigContext ctx) |
Constructor and Description |
---|
Grunt(BufferedReader in,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
void |
PreprocessorContext.setPigContext(PigContext context) |
Modifier and Type | Field and Description |
---|---|
protected PigContext |
ScriptState.pigContext |
protected PigContext |
PigStats.pigContext |
Modifier and Type | Method and Description |
---|---|
PigContext |
ScriptState.getPigContext() |
PigContext |
PigStats.getPigContext() |
Modifier and Type | Method and Description |
---|---|
void |
ScriptState.setPigContext(PigContext pigContext) |
static ScriptState |
ScriptState.start(String commandLine,
PigContext pigContext)
Deprecated.
use
ScriptState.start(ScriptState) instead. |
Constructor and Description |
---|
EmptyPigStats(PigContext pigContext,
POStore poStore) |
Modifier and Type | Method and Description |
---|---|
static void |
MRPigStatsUtil.startCollection(PigContext pc,
org.apache.hadoop.mapred.JobClient client,
JobControlCompiler jcc,
MROperPlan plan)
Starts collecting statistics for the given MR plan
|
Modifier and Type | Method and Description |
---|---|
void |
SparkPigStats.initialize(PigContext pigContext,
SparkOperPlan sparkPlan,
org.apache.hadoop.conf.Configuration conf) |
Constructor and Description |
---|
TezPigScriptStats(PigContext pigContext) |
Constructor and Description |
---|
BlackAndWhitelistFilter(PigContext context) |
BlackAndWhitelistValidator(PigContext pigContext,
OperatorPlan operatorPlan) |
Copyright © 2007-2017 The Apache Software Foundation