Modifier and Type | Field and Description |
---|---|
protected PigContext |
PigServer.pigContext |
Modifier and Type | Method and Description |
---|---|
PigContext |
PigServer.getPigContext() |
Modifier and Type | Method and Description |
---|---|
static boolean |
Main.dryrun(java.lang.String scriptFile,
PigContext pigContext) |
Constructor and Description |
---|
PigServer(PigContext context) |
PigServer(PigContext context,
boolean connect) |
Modifier and Type | Field and Description |
---|---|
protected PigContext |
HJob.pigContext |
protected PigContext |
HExecutionEngine.pigContext |
Constructor and Description |
---|
HExecutionEngine(PigContext pigContext) |
HJob(ExecJob.JOB_STATUS status,
PigContext pigContext,
POStore store,
java.lang.String alias) |
HJob(ExecJob.JOB_STATUS status,
PigContext pigContext,
POStore store,
java.lang.String alias,
PigStats stats) |
Modifier and Type | Method and Description |
---|---|
MROperPlan |
MapReduceLauncher.compile(PhysicalPlan php,
PigContext pc) |
void |
MapReduceLauncher.explain(PhysicalPlan php,
PigContext pc,
java.io.PrintStream ps,
java.lang.String format,
boolean verbose) |
abstract void |
Launcher.explain(PhysicalPlan pp,
PigContext pc,
java.io.PrintStream ps,
java.lang.String format,
boolean verbose)
Explain how a pig job will be executed on the underlying
infrastructure.
|
protected void |
Launcher.getErrorMessages(org.apache.hadoop.mapred.TaskReport[] reports,
java.lang.String type,
boolean errNotDbg,
PigContext pigContext) |
protected void |
Launcher.getStats(org.apache.hadoop.mapred.jobcontrol.Job job,
org.apache.hadoop.mapred.JobClient jobClient,
boolean errNotDbg,
PigContext pigContext) |
PigStats |
MapReduceLauncher.launchPig(PhysicalPlan php,
java.lang.String grpName,
PigContext pc) |
abstract PigStats |
Launcher.launchPig(PhysicalPlan php,
java.lang.String grpName,
PigContext pc)
Method to launch pig for hadoop either for a cluster's
job tracker or for a local job runner.
|
Constructor and Description |
---|
JobControlCompiler(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf) |
LimitAdjuster(MROperPlan plan,
PigContext pigContext) |
MRCompiler(PhysicalPlan plan,
PigContext pigContext) |
SampleOptimizer(MROperPlan plan,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
PigContext |
POLoad.getPc() |
PigContext |
POPartitionRearrange.getPigContext() |
Modifier and Type | Method and Description |
---|---|
void |
POLoad.setPc(PigContext pc) |
void |
POPartitionRearrange.setPigContext(PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
static FileSpec |
MapRedUtil.checkLeafIsStore(PhysicalPlan plan,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
static Storage.Data |
Storage.resetData(PigContext context)
reset the store and get the Data object to access it
|
Modifier and Type | Method and Description |
---|---|
static void |
SchemaTupleFrontend.copyAllGeneratedToDistributedCache(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf)
This must be called when the code has been generated and the generated code needs to be shipped
to the cluster, so that it may be used by the mappers and reducers.
|
static void |
SchemaTupleBackend.initialize(org.apache.hadoop.conf.Configuration jConf,
PigContext pigContext) |
static void |
SchemaTupleBackend.initialize(org.apache.hadoop.conf.Configuration jConf,
PigContext pigContext,
boolean isLocal) |
protected static void |
SchemaTupleFrontend.lazyReset(PigContext pigContext)
This is a method which caches a PigContext object that has had
relevant key values set by SchemaTupleBackend.
|
Modifier and Type | Method and Description |
---|---|
void |
SampleLoader.computeSamples(java.util.ArrayList<Pair<FileSpec,java.lang.Boolean>> inputs,
PigContext pc) |
Modifier and Type | Method and Description |
---|---|
static java.io.OutputStream |
FileLocalizer.create(java.lang.String fileSpec,
boolean append,
PigContext pigContext) |
static java.io.OutputStream |
FileLocalizer.create(java.lang.String fileSpec,
PigContext pigContext) |
static boolean |
FileLocalizer.delete(java.lang.String fileSpec,
PigContext pigContext) |
static boolean |
FileLocalizer.fileExists(java.lang.String filename,
PigContext context) |
static java.lang.String |
FileLocalizer.fullPath(java.lang.String filename,
PigContext pigContext) |
static org.apache.hadoop.fs.Path |
FileLocalizer.getTemporaryPath(PigContext pigContext) |
static org.apache.hadoop.fs.Path |
FileLocalizer.getTemporaryPath(PigContext pigContext,
java.lang.String suffix) |
static java.lang.String |
FileLocalizer.hadoopify(java.lang.String filename,
PigContext pigContext) |
static boolean |
FileLocalizer.isDirectory(java.lang.String filename,
PigContext context) |
static boolean |
FileLocalizer.isFile(java.lang.String filename,
PigContext context) |
DataBag |
PigFile.load(LoadFunc lfunc,
PigContext pigContext) |
static SeekableInputStream |
FileLocalizer.open(java.lang.String fileSpec,
long offset,
PigContext pigContext) |
static java.io.InputStream |
FileLocalizer.open(java.lang.String fileSpec,
PigContext pigContext) |
void |
PigFile.store(DataBag data,
FuncSpec storeFuncSpec,
PigContext pigContext) |
Constructor and Description |
---|
ReadToEndLoader(LoadFunc wrappedLoadFunc,
org.apache.hadoop.conf.Configuration conf,
java.lang.String inputLocation,
int splitIndex,
PigContext pigContext) |
Constructor and Description |
---|
StreamingCommand(PigContext pigContext,
java.lang.String[] argv)
Create a new
StreamingCommand with the given command. |
Modifier and Type | Method and Description |
---|---|
static void |
JarManager.createJar(java.io.OutputStream os,
java.util.Set<java.lang.String> funcs,
PigContext pigContext)
Create a jarfile in a temporary path, that is a merge of all the jarfiles containing the
functions and the core pig classes.
|
static java.lang.String |
Utils.getTmpFileCompressorName(PigContext pigContext) |
static void |
Utils.setTmpFileCompressionOnConf(PigContext pigContext,
org.apache.hadoop.conf.Configuration conf) |
Modifier and Type | Field and Description |
---|---|
protected PigContext |
ExpToPhyTranslationVisitor.pc |
Modifier and Type | Method and Description |
---|---|
void |
ExpToPhyTranslationVisitor.setPigContext(PigContext pc) |
Modifier and Type | Field and Description |
---|---|
protected PigContext |
LogToPhyTranslationVisitor.pc |
Modifier and Type | Method and Description |
---|---|
void |
LogToPhyTranslationVisitor.setPigContext(PigContext pc) |
Constructor and Description |
---|
InputOutputFileValidator(OperatorPlan plan,
PigContext pigContext) |
Constructor and Description |
---|
ScalarVisitor(OperatorPlan plan,
PigContext pigContext,
java.lang.String scope) |
Modifier and Type | Method and Description |
---|---|
static void |
QueryParserUtils.attachStorePlan(java.lang.String scope,
LogicalPlan lp,
java.lang.String fileName,
java.lang.String func,
Operator input,
java.lang.String alias,
PigContext pigContext) |
Constructor and Description |
---|
DryRunGruntParser(java.io.Reader stream,
java.lang.String source,
PigContext context) |
QueryParserDriver(PigContext pigContext,
java.lang.String scope,
java.util.Map<java.lang.String,java.lang.String> fileNameMap) |
StreamingCommandUtils(PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
void |
LocalMapReduceSimulator.launchPig(PhysicalPlan php,
java.util.Map<LOLoad,DataBag> baseData,
LineageTracer lineage,
IllustratorAttacher attacher,
ExampleGenerator eg,
PigContext pc) |
Constructor and Description |
---|
ExampleGenerator(LogicalPlan plan,
PigContext hadoopPigContext) |
Illustrator(LineageTracer lineage,
java.util.LinkedList<IdentityHashSet<Tuple>> equivalenceClasses,
IllustratorAttacher attacher,
PigContext hadoopPigContext) |
Illustrator(LineageTracer lineage,
java.util.LinkedList<IdentityHashSet<Tuple>> equivalenceClasses,
int maxRecords,
IllustratorAttacher attacher,
LogicalSchema schema,
PigContext hadoopPigContext) |
IllustratorAttacher(PhysicalPlan plan,
LineageTracer lineage,
int maxRecords,
java.util.Map<POLoad,LogicalSchema> poLoadToSchemaMap,
PigContext hadoopPigContext) |
LineageTrimmingVisitor(LogicalPlan plan,
java.util.Map<LOLoad,DataBag> baseData,
ExampleGenerator eg,
java.util.Map<Operator,PhysicalOperator> LogToPhyMap,
PhysicalPlan physPlan,
PigContext pc) |
Modifier and Type | Method and Description |
---|---|
PigContext |
ScriptPigContext.getPigContext() |
Modifier and Type | Method and Description |
---|---|
protected abstract java.util.Map<java.lang.String,java.util.List<PigStats>> |
ScriptEngine.main(PigContext context,
java.lang.String scriptFile)
Actually runs the script file.
|
abstract void |
ScriptEngine.registerFunctions(java.lang.String path,
java.lang.String namespace,
PigContext pigContext)
Registers scripting language functions as Pig functions with given namespace
|
java.util.Map<java.lang.String,java.util.List<PigStats>> |
ScriptEngine.run(PigContext pigContext,
java.lang.String scriptFile)
Runs a script file.
|
static ScriptPigContext |
ScriptPigContext.set(PigContext pigContext,
ScriptEngine engine) |
Modifier and Type | Method and Description |
---|---|
protected java.util.Map<java.lang.String,java.util.List<PigStats>> |
GroovyScriptEngine.main(PigContext context,
java.lang.String scriptFile) |
void |
GroovyScriptEngine.registerFunctions(java.lang.String path,
java.lang.String namespace,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
protected java.util.Map<java.lang.String,java.util.List<PigStats>> |
JrubyScriptEngine.main(PigContext pigContext,
java.lang.String scriptFile) |
void |
JrubyScriptEngine.registerFunctions(java.lang.String path,
java.lang.String namespace,
PigContext pigContext)
Evaluates the script containing ruby udfs to determine what udfs are defined as well as
what libaries and other external resources are necessary.
|
Modifier and Type | Method and Description |
---|---|
protected java.util.Map<java.lang.String,java.util.List<PigStats>> |
JsScriptEngine.main(PigContext pigContext,
java.lang.String scriptFile) |
void |
JsScriptEngine.registerFunctions(java.lang.String path,
java.lang.String namespace,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
void |
JythonScriptEngine.load(java.io.InputStream script,
java.lang.String scriptFile,
PigContext pigContext)
execs the script text using the interpreter.
|
protected java.util.Map<java.lang.String,java.util.List<PigStats>> |
JythonScriptEngine.main(PigContext pigContext,
java.lang.String scriptFile) |
void |
JythonScriptEngine.registerFunctions(java.lang.String path,
java.lang.String namespace,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
protected java.util.Map<java.lang.String,java.util.List<PigStats>> |
PythonScriptEngine.main(PigContext context,
java.lang.String scriptFile) |
void |
PythonScriptEngine.registerFunctions(java.lang.String path,
java.lang.String namespace,
PigContext pigContext) |
Constructor and Description |
---|
ToolsPigServer(PigContext ctx) |
Constructor and Description |
---|
Grunt(java.io.BufferedReader in,
PigContext pigContext) |
Modifier and Type | Method and Description |
---|---|
PigContext |
ScriptState.getPigContext() |
Modifier and Type | Method and Description |
---|---|
void |
ScriptState.setPigContext(PigContext pigContext) |
static ScriptState |
ScriptState.start(java.lang.String commandLine,
PigContext pigContext) |
static void |
PigStatsUtil.startCollection(PigContext pc,
org.apache.hadoop.mapred.JobClient client,
JobControlCompiler jcc,
MROperPlan plan)
Starts collecting statistics for the given MR plan
|
Copyright © 2007-2012 The Apache Software Foundation