|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.pig.backend.hadoop.executionengine.mapReduceLayer.Launcher
public abstract class Launcher
Constructor Summary | |
---|---|
protected |
Launcher()
|
Method Summary | |
---|---|
protected double |
calculateProgress(org.apache.hadoop.mapred.jobcontrol.JobControl jc,
org.apache.hadoop.mapred.JobClient jobClient)
Compute the progress of the current job submitted through the JobControl object jc to the JobClient jobClient |
protected long |
computeTimeSpent(org.apache.hadoop.mapred.TaskReport[] mapReports)
|
abstract void |
explain(PhysicalPlan pp,
PigContext pc,
PrintStream ps,
String format,
boolean verbose)
Explain how a pig job will be executed on the underlying infrastructure. |
protected void |
getErrorMessages(org.apache.hadoop.mapred.TaskReport[] reports,
String type,
boolean errNotDbg,
PigContext pigContext)
|
StackTraceElement |
getStackTraceElement(String line)
|
protected void |
getStats(org.apache.hadoop.mapred.jobcontrol.Job job,
org.apache.hadoop.mapred.JobClient jobClient,
boolean errNotDbg,
PigContext pigContext)
|
long |
getTotalHadoopTimeSpent()
|
protected boolean |
isComplete(double prog)
|
abstract PigStats |
launchPig(PhysicalPlan php,
String grpName,
PigContext pc)
Method to launch pig for hadoop either for a cluster's job tracker or for a local job runner. |
protected double |
progressOfRunningJob(org.apache.hadoop.mapred.jobcontrol.Job j,
org.apache.hadoop.mapred.JobClient jobClient)
Returns the progress of a Job j which is part of a submitted JobControl object. |
void |
reset()
Resets the state after a launch |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Constructor Detail |
---|
protected Launcher()
Method Detail |
---|
public void reset()
public abstract PigStats launchPig(PhysicalPlan php, String grpName, PigContext pc) throws PlanException, VisitorException, IOException, ExecException, JobCreationException, Exception
php
- grpName
- pc
-
PlanException
VisitorException
IOException
ExecException
JobCreationException
Exception
public abstract void explain(PhysicalPlan pp, PigContext pc, PrintStream ps, String format, boolean verbose) throws PlanException, VisitorException, IOException
pp
- PhysicalPlan to explainpc
- PigContext to use for configurationps
- PrintStream to write output on.format
- Format to write inverbose
- Amount of information to print
VisitorException
IOException
PlanException
protected boolean isComplete(double prog)
protected void getStats(org.apache.hadoop.mapred.jobcontrol.Job job, org.apache.hadoop.mapred.JobClient jobClient, boolean errNotDbg, PigContext pigContext) throws Exception
Exception
protected long computeTimeSpent(org.apache.hadoop.mapred.TaskReport[] mapReports)
protected void getErrorMessages(org.apache.hadoop.mapred.TaskReport[] reports, String type, boolean errNotDbg, PigContext pigContext) throws Exception
Exception
protected double calculateProgress(org.apache.hadoop.mapred.jobcontrol.JobControl jc, org.apache.hadoop.mapred.JobClient jobClient) throws IOException
jc
- - The JobControl object that has been submittedjobClient
- - The JobClient to which it has been submitted
IOException
protected double progressOfRunningJob(org.apache.hadoop.mapred.jobcontrol.Job j, org.apache.hadoop.mapred.JobClient jobClient) throws IOException
j
- - The Job for which progress is requiredjobClient
- - the JobClient to which it has been submitted
IOException
public long getTotalHadoopTimeSpent()
public StackTraceElement getStackTraceElement(String line) throws Exception
line
- the string representation of a stack trace returned by printStackTrace
Exception
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |