|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.hive.ql.exec.Task<mapredWork>
org.apache.hadoop.hive.ql.exec.ExecDriver
public class ExecDriver
Field Summary | |
---|---|
protected org.apache.hadoop.mapred.JobConf |
job
|
static HashMap<String,String> |
runningJobKillURIs
A list of the currently running jobs spawned in this Hive instance that is used to kill all running jobs in the event of an unexpected shutdown - i.e., the JVM shuts down while there are still jobs running. |
Fields inherited from class org.apache.hadoop.hive.ql.exec.Task |
---|
childTasks, conf, console, db, id, LOG, parentTasks, work |
Constructor Summary | |
---|---|
ExecDriver()
Constructor when invoked from QL |
|
ExecDriver(mapredWork plan,
org.apache.hadoop.mapred.JobConf job,
boolean isSilent)
Constructor/Initialization for invocation as independent utility |
Method Summary | |
---|---|
int |
estimateNumberOfReducers(HiveConf hive,
org.apache.hadoop.mapred.JobConf job,
mapredWork work)
Estimate the number of reducers needed for this job, based on job input, and configuration parameters. |
int |
execute()
Execute a query plan using Hadoop |
static String |
generateCmdLine(HiveConf hconf)
Given a Hive Configuration object - generate a command line fragment for passing such configuration information to ExecDriver |
static String |
getResourceFiles(org.apache.hadoop.conf.Configuration conf,
SessionState.ResourceType t)
|
long |
getTotalInputFileSize(org.apache.hadoop.mapred.JobConf job,
mapredWork work)
Calculate the total size of input files. |
boolean |
hasReduce()
|
void |
initialize(HiveConf conf)
Initialization when invoked from QL |
boolean |
isMapRedTask()
|
void |
jobInfo(org.apache.hadoop.mapred.RunningJob rj)
from StreamJob.java |
org.apache.hadoop.mapred.RunningJob |
jobProgress(org.apache.hadoop.mapred.JobClient jc,
org.apache.hadoop.mapred.RunningJob rj)
from StreamJob.java |
static void |
main(String[] args)
|
protected void |
setNumberOfReducers()
Set the number of reducers for the mapred work. |
Methods inherited from class org.apache.hadoop.hive.ql.exec.Task |
---|
addDependentTask, done, fetch, getChildTasks, getId, getParentTasks, getWork, isRunnable, removeDependentTask, setChildTasks, setDone, setId, setParentTasks, setWork |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
protected transient org.apache.hadoop.mapred.JobConf job
public static HashMap<String,String> runningJobKillURIs
Constructor Detail |
---|
public ExecDriver()
public ExecDriver(mapredWork plan, org.apache.hadoop.mapred.JobConf job, boolean isSilent) throws HiveException
HiveException
Method Detail |
---|
public static String getResourceFiles(org.apache.hadoop.conf.Configuration conf, SessionState.ResourceType t)
public void initialize(HiveConf conf)
initialize
in class Task<mapredWork>
public void jobInfo(org.apache.hadoop.mapred.RunningJob rj)
public org.apache.hadoop.mapred.RunningJob jobProgress(org.apache.hadoop.mapred.JobClient jc, org.apache.hadoop.mapred.RunningJob rj) throws IOException
IOException
public int estimateNumberOfReducers(HiveConf hive, org.apache.hadoop.mapred.JobConf job, mapredWork work) throws IOException
IOException
protected void setNumberOfReducers() throws IOException
IOException
public long getTotalInputFileSize(org.apache.hadoop.mapred.JobConf job, mapredWork work) throws IOException
job
- the hadoop job conf.
IOException
public int execute()
execute
in class Task<mapredWork>
public static void main(String[] args) throws IOException, HiveException
IOException
HiveException
public static String generateCmdLine(HiveConf hconf)
public boolean isMapRedTask()
isMapRedTask
in class Task<mapredWork>
public boolean hasReduce()
hasReduce
in class Task<mapredWork>
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |