|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.hive.ql.exec.Task<MapredWork>
org.apache.hadoop.hive.ql.exec.ExecDriver
public class ExecDriver
ExecDriver.
Nested Class Summary |
---|
Nested classes/interfaces inherited from class org.apache.hadoop.hive.ql.exec.Task |
---|
Task.FeedType |
Field Summary | |
---|---|
protected org.apache.hadoop.mapred.JobConf |
job
|
String |
jobId
|
protected int |
mapProgress
|
static MemoryMXBean |
memoryMXBean
|
protected int |
reduceProgress
|
Fields inherited from class org.apache.hadoop.hive.ql.exec.Task |
---|
BACKUP_COMMON_JOIN, backupChildrenTasks, backupTask, childTasks, clonedConf, COMMON_JOIN, conf, console, CONVERTED_LOCAL_MAPJOIN, CONVERTED_MAPJOIN, db, driverContext, feedSubscribers, id, initialized, isdone, LOCAL_MAPJOIN, LOG, NO_TAG, parentTasks, queryPlan, queued, started, taskCounters, taskHandle, taskTag, work |
Constructor Summary | |
---|---|
ExecDriver()
Constructor when invoked from QL. |
|
ExecDriver(MapredWork plan,
org.apache.hadoop.mapred.JobConf job,
boolean isSilent)
Constructor/Initialization for invocation as independent utility. |
Method Summary | |
---|---|
int |
execute(DriverContext driverContext)
Execute a query plan using Hadoop. |
static String |
generateCmdLine(HiveConf hconf)
Given a Hive Configuration object - generate a command line fragment for passing such configuration information to ExecDriver. |
static String |
getJobEndMsg(String jobId)
this msg pattern is used to track when a job is successfully done. |
String |
getJobId()
|
String |
getName()
Gets the name of the node. |
protected static String |
getResourceFiles(org.apache.hadoop.conf.Configuration conf,
SessionState.ResourceType t)
|
StageType |
getType()
Should be overridden to return the type of the specific task among the types in StageType. |
boolean |
hasReduce()
|
void |
initialize(HiveConf conf,
QueryPlan queryPlan,
DriverContext driverContext)
Initialization when invoked from QL. |
boolean |
isMapRedTask()
|
protected void |
localizeMRTmpFilesImpl(Context ctx)
If this task uses any map-reduce intermediate data (either for reading or for writing), localize them (using the supplied Context). |
static void |
main(String[] args)
|
boolean |
mapDone()
|
boolean |
mapStarted()
|
boolean |
reduceDone()
|
boolean |
reduceStarted()
|
void |
setJobId(String jobId)
|
Methods inherited from class org.apache.hadoop.hive.ql.exec.Task |
---|
addDependentTask, cloneConf, done, executeTask, fetch, getAndInitBackupTask, getBackupChildrenTasks, getBackupTask, getChildren, getChildTasks, getCounters, getDependentTasks, getFeedSubscribers, getId, getInitialized, getParentTasks, getQueued, getTaskTag, getWork, isLocalMode, isMapRedLocalTask, isRunnable, localizeMRTmpFiles, pushFeed, receiveFeed, removeDependentTask, removeFromChildrenTasks, setBackupChildrenTasks, setBackupTask, setChildTasks, setDone, setFeedSubscribers, setId, setInitialized, setLocalMode, setParentTasks, setQueued, setStarted, setTaskTag, setWork, started, subscribeFeed |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
protected transient org.apache.hadoop.mapred.JobConf job
protected transient int mapProgress
protected transient int reduceProgress
public transient String jobId
public static MemoryMXBean memoryMXBean
Constructor Detail |
---|
public ExecDriver()
public ExecDriver(MapredWork plan, org.apache.hadoop.mapred.JobConf job, boolean isSilent) throws HiveException
HiveException
Method Detail |
---|
public String getJobId()
public void setJobId(String jobId)
protected static String getResourceFiles(org.apache.hadoop.conf.Configuration conf, SessionState.ResourceType t)
public void initialize(HiveConf conf, QueryPlan queryPlan, DriverContext driverContext)
initialize
in class Task<MapredWork>
public boolean mapStarted()
public boolean reduceStarted()
public boolean mapDone()
public boolean reduceDone()
public int execute(DriverContext driverContext)
execute
in class Task<MapredWork>
public static String getJobEndMsg(String jobId)
jobId
-
public static void main(String[] args) throws IOException, HiveException
IOException
HiveException
public static String generateCmdLine(HiveConf hconf)
public boolean isMapRedTask()
isMapRedTask
in class Task<MapredWork>
public boolean hasReduce()
hasReduce
in class Task<MapredWork>
public StageType getType()
Task
getType
in class Task<MapredWork>
public String getName()
Node
getName
in interface Node
protected void localizeMRTmpFilesImpl(Context ctx)
Task
localizeMRTmpFilesImpl
in class Task<MapredWork>
ctx
- context object with which to localize
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |