|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hama.bsp.BSPMaster
public class BSPMaster
BSPMaster is responsible to control all the groom servers and to manage bsp jobs.
Nested Class Summary | |
---|---|
static class |
BSPMaster.State
|
Field Summary | |
---|---|
static long |
GROOMSERVER_EXPIRY_INTERVAL
|
protected ConcurrentMap<GroomServerStatus,WorkerProtocol> |
groomServers
|
static org.apache.commons.logging.Log |
LOG
|
Fields inherited from interface org.apache.hama.ipc.HamaRPCProtocolVersion |
---|
versionID |
Constructor Summary | |
---|---|
BSPMaster(HamaConfiguration conf)
Start the BSPMaster process, listen on the indicated hostname/port |
Method Summary | |
---|---|
void |
addJobInProgressListener(org.apache.hama.bsp.JobInProgressListener listener)
Registers a JobInProgressListener to GroomServerManager. |
static BSPMaster |
constructMaster(Class<? extends BSPMaster> masterClass,
org.apache.hadoop.conf.Configuration conf)
|
Map<String,String> |
currentGroomServerPeers()
Current GroomServer Peers. |
BSPMaster.State |
currentState()
|
WorkerProtocol |
findGroomServer(GroomServerStatus status)
Find WorkerProtocol with corresponded groom server status |
Collection<WorkerProtocol> |
findGroomServers()
Find the collection of groom servers. |
static InetSocketAddress |
getAddress(org.apache.hadoop.conf.Configuration conf)
|
JobStatus[] |
getAllJobs()
Get all the jobs submitted. |
ClusterStatus |
getClusterStatus(boolean detailed)
Get the current status of the cluster |
String |
getFilesystemName()
A BSP system always operates on a single filesystem. |
JobProfile |
getJobProfile(BSPJobID jobid)
Grab a handle to a job that is already known to the BSPMaster. |
JobStatus |
getJobStatus(BSPJobID jobid)
Grab a handle to a job that is already known to the BSPMaster. |
BSPJobID |
getNewJobId()
This method returns new job id. |
long |
getProtocolVersion(String protocol,
long clientVersion)
|
String |
getSystemDir()
Return system directory to which BSP store control files. |
Collection<GroomServerStatus> |
groomServerStatusKeySet()
Collection of GroomServerStatus as the key set. |
JobStatus[] |
jobsToComplete()
Get the jobs that are not completed and not failed |
void |
killJob(BSPJobID jobid)
Kill the indicated job |
boolean |
killTask(TaskAttemptID taskId,
boolean shouldFail)
Kill indicated task attempt. |
void |
offerService()
|
boolean |
register(GroomServerStatus status)
A GroomServer registers with its status to BSPMaster when startup, which will update GroomServers cache. |
void |
removeJobInProgressListener(org.apache.hama.bsp.JobInProgressListener listener)
Unregisters a JobInProgressListener to GroomServerManager. |
boolean |
report(Directive directive)
A GroomServer (periodically) reports task statuses back to the BSPMaster. |
void |
shutdown()
|
static BSPMaster |
startMaster(HamaConfiguration conf)
|
static BSPMaster |
startMaster(HamaConfiguration conf,
String identifier)
|
JobStatus |
submitJob(BSPJobID jobID,
String jobFile)
Submit a Job for execution. |
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
public static final org.apache.commons.logging.Log LOG
public static final long GROOMSERVER_EXPIRY_INTERVAL
protected ConcurrentMap<GroomServerStatus,WorkerProtocol> groomServers
Constructor Detail |
---|
public BSPMaster(HamaConfiguration conf) throws IOException, InterruptedException
IOException
InterruptedException
Method Detail |
---|
public boolean register(GroomServerStatus status) throws IOException
register
in interface MasterProtocol
status
- to be updated in cache.
IOException
public boolean report(Directive directive) throws IOException
MasterProtocol
report
in interface MasterProtocol
IOException
public static BSPMaster startMaster(HamaConfiguration conf) throws IOException, InterruptedException
IOException
InterruptedException
public static BSPMaster startMaster(HamaConfiguration conf, String identifier) throws IOException, InterruptedException
IOException
InterruptedException
public static InetSocketAddress getAddress(org.apache.hadoop.conf.Configuration conf)
public void offerService() throws InterruptedException, IOException
InterruptedException
IOException
public long getProtocolVersion(String protocol, long clientVersion) throws IOException
getProtocolVersion
in interface org.apache.hadoop.ipc.VersionedProtocol
IOException
public BSPJobID getNewJobId() throws IOException
getNewJobId
in interface JobSubmissionProtocol
IOException
public JobStatus submitJob(BSPJobID jobID, String jobFile) throws IOException
JobSubmissionProtocol
submitJob
in interface JobSubmissionProtocol
IOException
public ClusterStatus getClusterStatus(boolean detailed)
JobSubmissionProtocol
getClusterStatus
in interface JobSubmissionProtocol
detailed
- if true then report groom names as well
public WorkerProtocol findGroomServer(GroomServerStatus status)
public Collection<WorkerProtocol> findGroomServers()
public Collection<GroomServerStatus> groomServerStatusKeySet()
public void addJobInProgressListener(org.apache.hama.bsp.JobInProgressListener listener)
public void removeJobInProgressListener(org.apache.hama.bsp.JobInProgressListener listener)
public Map<String,String> currentGroomServerPeers()
public JobStatus[] jobsToComplete() throws IOException
JobSubmissionProtocol
jobsToComplete
in interface JobSubmissionProtocol
IOException
public JobStatus[] getAllJobs() throws IOException
JobSubmissionProtocol
getAllJobs
in interface JobSubmissionProtocol
IOException
public String getFilesystemName() throws IOException
JobSubmissionProtocol
getFilesystemName
in interface JobSubmissionProtocol
IOException
public String getSystemDir()
getSystemDir
in interface JobSubmissionProtocol
getSystemDir
in interface MasterProtocol
public JobProfile getJobProfile(BSPJobID jobid) throws IOException
JobSubmissionProtocol
getJobProfile
in interface JobSubmissionProtocol
IOException
public JobStatus getJobStatus(BSPJobID jobid) throws IOException
JobSubmissionProtocol
getJobStatus
in interface JobSubmissionProtocol
IOException
public void killJob(BSPJobID jobid) throws IOException
JobSubmissionProtocol
killJob
in interface JobSubmissionProtocol
IOException
public boolean killTask(TaskAttemptID taskId, boolean shouldFail) throws IOException
JobSubmissionProtocol
killTask
in interface JobSubmissionProtocol
taskId
- the id of the task to kill.shouldFail
- if true the task is failed and added to failed tasks
list, otherwise it is just killed, w/o affecting job failure
status.
IOException
public static BSPMaster constructMaster(Class<? extends BSPMaster> masterClass, org.apache.hadoop.conf.Configuration conf)
public void shutdown()
public BSPMaster.State currentState()
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |