Package org.apache.hadoop.mapreduce.v2.hs

Class CompletedJob

java.lang.Object

org.apache.hadoop.mapreduce.v2.hs.CompletedJob

All Implemented Interfaces:

org.apache.hadoop.mapreduce.v2.app.job.Job

public class CompletedJob
extends java.lang.Object
implements org.apache.hadoop.mapreduce.v2.app.job.Job

Loads the basic job level data upfront. Data from job history file is loaded lazily.

Constructor Summary

Constructors

Constructor	Description
CompletedJob(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapreduce.v2.api.records.JobId jobId, org.apache.hadoop.fs.Path historyFile, boolean loadTasks, java.lang.String userName, HistoryFileManager.HistoryFileInfo info, org.apache.hadoop.mapred.JobACLsManager aclsMgr)

Method Summary

Modifier and Type	Method	Description
boolean	checkAccess(org.apache.hadoop.security.UserGroupInformation callerUGI, org.apache.hadoop.mapreduce.JobACL jobOperation)
protected org.apache.hadoop.mapreduce.jobhistory.JobHistoryParser	createJobHistoryParser(org.apache.hadoop.fs.Path historyFileAbsolute)
org.apache.hadoop.mapreduce.Counters	getAllCounters()
java.util.List<org.apache.hadoop.mapreduce.v2.api.records.AMInfo>	getAMInfos()
int	getCompletedMaps()
int	getCompletedReduces()
org.apache.hadoop.fs.Path	getConfFile()
java.util.List<java.lang.String>	getDiagnostics()
int	getFailedMaps()
int	getFailedReduces()
org.apache.hadoop.mapreduce.v2.api.records.JobId	getID()
java.util.Map<org.apache.hadoop.mapreduce.JobACL,org.apache.hadoop.security.authorize.AccessControlList>	getJobACLs()
int	getKilledMaps()
int	getKilledReduces()
org.apache.hadoop.mapred.TaskCompletionEvent[]	getMapAttemptCompletionEvents(int startIndex, int maxEvents)
java.lang.String	getName()
float	getProgress()
java.lang.String	getQueueName()
org.apache.hadoop.mapreduce.v2.api.records.JobReport	getReport()
org.apache.hadoop.mapreduce.v2.api.records.JobState	getState()
org.apache.hadoop.mapreduce.v2.app.job.Task	getTask(org.apache.hadoop.mapreduce.v2.api.records.TaskId taskId)
org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptCompletionEvent[]	getTaskAttemptCompletionEvents(int fromEventId, int maxEvents)
java.util.Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task>	getTasks()
java.util.Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task>	getTasks(org.apache.hadoop.mapreduce.v2.api.records.TaskType taskType)
int	getTotalMaps()
int	getTotalReduces()
java.lang.String	getUserName()
boolean	isUber()
org.apache.hadoop.conf.Configuration	loadConfFile()
protected void	loadFullHistoryData(boolean loadTasks, org.apache.hadoop.fs.Path historyFileAbsolute)
void	setJobPriority(org.apache.hadoop.yarn.api.records.Priority priority)
void	setQueueName(java.lang.String queueName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

CompletedJob

public CompletedJob(org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.mapreduce.v2.api.records.JobId jobId,
                    org.apache.hadoop.fs.Path historyFile,
                    boolean loadTasks,
                    java.lang.String userName,
                    HistoryFileManager.HistoryFileInfo info,
                    org.apache.hadoop.mapred.JobACLsManager aclsMgr)
             throws java.io.IOException

Throws:

java.io.IOException

Method Detail

getCompletedMaps

public int getCompletedMaps()

Specified by:

getCompletedMaps in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getCompletedReduces

public int getCompletedReduces()

Specified by:

getCompletedReduces in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getAllCounters

public org.apache.hadoop.mapreduce.Counters getAllCounters()

Specified by:

getAllCounters in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getID

public org.apache.hadoop.mapreduce.v2.api.records.JobId getID()

Specified by:

getID in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getReport

public org.apache.hadoop.mapreduce.v2.api.records.JobReport getReport()

Specified by:

getReport in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getProgress

public float getProgress()

Specified by:

getProgress in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getState

public org.apache.hadoop.mapreduce.v2.api.records.JobState getState()

Specified by:

getState in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getTask

public org.apache.hadoop.mapreduce.v2.app.job.Task getTask(org.apache.hadoop.mapreduce.v2.api.records.TaskId taskId)

Specified by:

getTask in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getTaskAttemptCompletionEvents

public org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptCompletionEvent[] getTaskAttemptCompletionEvents(int fromEventId,
                                                                                                              int maxEvents)

Specified by:

getTaskAttemptCompletionEvents in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getMapAttemptCompletionEvents

public org.apache.hadoop.mapred.TaskCompletionEvent[] getMapAttemptCompletionEvents(int startIndex,
                                                                                    int maxEvents)

Specified by:

getMapAttemptCompletionEvents in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getTasks

public java.util.Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks()

Specified by:

getTasks in interface org.apache.hadoop.mapreduce.v2.app.job.Job

createJobHistoryParser

protected org.apache.hadoop.mapreduce.jobhistory.JobHistoryParser createJobHistoryParser(org.apache.hadoop.fs.Path historyFileAbsolute)
                                                                                  throws java.io.IOException

Throws:

java.io.IOException

loadFullHistoryData

protected void loadFullHistoryData(boolean loadTasks,
                                   org.apache.hadoop.fs.Path historyFileAbsolute)
                            throws java.io.IOException

Throws:

java.io.IOException

getDiagnostics

public java.util.List<java.lang.String> getDiagnostics()

Specified by:

getDiagnostics in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getName

public java.lang.String getName()

Specified by:

getName in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getQueueName

public java.lang.String getQueueName()

Specified by:

getQueueName in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getTotalMaps

public int getTotalMaps()

Specified by:

getTotalMaps in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getTotalReduces

public int getTotalReduces()

Specified by:

getTotalReduces in interface org.apache.hadoop.mapreduce.v2.app.job.Job

isUber

public boolean isUber()

Specified by:

isUber in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getTasks

public java.util.Map<org.apache.hadoop.mapreduce.v2.api.records.TaskId,org.apache.hadoop.mapreduce.v2.app.job.Task> getTasks(org.apache.hadoop.mapreduce.v2.api.records.TaskType taskType)

Specified by:

getTasks in interface org.apache.hadoop.mapreduce.v2.app.job.Job

checkAccess

public boolean checkAccess(org.apache.hadoop.security.UserGroupInformation callerUGI,
                           org.apache.hadoop.mapreduce.JobACL jobOperation)

Specified by:

checkAccess in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getJobACLs

public java.util.Map<org.apache.hadoop.mapreduce.JobACL,org.apache.hadoop.security.authorize.AccessControlList> getJobACLs()

Specified by:

getJobACLs in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getUserName

public java.lang.String getUserName()

Specified by:

getUserName in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getConfFile

public org.apache.hadoop.fs.Path getConfFile()

Specified by:

getConfFile in interface org.apache.hadoop.mapreduce.v2.app.job.Job

loadConfFile

public org.apache.hadoop.conf.Configuration loadConfFile()
                                                  throws java.io.IOException

Specified by:

loadConfFile in interface org.apache.hadoop.mapreduce.v2.app.job.Job

Throws:

java.io.IOException

getAMInfos

public java.util.List<org.apache.hadoop.mapreduce.v2.api.records.AMInfo> getAMInfos()

Specified by:

getAMInfos in interface org.apache.hadoop.mapreduce.v2.app.job.Job

setQueueName

public void setQueueName(java.lang.String queueName)

Specified by:

setQueueName in interface org.apache.hadoop.mapreduce.v2.app.job.Job

setJobPriority

public void setJobPriority(org.apache.hadoop.yarn.api.records.Priority priority)

Specified by:

setJobPriority in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getFailedMaps

public int getFailedMaps()

Specified by:

getFailedMaps in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getFailedReduces

public int getFailedReduces()

Specified by:

getFailedReduces in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getKilledMaps

public int getKilledMaps()

Specified by:

getKilledMaps in interface org.apache.hadoop.mapreduce.v2.app.job.Job

getKilledReduces

public int getKilledReduces()

Specified by:

getKilledReduces in interface org.apache.hadoop.mapreduce.v2.app.job.Job