@InterfaceAudience.Private
@InterfaceStability.Unstable
public class ResourceSchedulerWrapper
extends org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
implements org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler, org.apache.hadoop.conf.Configurable
Modifier and Type | Field and Description |
---|---|
org.apache.log4j.Logger |
LOG |
static int |
SHUTDOWN_HOOK_PRIORITY |
Constructor and Description |
---|
ResourceSchedulerWrapper() |
Modifier and Type | Method and Description |
---|---|
void |
addAMRuntime(org.apache.hadoop.yarn.api.records.ApplicationId appId,
long traceStartTimeMS,
long traceEndTimeMS,
long simulateStartTimeMS,
long simulateEndTimeMS) |
void |
addTrackedApp(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
String oldAppId) |
org.apache.hadoop.yarn.server.resourcemanager.scheduler.Allocation |
allocate(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId,
List<org.apache.hadoop.yarn.api.records.ResourceRequest> resourceRequests,
List<org.apache.hadoop.yarn.api.records.ContainerId> containerIds,
List<String> strings,
List<String> strings2) |
boolean |
checkAccess(org.apache.hadoop.security.UserGroupInformation callerUGI,
org.apache.hadoop.yarn.api.records.QueueACL acl,
String queueName) |
protected void |
completedContainer(org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer rmContainer,
org.apache.hadoop.yarn.api.records.ContainerStatus containerStatus,
org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerEventType event) |
org.apache.hadoop.yarn.api.records.ApplicationResourceUsageReport |
getAppResourceUsageReport(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId) |
List<org.apache.hadoop.yarn.api.records.ApplicationAttemptId> |
getAppsInQueue(String queue) |
org.apache.hadoop.yarn.api.records.Resource |
getClusterResource() |
org.apache.hadoop.conf.Configuration |
getConf() |
org.apache.hadoop.yarn.api.records.Resource |
getIncrementResourceCapability() |
org.apache.hadoop.yarn.api.records.Resource |
getMaximumResourceCapability() |
com.codahale.metrics.MetricRegistry |
getMetrics() |
org.apache.hadoop.yarn.api.records.Resource |
getMinimumResourceCapability() |
org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNodeReport |
getNodeReport(org.apache.hadoop.yarn.api.records.NodeId nodeId) |
int |
getNumClusterNodes() |
org.apache.hadoop.yarn.api.records.QueueInfo |
getQueueInfo(String s,
boolean b,
boolean b2) |
Set<String> |
getQueueSet() |
List<org.apache.hadoop.yarn.api.records.QueueUserACLInfo> |
getQueueUserAclInfo() |
org.apache.hadoop.yarn.util.resource.ResourceCalculator |
getResourceCalculator() |
org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer |
getRMContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId) |
org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics |
getRootQueueMetrics() |
org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerAppReport |
getSchedulerAppInfo(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId) |
Map<org.apache.hadoop.yarn.api.records.ApplicationId,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplication<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt>> |
getSchedulerApplications() |
SchedulerMetrics |
getSchedulerMetrics() |
Set<String> |
getTrackedAppSet() |
List<org.apache.hadoop.yarn.api.records.Container> |
getTransferredContainers(org.apache.hadoop.yarn.api.records.ApplicationAttemptId currentAttempt) |
void |
handle(org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent schedulerEvent) |
String |
moveApplication(org.apache.hadoop.yarn.api.records.ApplicationId appId,
String newQueue) |
void |
recover(org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState rmState) |
void |
reinitialize(org.apache.hadoop.conf.Configuration conf,
org.apache.hadoop.yarn.server.resourcemanager.RMContext rmContext) |
void |
removeTrackedApp(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
String oldAppId) |
void |
serviceInit(org.apache.hadoop.conf.Configuration conf) |
void |
serviceStart() |
void |
serviceStop() |
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
void |
setQueueSet(Set<String> queues) |
void |
setRMContext(org.apache.hadoop.yarn.server.resourcemanager.RMContext rmContext) |
void |
setTrackedAppSet(Set<String> apps) |
addBlacklistedNodeIdsToList, addQueue, containerLaunchedOnNode, createReleaseCache, getApplicationAttempt, getCurrentAttemptForContainer, getMaximumResourceCapability, getPendingResourceRequestsForAttempt, getPlanQueues, getSchedulerNode, getSchedulingResourceTypes, initMaximumResourceCapability, killAllAppsInQueue, moveAllApps, recoverContainersOnNode, recoverResourceRequestForContainer, refreshMaximumAllocation, releaseContainers, removeQueue, setEntitlement, updateMaximumAllocation, updateNodeResource
close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop
public static final int SHUTDOWN_HOOK_PRIORITY
public final org.apache.log4j.Logger LOG
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
public org.apache.hadoop.yarn.server.resourcemanager.scheduler.Allocation allocate(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId, List<org.apache.hadoop.yarn.api.records.ResourceRequest> resourceRequests, List<org.apache.hadoop.yarn.api.records.ContainerId> containerIds, List<String> strings, List<String> strings2)
allocate
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
public void handle(org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent schedulerEvent)
handle
in interface org.apache.hadoop.yarn.event.EventHandler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent>
public void addAMRuntime(org.apache.hadoop.yarn.api.records.ApplicationId appId, long traceStartTimeMS, long traceEndTimeMS, long simulateStartTimeMS, long simulateEndTimeMS)
public com.codahale.metrics.MetricRegistry getMetrics()
public SchedulerMetrics getSchedulerMetrics()
public void addTrackedApp(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, String oldAppId)
public void removeTrackedApp(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, String oldAppId)
public org.apache.hadoop.conf.Configuration getConf()
getConf
in interface org.apache.hadoop.conf.Configurable
public void serviceInit(org.apache.hadoop.conf.Configuration conf) throws Exception
serviceInit
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
Exception
public void serviceStart() throws Exception
serviceStart
in class org.apache.hadoop.service.AbstractService
Exception
public void serviceStop() throws Exception
serviceStop
in class org.apache.hadoop.service.AbstractService
Exception
public void setRMContext(org.apache.hadoop.yarn.server.resourcemanager.RMContext rmContext)
setRMContext
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler
public void reinitialize(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.yarn.server.resourcemanager.RMContext rmContext) throws IOException
reinitialize
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler
IOException
public void recover(org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore.RMState rmState) throws Exception
recover
in interface org.apache.hadoop.yarn.server.resourcemanager.recovery.Recoverable
Exception
public org.apache.hadoop.yarn.api.records.QueueInfo getQueueInfo(String s, boolean b, boolean b2) throws IOException
getQueueInfo
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
IOException
public List<org.apache.hadoop.yarn.api.records.QueueUserACLInfo> getQueueUserAclInfo()
getQueueUserAclInfo
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
public org.apache.hadoop.yarn.api.records.Resource getMinimumResourceCapability()
getMinimumResourceCapability
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
getMinimumResourceCapability
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
public org.apache.hadoop.yarn.api.records.Resource getMaximumResourceCapability()
getMaximumResourceCapability
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
getMaximumResourceCapability
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
public org.apache.hadoop.yarn.util.resource.ResourceCalculator getResourceCalculator()
getResourceCalculator
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
public int getNumClusterNodes()
getNumClusterNodes
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
public org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNodeReport getNodeReport(org.apache.hadoop.yarn.api.records.NodeId nodeId)
getNodeReport
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
getNodeReport
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
public org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerAppReport getSchedulerAppInfo(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId)
getSchedulerAppInfo
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
getSchedulerAppInfo
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
public org.apache.hadoop.yarn.server.resourcemanager.scheduler.QueueMetrics getRootQueueMetrics()
getRootQueueMetrics
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
public boolean checkAccess(org.apache.hadoop.security.UserGroupInformation callerUGI, org.apache.hadoop.yarn.api.records.QueueACL acl, String queueName)
checkAccess
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
public org.apache.hadoop.yarn.api.records.ApplicationResourceUsageReport getAppResourceUsageReport(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId)
getAppResourceUsageReport
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
getAppResourceUsageReport
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
public List<org.apache.hadoop.yarn.api.records.ApplicationAttemptId> getAppsInQueue(String queue)
getAppsInQueue
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
public org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer getRMContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)
getRMContainer
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
getRMContainer
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
public String moveApplication(org.apache.hadoop.yarn.api.records.ApplicationId appId, String newQueue) throws org.apache.hadoop.yarn.exceptions.YarnException
moveApplication
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
moveApplication
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
org.apache.hadoop.yarn.exceptions.YarnException
@InterfaceAudience.LimitedPrivate(value="yarn") @InterfaceStability.Unstable public org.apache.hadoop.yarn.api.records.Resource getClusterResource()
getClusterResource
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
getClusterResource
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
public org.apache.hadoop.yarn.api.records.Resource getIncrementResourceCapability()
getIncrementResourceCapability
in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler
public List<org.apache.hadoop.yarn.api.records.Container> getTransferredContainers(org.apache.hadoop.yarn.api.records.ApplicationAttemptId currentAttempt)
getTransferredContainers
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
public Map<org.apache.hadoop.yarn.api.records.ApplicationId,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplication<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt>> getSchedulerApplications()
getSchedulerApplications
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
protected void completedContainer(org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer rmContainer, org.apache.hadoop.yarn.api.records.ContainerStatus containerStatus, org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerEventType event)
completedContainer
in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerApplicationAttempt,org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode>
Copyright © 2018 Apache Software Foundation. All Rights Reserved.