Package org.apache.hadoop.yarn.sls.scheduler

Class SLSCapacityScheduler

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerApp,org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.fica.FiCaSchedulerNode>

org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler

org.apache.hadoop.yarn.sls.scheduler.SLSCapacityScheduler

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable, org.apache.hadoop.conf.Configurable, org.apache.hadoop.service.Service, org.apache.hadoop.yarn.event.EventHandler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent>, org.apache.hadoop.yarn.server.resourcemanager.recovery.Recoverable, org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext, org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.ResourceAllocationCommitter, org.apache.hadoop.yarn.server.resourcemanager.scheduler.MutableConfScheduler, org.apache.hadoop.yarn.server.resourcemanager.scheduler.PreemptableResourceScheduler, org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler, org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler, SchedulerWrapper

@Private
@Unstable
public class SLSCapacityScheduler
extends org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler
implements SchedulerWrapper, org.apache.hadoop.conf.Configurable

Nested Class Summary

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields inherited from class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler

activitiesManager, applications, EMPTY_ALLOCATION, lastNodeUpdateTime, minimumAllocation, nmExpireInterval, nmHeartbeatInterval, nodeTracker, readLock, rmContext, schedulerHealth, schedulingMonitorManager, THREAD_JOIN_TIMEOUT_MS, updateInterval, writeLock

Constructor Summary

Constructors

Constructor	Description
SLSCapacityScheduler()

Method Summary

Modifier and Type	Method	Description
org.apache.hadoop.yarn.server.resourcemanager.scheduler.Allocation	allocate(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId, java.util.List<org.apache.hadoop.yarn.api.records.ResourceRequest> resourceRequests, java.util.List<org.apache.hadoop.yarn.api.records.SchedulingRequest> schedulingRequests, java.util.List<org.apache.hadoop.yarn.api.records.ContainerId> containerIds, java.util.List<java.lang.String> blacklistAdditions, java.util.List<java.lang.String> blacklistRemovals, org.apache.hadoop.yarn.server.resourcemanager.scheduler.ContainerUpdates updateRequests)
org.apache.hadoop.yarn.server.resourcemanager.scheduler.Allocation	allocatePropagated(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId, java.util.List<org.apache.hadoop.yarn.api.records.ResourceRequest> resourceRequests, java.util.List<org.apache.hadoop.yarn.api.records.SchedulingRequest> schedulingRequests, java.util.List<org.apache.hadoop.yarn.api.records.ContainerId> containerIds, java.util.List<java.lang.String> blacklistAdditions, java.util.List<java.lang.String> blacklistRemovals, org.apache.hadoop.yarn.server.resourcemanager.scheduler.ContainerUpdates updateRequests)
org.apache.hadoop.conf.Configuration	getConf()
java.lang.String	getRealQueueName(java.lang.String queue)
SchedulerMetrics	getSchedulerMetrics()
SLSRunner	getSLSRunner()
Tracker	getTracker()
void	handle(org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent schedulerEvent)
void	propagatedHandle(org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent schedulerEvent)
void	serviceStop()
void	setConf(org.apache.hadoop.conf.Configuration conf)
void	setSLSRunner(SLSRunner runner)
boolean	tryCommit(org.apache.hadoop.yarn.api.records.Resource cluster, org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.ResourceCommitRequest r, boolean updatePending)

Methods inherited from class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler

addNodes, addQueue, attemptAllocationOnNode, checkAccess, checkAndGetApplicationLifetime, checkAndGetApplicationPriority, completedContainerInternal, createResourceCommitRequest, getAllNodes, getApplicationAttempt, getAppsInQueue, getAsyncSchedulerThreads, getAsyncSchedulingPendingBacklogs, getCapacitySchedulerQueueManager, getClusterResourceUsage, getConfiguration, getContainerTokenSecretManager, getCsConfProvider, getCSMappingPlacementRule, getMaximumApplicationLifetime, getMaximumResourceCapability, getMutableConfProvider, getNode, getNumAsyncSchedulerThreads, getNumClusterNodes, getPendingApplicationComparator, getPlanQueues, getPreemptionManager, getQueue, getQueueContext, getQueueInfo, getQueueUserAclInfo, getResourceCalculator, getRMContext, getRootQueue, getRootQueueMetrics, getSchedulingResourceTypes, getWorkflowPriorityMappingsManager, isAmbiguous, isConfigurationMutable, isMultiNodePlacementEnabled, isSystemAppsLimitReached, killContainer, killReservedContainer, markContainerForKillable, markContainerForPreemption, moveApplication, moveReservedContainer, nodeUpdate, normalizeQueueName, placementConstraintEnabled, preValidateMoveApplication, recover, reinitialize, reinitialize, removeQueue, removeQueue, resetSchedulerMetrics, serviceInit, serviceStart, setAsyncSchedulingConf, setEntitlement, setMaxRunningAppsEnforcer, setQueueManager, setResourceCalculator, setRMContext, shouldSkipNodeSchedule, submitResourceCommitRequest, updateApplicationPriority, updatePlacementRules

Methods inherited from class org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler

asyncContainerRelease, clearPendingContainerCache, completedContainer, containerIncreasedOnNode, containerLaunchedOnNode, createReleaseCache, createSchedContainerChangeRequests, getActivitiesManager, getAppResourceUsageReport, getBlacklistedNodes, getClock, getClusterResource, getCurrentAttemptForContainer, getLastNodeUpdateTime, getMaxClusterLevelAppPriority, getMaximumAllocation, getMaximumResourceCapability, getMinimumAllocation, getMinimumResourceCapability, getNodeIds, getNodeReport, getNodes, getNodeTracker, getNormalizedResource, getPendingResourceRequestsForAttempt, getPendingSchedulingRequestsForAttempt, getRMContainer, getSchedulerAppInfo, getSchedulerApplications, getSchedulerHealth, getSchedulerNode, getSchedulingMonitorManager, getSkipNodeInterval, getTransferredContainers, handleContainerUpdates, initMaximumResourceCapability, killAllAppsInQueue, moveAllApps, normalizeResourceRequests, normalizeResourceRequests, recoverContainersOnNode, refreshMaximumAllocation, releaseContainers, rollbackContainerUpdate, setClock, setClusterMaxPriority, setLastNodeUpdateTime, shouldContainersBeAutoUpdated, triggerUpdate, update, updateNodeResource, updateNodeResourceUtilization, updateSchedulerHealthInformation

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext

getActivitiesManager, getClock, getClusterResource, getLastNodeUpdateTime, getMaxClusterLevelAppPriority, getMaximumResourceCapability, getMinimumResourceCapability, getSchedulerHealth

Methods inherited from interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.ResourceScheduler

getNodeIds

Methods inherited from interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

getAppResourceUsageReport, getClusterResource, getMaxClusterLevelAppPriority, getMaximumResourceCapability, getMinimumResourceCapability, getNodeReport, getNormalizedResource, getPendingResourceRequestsForAttempt, getPendingSchedulingRequestsForAttempt, getRMContainer, getSchedulerAppInfo, getSchedulerNode, getTransferredContainers, killAllAppsInQueue, moveAllApps, setClusterMaxPriority

Constructor Detail

SLSCapacityScheduler

public SLSCapacityScheduler()

Method Detail

setConf

public void setConf(org.apache.hadoop.conf.Configuration conf)

Specified by:

setConf in interface org.apache.hadoop.conf.Configurable

Overrides:

setConf in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler

allocate

public org.apache.hadoop.yarn.server.resourcemanager.scheduler.Allocation allocate(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId,
                                                                                   java.util.List<org.apache.hadoop.yarn.api.records.ResourceRequest> resourceRequests,
                                                                                   java.util.List<org.apache.hadoop.yarn.api.records.SchedulingRequest> schedulingRequests,
                                                                                   java.util.List<org.apache.hadoop.yarn.api.records.ContainerId> containerIds,
                                                                                   java.util.List<java.lang.String> blacklistAdditions,
                                                                                   java.util.List<java.lang.String> blacklistRemovals,
                                                                                   org.apache.hadoop.yarn.server.resourcemanager.scheduler.ContainerUpdates updateRequests)

Specified by:

allocate in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.YarnScheduler

Overrides:

allocate in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler

allocatePropagated

public org.apache.hadoop.yarn.server.resourcemanager.scheduler.Allocation allocatePropagated(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attemptId,
                                                                                             java.util.List<org.apache.hadoop.yarn.api.records.ResourceRequest> resourceRequests,
                                                                                             java.util.List<org.apache.hadoop.yarn.api.records.SchedulingRequest> schedulingRequests,
                                                                                             java.util.List<org.apache.hadoop.yarn.api.records.ContainerId> containerIds,
                                                                                             java.util.List<java.lang.String> blacklistAdditions,
                                                                                             java.util.List<java.lang.String> blacklistRemovals,
                                                                                             org.apache.hadoop.yarn.server.resourcemanager.scheduler.ContainerUpdates updateRequests)

Specified by:

allocatePropagated in interface SchedulerWrapper

tryCommit

public boolean tryCommit(org.apache.hadoop.yarn.api.records.Resource cluster,
                         org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.ResourceCommitRequest r,
                         boolean updatePending)

Specified by:

tryCommit in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.common.ResourceAllocationCommitter

Overrides:

tryCommit in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler

handle

public void handle(org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent schedulerEvent)

Specified by:

handle in interface org.apache.hadoop.yarn.event.EventHandler<org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent>

Overrides:

handle in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler

propagatedHandle

public void propagatedHandle(org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEvent schedulerEvent)

Specified by:

propagatedHandle in interface SchedulerWrapper

serviceStop

public void serviceStop()
                 throws java.lang.Exception

Specified by:

serviceStop in interface SchedulerWrapper

Overrides:

serviceStop in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler

Throws:

java.lang.Exception

getRealQueueName

public java.lang.String getRealQueueName(java.lang.String queue)
                                  throws org.apache.hadoop.yarn.exceptions.YarnException

Specified by:

getRealQueueName in interface SchedulerWrapper

Throws:

org.apache.hadoop.yarn.exceptions.YarnException

getSchedulerMetrics

public SchedulerMetrics getSchedulerMetrics()

Specified by:

getSchedulerMetrics in interface SchedulerWrapper

getConf

public org.apache.hadoop.conf.Configuration getConf()

Specified by:

getConf in interface org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerContext

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable

Overrides:

getConf in class org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler

getTracker

public Tracker getTracker()

Specified by:

getTracker in interface SchedulerWrapper

setSLSRunner

public void setSLSRunner(SLSRunner runner)

Specified by:

setSLSRunner in interface SchedulerWrapper

getSLSRunner

public SLSRunner getSLSRunner()

Specified by:

getSLSRunner in interface SchedulerWrapper