Package org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity

Class CapacitySchedulerConfiguration

java.lang.Object

org.apache.hadoop.conf.Configuration

org.apache.hadoop.yarn.server.resourcemanager.reservation.ReservationSchedulerConfiguration

org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacitySchedulerConfiguration

All Implemented Interfaces:

java.lang.Iterable<java.util.Map.Entry<java.lang.String,java.lang.String>>, org.apache.hadoop.io.Writable

public class CapacitySchedulerConfiguration
extends ReservationSchedulerConfiguration

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	CapacitySchedulerConfiguration.AbsoluteResourceType	Different resource types supported.

Nested classes/interfaces inherited from class org.apache.hadoop.conf.Configuration

org.apache.hadoop.conf.Configuration.DeprecationDelta, org.apache.hadoop.conf.Configuration.IntegerRanges

Field Summary

Fields

Modifier and Type	Field	Description
static java.lang.String	ACCESSIBLE_NODE_LABELS
static java.lang.String	ADDITIONAL_RESOURCE_BALANCE_BASED_ON_RESERVED_CONTAINERS	By default, reserved resource will be excluded while balancing capacities of queues.
static java.lang.String	ALL_ACL
static java.lang.String	ALLOW_ZERO_CAPACITY_SUM
static java.lang.String	APP_FAIL_FAST
static java.lang.String	ASSIGN_MULTIPLE_ENABLED
static java.lang.String	AUTO_CREATE_CHILD_QUEUE_AUTO_REMOVAL_ENABLE
static java.lang.String	AUTO_CREATE_CHILD_QUEUE_ENABLED
static java.lang.String	AUTO_CREATE_CHILD_QUEUE_EXPIRED_TIME
static java.lang.String	AUTO_CREATE_QUEUE_MAX_QUEUES
static java.lang.String	AUTO_CREATED_LEAF_QUEUE_TEMPLATE_PREFIX
static java.lang.String	AUTO_CREATED_QUEUE_MANAGEMENT_POLICY
static java.lang.String	AUTO_QUEUE_CREATION_V2_ENABLED
static java.lang.String	AUTO_QUEUE_CREATION_V2_MAX_QUEUES
protected static java.lang.String	AUTO_QUEUE_CREATION_V2_PREFIX
static java.lang.String	AVERAGE_CAPACITY
static java.lang.String	CAPACITY
static java.lang.String	CROSS_QUEUE_PREEMPTION_CONSERVATIVE_DRF	Flag to determine whether or not to preempt containers from apps where some used resources are less than the user's user limit.
static boolean	DEFAULT_ADDITIONAL_RESOURCE_BALANCE_BASED_ON_RESERVED_CONTAINERS
static boolean	DEFAULT_ALLOW_ZERO_CAPACITY_SUM
static boolean	DEFAULT_APP_FAIL_FAST
static java.lang.String	DEFAULT_APP_ORDERING_POLICY
static java.lang.String	DEFAULT_APPLICATION_PRIORITY
static boolean	DEFAULT_ASSIGN_MULTIPLE_ENABLED
static boolean	DEFAULT_AUTO_CREATE_CHILD_QUEUE_AUTO_REMOVAL_ENABLE
static boolean	DEFAULT_AUTO_CREATE_CHILD_QUEUE_ENABLED
static long	DEFAULT_AUTO_CREATE_CHILD_QUEUE_EXPIRED_TIME
static int	DEFAULT_AUTO_CREATE_QUEUE_MAX_QUEUES
static java.lang.String	DEFAULT_AUTO_CREATED_QUEUE_MANAGEMENT_POLICY
static boolean	DEFAULT_AUTO_QUEUE_CREATION_ENABLED
static int	DEFAULT_AUTO_QUEUE_CREATION_V2_MAX_QUEUES
static java.lang.Integer	DEFAULT_CONFIGURATION_APPLICATION_PRIORITY
static java.lang.Boolean	DEFAULT_CROSS_QUEUE_PREEMPTION_CONSERVATIVE_DRF
static boolean	DEFAULT_ENABLE_QUEUE_MAPPING_OVERRIDE
static boolean	DEFAULT_ENABLE_USER_METRICS
static boolean	DEFAULT_ENABLE_WORKFLOW_PRIORITY_MAPPINGS_OVERRIDE
static boolean	DEFAULT_FAIL_AUTO_CREATION_ON_EXCEEDING_CAPACITY
static java.lang.Boolean	DEFAULT_IN_QUEUE_PREEMPTION_CONSERVATIVE_DRF
static boolean	DEFAULT_INTRAQUEUE_PREEMPTION_ENABLED
static float	DEFAULT_INTRAQUEUE_PREEMPTION_MAX_ALLOWABLE_LIMIT
static float	DEFAULT_INTRAQUEUE_PREEMPTION_MINIMUM_THRESHOLD
static java.lang.String	DEFAULT_INTRAQUEUE_PREEMPTION_ORDER_POLICY
static boolean	DEFAULT_LAZY_PREEMPTION_ENABLED
static boolean	DEFAULT_LEGACY_QUEUE_MODE
static java.lang.String	DEFAULT_LIFETIME_SUFFIX
static int	DEFAULT_MAX_ASSIGN_PER_HEARTBEAT	Avoid potential risk that greedy assign multiple may involve
static int	DEFAULT_MAX_PARALLEL_APPLICATIONS
static long	DEFAULT_MAX_WAIT_BEFORE_KILL_FOR_QUEUE_BALANCE_PREEMPTION
static float	DEFAULT_MAXIMUM_APPLICATIONMASTERS_RESOURCE_PERCENT
static float	DEFAULT_MAXIMUM_CAPACITY_VALUE
static int	DEFAULT_MAXIMUM_QUEUE_DEPTH
static int	DEFAULT_MAXIMUM_SYSTEM_APPLICATIIONS
static boolean	DEFAULT_MULTI_NODE_PLACEMENT_ENABLED
static long	DEFAULT_MULTI_NODE_SORTING_INTERVAL
static java.lang.String	DEFAULT_NODE_LABEL_EXPRESSION
static int	DEFAULT_NODE_LOCALITY_DELAY
static java.lang.String	DEFAULT_NODE_SORTING_POLICY	resource usage based node sorting algorithm.
static java.lang.String	DEFAULT_NODE_SORTING_POLICY_CLASSNAME
static int	DEFAULT_OFFSWITCH_PER_HEARTBEAT_LIMIT
static double	DEFAULT_PREEMPTION_MAX_IGNORED_OVER_CAPACITY
static long	DEFAULT_PREEMPTION_MONITORING_INTERVAL
static double	DEFAULT_PREEMPTION_NATURAL_TERMINATION_FACTOR
static boolean	DEFAULT_PREEMPTION_OBSERVE_ONLY
static boolean	DEFAULT_PREEMPTION_SELECT_CANDIDATES_FOR_RESERVED_CONTAINERS
static boolean	DEFAULT_PREEMPTION_TO_BALANCE_QUEUES_BEYOND_GUARANTEED
static long	DEFAULT_PREEMPTION_WAIT_TIME_BEFORE_KILL
static long	DEFAULT_QUEUE_AUTO_REFRESH_MONITORING_INTERVAL
static long	DEFAULT_QUEUE_MANAGEMENT_MONITORING_INTERVAL
static java.lang.String	DEFAULT_QUEUE_ORDERING_POLICY
static int	DEFAULT_RACK_LOCALITY_ADDITIONAL_DELAY
static boolean	DEFAULT_RACK_LOCALITY_FULL_RESET
static boolean	DEFAULT_RESERVE_CONT_LOOK_ALL_NODES
static java.lang.Class<? extends org.apache.hadoop.yarn.util.resource.ResourceCalculator>	DEFAULT_RESOURCE_CALCULATOR_CLASS
static java.lang.String	DEFAULT_RESOURCE_TYPES
static boolean	DEFAULT_SCHEDULE_ASYNCHRONOUSLY_ENABLE
static long	DEFAULT_SCHEDULE_ASYNCHRONOUSLY_INTERVAL
static java.lang.Integer	DEFAULT_SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_PENDING_BACKLOGS
static boolean	DEFAULT_SKIP_ALLOCATE_ON_NODES_WITH_RESERVED_CONTAINERS
static float	DEFAULT_TOTAL_PREEMPTION_PER_ROUND
static int	DEFAULT_USER_LIMIT
static float	DEFAULT_USER_LIMIT_FACTOR
static float	DEFAULT_USER_WEIGHT
static java.lang.String	DOT
static java.lang.String	ENABLE_QUEUE_MAPPING_OVERRIDE
static java.lang.String	ENABLE_USER_METRICS
static java.lang.String	ENABLE_WORKFLOW_PRIORITY_MAPPINGS_OVERRIDE
static java.lang.String	FAIL_AUTO_CREATION_ON_EXCEEDING_CAPACITY
static java.lang.String	FAIR_APP_ORDERING_POLICY
static java.lang.String	FIFO_APP_ORDERING_POLICY
static java.lang.String	FIFO_FOR_PENDING_APPS
static java.lang.String	FIFO_WITH_PARTITIONS_APP_ORDERING_POLICY
static java.lang.String	IN_QUEUE_PREEMPTION_CONSERVATIVE_DRF
static java.lang.String	INSTANTANEOUS_MAX_CAPACITY
static java.lang.String	INTRAQUEUE_PREEMPTION_ENABLED	For intra-queue preemption, priority/user-limit/fairness based selectors can help to preempt containers.
static java.lang.String	INTRAQUEUE_PREEMPTION_MAX_ALLOWABLE_LIMIT	For intra-queue preemption, allowable maximum-preemptable limit per queue.
static java.lang.String	INTRAQUEUE_PREEMPTION_MINIMUM_THRESHOLD	For intra-queue preemption, consider those queues which are above used cap limit.
static java.lang.String	INTRAQUEUE_PREEMPTION_ORDER_POLICY	For intra-queue preemption, enforce a preemption order such as "userlimit_first" or "priority_first".
static java.lang.String	IS_RESERVABLE
static java.lang.String	LAZY_PREEMPTION_ENABLED
static java.lang.String	MAPPING_RULE_FORMAT
static java.lang.String	MAPPING_RULE_FORMAT_DEFAULT
static java.lang.String	MAPPING_RULE_FORMAT_JSON
static java.lang.String	MAPPING_RULE_FORMAT_LEGACY
static java.lang.String	MAPPING_RULE_JSON
static java.lang.String	MAPPING_RULE_JSON_FILE
static java.lang.String	MAX_ASSIGN_PER_HEARTBEAT	Maximum number of containers to assign on each check-in.
static java.lang.String	MAX_PARALLEL_APPLICATIONS
static java.lang.String	MAX_WAIT_BEFORE_KILL_FOR_QUEUE_BALANCE_PREEMPTION	How long we will wait to balance queues, by default it is 5 mins.
static java.lang.String	MAXIMUM_ALLOCATION
static java.lang.String	MAXIMUM_ALLOCATION_MB
static java.lang.String	MAXIMUM_ALLOCATION_VCORES
static java.lang.String	MAXIMUM_AM_RESOURCE_SUFFIX
static java.lang.String	MAXIMUM_APPLICATION_MASTERS_RESOURCE_PERCENT
static java.lang.String	MAXIMUM_APPLICATIONS_SUFFIX
static java.lang.String	MAXIMUM_CAPACITY
static float	MAXIMUM_CAPACITY_VALUE
static java.lang.String	MAXIMUM_LIFETIME_SUFFIX
static java.lang.String	MAXIMUM_QUEUE_DEPTH
static java.lang.String	MAXIMUM_RESOURCE
static java.lang.String	MAXIMUM_SYSTEM_APPLICATIONS
static float	MINIMUM_CAPACITY_VALUE
static java.lang.String	MINIMUM_RESOURCE	Configuring absolute min/max resources in a queue.
static java.lang.String	MULTI_NODE_PLACEMENT_ENABLED
static java.lang.String	MULTI_NODE_SORTING_POLICIES
static java.lang.String	MULTI_NODE_SORTING_POLICY_NAME
static java.lang.String	NODE_LOCALITY_DELAY
static java.lang.String	NONE_ACL
static java.lang.String	OFFSWITCH_PER_HEARTBEAT_LIMIT
static java.lang.String	ORDERING_POLICY	Ordering policy of queues
static java.lang.String	PATTERN_FOR_ABSOLUTE_RESOURCE
static java.lang.String	PREEMPTION_MAX_IGNORED_OVER_CAPACITY	Maximum amount of resources above the target capacity ignored for preemption.
static java.lang.String	PREEMPTION_MONITORING_INTERVAL	Time in milliseconds between invocations of this policy
static java.lang.String	PREEMPTION_NATURAL_TERMINATION_FACTOR	Given a computed preemption target, account for containers naturally expiring and preempt only this percentage of the delta.
static java.lang.String	PREEMPTION_OBSERVE_ONLY	If true, run the policy but do not affect the cluster with preemption and kill events.
static java.lang.String	PREEMPTION_SELECT_CANDIDATES_FOR_RESERVED_CONTAINERS	When calculating which containers to be preempted, we will try to preempt containers for reserved containers first.
static java.lang.String	PREEMPTION_TO_BALANCE_QUEUES_BEYOND_GUARANTEED	Should we allow queues continue grow after all queue reaches their guaranteed capacity.
static java.lang.String	PREEMPTION_WAIT_TIME_BEFORE_KILL	Time in milliseconds between requesting a preemption from an application and killing the container.
static java.lang.String	PREFIX
static java.lang.String	QUEUE_AUTO_REFRESH_MONITORING_INTERVAL	Time in milliseconds between invocations of QueueConfigurationAutoRefreshPolicy.
static java.lang.String	QUEUE_GLOBAL_MAX_APPLICATION	Maximum application for a queue to be used when application per queue is not defined.To be consistent with previous version the default value is set as UNDEFINED.
static java.lang.String	QUEUE_MANAGEMENT_MONITORING_INTERVAL	Time in milliseconds between invocations of this policy
static java.lang.String	QUEUE_MAPPING
static java.lang.String	QUEUE_MAPPING_NAME
static java.lang.String	QUEUE_PREEMPTION_DISABLED
static java.lang.String	QUEUE_PRIORITY_UTILIZATION_ORDERING_POLICY	Combination of relative usage and priority
static java.lang.String	QUEUE_UTILIZATION_ORDERING_POLICY	Less relative usage queue can get next resource, this is default
static java.lang.String	QUEUES
static java.lang.String	RACK_LOCALITY_ADDITIONAL_DELAY
static java.lang.String	RACK_LOCALITY_FULL_RESET
static java.lang.String	RESERVATION_ADMISSION_POLICY
static java.lang.String	RESERVATION_AGENT_NAME
static java.lang.String	RESERVATION_ENFORCEMENT_WINDOW
static java.lang.String	RESERVATION_MOVE_ON_EXPIRY
static java.lang.String	RESERVATION_PLANNER_NAME
static java.lang.String	RESERVATION_SHOW_RESERVATION_AS_QUEUE
static java.lang.String	RESERVATION_WINDOW
static java.lang.String	RESERVE_CONT_LOOK_ALL_NODES
static java.lang.String	RESOURCE_CALCULATOR_CLASS	ResourceComparator for scheduling.
static java.util.regex.Pattern	RESOURCE_PATTERN
static java.lang.String	ROOT
static java.lang.String	SCHEDULE_ASYNCHRONOUSLY_ENABLE
static java.lang.String	SCHEDULE_ASYNCHRONOUSLY_INTERVAL
static java.lang.String	SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_PENDING_BACKLOGS
static java.lang.String	SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_THREAD
static java.lang.String	SCHEDULE_ASYNCHRONOUSLY_PREFIX
static java.lang.String	SKIP_ALLOCATE_ON_NODES_WITH_RESERVED_CONTAINERS
static java.lang.String	STATE
static java.lang.String	TOTAL_PREEMPTION_PER_ROUND	Maximum percentage of resources preemptionCandidates in a single round.
static float	UNDEFINED
static java.lang.String	USER_LIMIT
static java.lang.String	USER_LIMIT_FACTOR
static java.lang.String	USER_SETTINGS
static java.lang.String	USER_WEIGHT
static java.util.regex.Pattern	USER_WEIGHT_PATTERN
static java.lang.String	USER_WEIGHT_REGEX
static java.lang.String	WORKFLOW_PRIORITY_MAPPINGS

Fields inherited from class org.apache.hadoop.yarn.server.resourcemanager.reservation.ReservationSchedulerConfiguration

DEFAULT_CAPACITY_OVER_TIME_MULTIPLIER, DEFAULT_RESERVATION_ADMISSION_POLICY, DEFAULT_RESERVATION_AGENT_NAME, DEFAULT_RESERVATION_ENFORCEMENT_WINDOW, DEFAULT_RESERVATION_MOVE_ON_EXPIRY, DEFAULT_RESERVATION_PLANNER_NAME, DEFAULT_RESERVATION_WINDOW, DEFAULT_SHOW_RESERVATIONS_AS_QUEUES

Constructor Summary

Constructors

Constructor	Description
CapacitySchedulerConfiguration()
CapacitySchedulerConfiguration(org.apache.hadoop.conf.Configuration configuration)
CapacitySchedulerConfiguration(org.apache.hadoop.conf.Configuration configuration, boolean useLocalConfigurationProvider)

Method Summary

Modifier and Type	Method	Description
boolean	checkConfigTypeIsAbsoluteResource(java.lang.String label, java.lang.String queue, java.util.Set<java.lang.String> resourceTypes)
java.util.Set<java.lang.String>	getAccessibleNodeLabels(java.lang.String queue)
org.apache.hadoop.security.authorize.AccessControlList	getAcl(java.lang.String queue, org.apache.hadoop.yarn.api.records.QueueACL acl)
java.util.Map<org.apache.hadoop.yarn.security.AccessType,org.apache.hadoop.security.authorize.AccessControlList>	getAcls(java.lang.String queue)
static java.util.Map<org.apache.hadoop.yarn.security.AccessType,org.apache.hadoop.security.authorize.AccessControlList>	getACLsForFlexibleAutoCreatedLeafQueue(AutoCreatedQueueTemplate aqc)	Creates a mapping of queue ACLs for a Flexible Auto Created Leaf Queue.
static java.util.Map<org.apache.hadoop.yarn.security.AccessType,org.apache.hadoop.security.authorize.AccessControlList>	getACLsForFlexibleAutoCreatedParentQueue(AutoCreatedQueueTemplate aqc)	Creates a mapping of queue ACLs for a Flexible Auto Created Parent Queue.
java.util.Map<org.apache.hadoop.yarn.security.AccessType,org.apache.hadoop.security.authorize.AccessControlList>	getACLsForLegacyAutoCreatedLeafQueue(java.lang.String parentQueuePath)	Creates a mapping of queue ACLs for a Legacy Auto Created Leaf Queue.
boolean	getAllowZeroCapacitySum(java.lang.String queue)
UserWeights	getAllUserWeightsForQueue(java.lang.String queuePath)	Get the weights of all users at this queue level from the configuration.
<S extends SchedulableEntity> OrderingPolicy<S>	getAppOrderingPolicy(java.lang.String queue)
boolean	getAssignMultipleEnabled()
java.lang.String	getAutoCreatedQueueManagementPolicy(java.lang.String queue)	Queue Management computation policy for Auto Created queues
protected AutoCreatedQueueManagementPolicy	getAutoCreatedQueueManagementPolicyClass(java.lang.String queueName)	Get The policy class configured to manage capacities for auto created leaf queues under the specified parent
QueuePath	getAutoCreatedQueueObjectTemplateConfPrefix(java.lang.String queuePath)
int	getAutoCreatedQueuesMaxChildQueuesLimit(java.lang.String queuePath)	Get the max number of leaf queues that are allowed to be created under a parent queue
int	getAutoCreatedQueuesV2MaxChildQueuesLimit(java.lang.String queuePath)	Get the max number of queues that are allowed to be created under a parent queue which allowed auto creation v2.
java.lang.String	getAutoCreatedQueueTemplateConfPrefix(java.lang.String queuePath)	Get the auto created leaf queue's template configuration prefix Leaf queue's template capacities are configured at the parent queue
long	getAutoExpiredDeletionTime()
float	getAverageCapacity(java.lang.String queue)	Gets the average allowed capacity which will aggregated over the ReservationSchedulerConfiguration.getReservationWindow(java.lang.String) by the the SharingPolicy to check aggregate used capacity
org.apache.hadoop.yarn.api.records.Priority	getClusterLevelApplicationMaxPriority()
ConfigurationProperties	getConfigurationProperties()	Get all configuration properties parsed in a ConfigurationProperties object.
java.util.Set<java.lang.String>	getConfiguredNodeLabels(java.lang.String queuePath)	Get configured node labels in a given queuePath.
java.util.Map<java.lang.String,java.util.Set<java.lang.String>>	getConfiguredNodeLabelsByQueue()	Get configured node labels for all queues that have accessible-node-labels prefixed properties set.
org.apache.hadoop.yarn.api.records.QueueState	getConfiguredState(java.lang.String queue)
java.lang.Integer	getDefaultApplicationPriorityConfPerQueue(java.lang.String queue)
long	getDefaultLifetimePerQueue(java.lang.String queue)
java.lang.Integer	getDefaultMaxParallelApps()
java.lang.Integer	getDefaultMaxParallelAppsPerUser()
java.lang.String	getDefaultNodeLabelExpression(java.lang.String queue)
boolean	getEnableUserMetrics()
long	getEnforcementWindow(java.lang.String queue)	Gets the time in milliseconds for which the Planner will verify the Plans satisfy the constraints
int	getGlobalMaximumApplicationsPerQueue()
float	getInstantaneousMaxCapacity(java.lang.String queue)	Gets the maximum capacity at any time that the SharingPolicy allows
boolean	getIntraQueuePreemptionDisabled(java.lang.String queue, boolean defaultVal)	Indicates whether intra-queue preemption is disabled on the specified queue
float	getLabeledQueueCapacity(QueuePath queue, java.lang.String label)
float	getLabeledQueueMaximumCapacity(QueuePath queue, java.lang.String label)
float	getLabeledQueueWeight(QueuePath queue, java.lang.String label)
boolean	getLazyPreemptionEnabled()
java.util.List<MappingRule>	getMappingRules()
int	getMaxAssignPerHeartbeat()
float	getMaximumAMResourcePercentPerPartition(QueuePath queue, java.lang.String label)
float	getMaximumApplicationMasterResourcePercent()
float	getMaximumApplicationMasterResourcePerQueuePercent(java.lang.String queue)	Get the maximum am resource percent per queue setting.
int	getMaximumApplicationsPerQueue(java.lang.String queue)	Get the maximum applications per queue setting.
int	getMaximumAutoCreatedQueueDepth(java.lang.String queuePath)
long	getMaximumLifetimePerQueue(java.lang.String queue)
org.apache.hadoop.yarn.api.records.Resource	getMaximumResourceRequirement(java.lang.String label, java.lang.String queue, java.util.Set<java.lang.String> resourceTypes)	Get absolute maximum resource requirement for a queue.
int	getMaximumSystemApplications()
java.lang.Integer	getMaxParallelAppsForQueue(java.lang.String queue)
java.lang.Integer	getMaxParallelAppsForUser(java.lang.String user)
org.apache.hadoop.yarn.api.records.Resource	getMinimumAllocation()
org.apache.hadoop.yarn.api.records.Resource	getMinimumResourceRequirement(java.lang.String label, java.lang.String queue, java.util.Set<java.lang.String> resourceTypes)	Get absolute minimum resource requirement for a queue.
boolean	getMoveOnExpiry(java.lang.String queue)	Gets whether the applications should be killed or moved to the parent queue when the ReservationDefinition expires
boolean	getMultiNodePlacementEnabled()
java.util.Set<MultiNodePolicySpec>	getMultiNodePlacementPolicies()
java.lang.String	getMultiNodesSortingAlgorithmPolicy(java.lang.String queue)
static java.lang.String	getNodeLabelPrefix(java.lang.String queue, java.lang.String label)
int	getNodeLocalityDelay()
float	getNonLabeledQueueCapacity(QueuePath queue)
float	getNonLabeledQueueMaximumCapacity(QueuePath queue)
float	getNonLabeledQueueWeight(java.lang.String queue)
int	getOffSwitchPerHeartbeatLimit()
boolean	getOverrideWithQueueMappings()
boolean	getOverrideWithWorkflowPriorityMappings()
boolean	getPreemptionDisabled(java.lang.String queue, boolean defaultVal)	Indicates whether preemption is disabled on the specified queue.
boolean	getPreemptionObserveOnly()
java.util.List<AppPriorityACLGroup>	getPriorityAcls(java.lang.String queue, org.apache.hadoop.yarn.api.records.Priority clusterMaxPriority)
long	getPUOrderingPolicyUnderUtilizedPreemptionDelay()	When a reserved container of an underutilized queue is created.
boolean	getPUOrderingPolicyUnderUtilizedPreemptionEnabled()	Do we allow under-utilized queue with higher priority to preempt queue with lower priority *even if queue with lower priority is not satisfied*.
boolean	getPUOrderingPolicyUnderUtilizedPreemptionMoveReservation()	When doing preemption from under-satisfied queues for priority queue.
static QueueCapacityConfigParser	getQueueCapacityConfigParser()
java.util.List<QueueMapping>	getQueueMappingEntity(java.lang.String queueMappingSuffix)
java.util.List<QueueMapping>	getQueueMappings()	Get user/group mappings to queues.
org.apache.hadoop.yarn.api.records.Resource	getQueueMaximumAllocation(java.lang.String queue)	Get maximum_allocation setting for the specified queue from the configuration.
long	getQueueMaximumAllocationMb(java.lang.String queue)
int	getQueueMaximumAllocationVcores(java.lang.String queue)
QueueOrderingPolicy	getQueueOrderingPolicy(java.lang.String queue, java.lang.String parentPolicy)
static java.lang.String	getQueuePrefix(java.lang.String queue)
org.apache.hadoop.yarn.api.records.Priority	getQueuePriority(java.lang.String queue)
java.lang.String[]	getQueues(java.lang.String queue)
int	getRackLocalityAdditionalDelay()
boolean	getRackLocalityFullReset()
java.lang.String	getReplanner(java.lang.String queue)	Gets the name of the Planner class associated with the queue
java.util.Map<org.apache.hadoop.yarn.api.records.ReservationACL,org.apache.hadoop.security.authorize.AccessControlList>	getReservationAcls(java.lang.String queue)	Gets a map containing the AccessControlList of users for each ReservationACL acl on thee specified queue.
java.lang.String	getReservationAdmissionPolicy(java.lang.String queue)	Gets the name of the SharingPolicy class associated with the queue
java.lang.String	getReservationAgent(java.lang.String queue)	Gets the name of the ReservationAgent class associated with the queue
boolean	getReservationContinueLook()
long	getReservationWindow(java.lang.String queue)	Gets the length of time in milliseconds for which the SharingPolicy checks for validity
org.apache.hadoop.yarn.util.resource.ResourceCalculator	getResourceCalculator()
boolean	getScheduleAynschronously()
boolean	getShouldFailAutoQueueCreationWhenGuaranteedCapacityExceeded(java.lang.String queuePath)	Fail further auto leaf queue creation when parent's guaranteed capacity is exceeded.
boolean	getShowReservationAsQueues(java.lang.String queuePath)	Checks whether the reservation queues be hidden or visible
boolean	getSkipAllocateOnNodesWithReservedContainer()
org.apache.hadoop.yarn.api.records.QueueState	getState(java.lang.String queue)
static java.lang.String	getUnits(java.lang.String resourceValue)
boolean	getUsePortForNodeName()
float	getUserLimit(java.lang.String queue)
float	getUserLimitFactor(java.lang.String queue)
java.util.Collection<java.lang.String>	getWorkflowPriorityMappings()
boolean	isAutoCreateChildQueueEnabled(java.lang.String queuePath)	If true, this queue will be created as a Parent Queue which Auto Created leaf child queues
boolean	isAutoExpiredDeletionEnabled(java.lang.String queuePath)	If true, auto created queue with weight mode will be deleted when queue is expired.
boolean	isAutoQueueCreationV2Enabled(java.lang.String queuePath)
boolean	isLegacyQueueMode()
boolean	isReservable(java.lang.String queue)	Checks if the queue participates in reservation based scheduling
java.util.Map<java.lang.String,QueueCapacityVector>	parseConfiguredMaximumCapacityVector(java.lang.String queuePath, java.util.Set<java.lang.String> labels, QueueCapacityVector defaultVector)
java.util.Map<java.lang.String,QueueCapacityVector>	parseConfiguredResourceVector(java.lang.String queuePath, java.util.Set<java.lang.String> labels)
java.util.List<MappingRule>	parseJSONMappingRules()
java.util.List<MappingRule>	parseLegacyMappingRules()
void	reinitializeConfigurationProperties()	Reinitializes the cached ConfigurationProperties object.
void	setAccessibleNodeLabels(java.lang.String queue, java.util.Set<java.lang.String> labels)
void	setAcl(java.lang.String queue, org.apache.hadoop.yarn.api.records.QueueACL acl, java.lang.String aclString)
void	setAcls(java.lang.String queue, java.util.Map<org.apache.hadoop.yarn.api.records.QueueACL,org.apache.hadoop.security.authorize.AccessControlList> acls)
void	setAllowZeroCapacitySum(java.lang.String queue, boolean value)
void	setAppNameMappings(java.util.List<QueueMapping> queueMappings)
void	setAutoCreateChildQueueEnabled(java.lang.String queuePath, boolean autoCreationEnabled)
void	setAutoCreatedLeafQueueConfigCapacity(java.lang.String queuePath, float val)
void	setAutoCreatedLeafQueueConfigDefaultNodeLabelExpression(java.lang.String queuePath, java.lang.String expression)
void	setAutoCreatedLeafQueueConfigMaxCapacity(java.lang.String queuePath, float val)
void	setAutoCreatedLeafQueueConfigMaximumAllocation(java.lang.String queuePath, java.lang.String expression)
void	setAutoCreatedLeafQueueConfigUserLimit(java.lang.String queuePath, int val)
void	setAutoCreatedLeafQueueConfigUserLimitFactor(java.lang.String queuePath, float val)
void	setAutoCreatedLeafQueueTemplateCapacityByLabel(java.lang.String queuePath, java.lang.String label, float val)
void	setAutoCreatedLeafQueueTemplateCapacityByLabel(java.lang.String queuePath, java.lang.String label, org.apache.hadoop.yarn.api.records.Resource resource)
void	setAutoCreatedLeafQueueTemplateMaxCapacity(java.lang.String queuePath, java.lang.String label, float val)
void	setAutoCreatedLeafQueueTemplateMaxCapacity(java.lang.String queuePath, java.lang.String label, org.apache.hadoop.yarn.api.records.Resource resource)
void	setAutoCreatedQueuesV2MaxChildQueuesLimit(java.lang.String queuePath, int maxQueues)
void	setAutoExpiredDeletionEnabled(java.lang.String queuePath, boolean autoRemovalEnable)
void	setAutoExpiredDeletionTime(long time)
void	setAutoQueueCreationV2Enabled(java.lang.String queuePath, boolean autoQueueCreation)
void	setAverageCapacity(java.lang.String queue, float avgCapacity)
void	setCapacity(java.lang.String queue, float capacity)
void	setCapacity(java.lang.String queue, java.lang.String absoluteResourceCapacity)
void	setCapacityByLabel(java.lang.String queue, java.lang.String label, float capacity)
void	setCapacityByLabel(java.lang.String queue, java.lang.String label, java.lang.String absoluteResourceCapacity)
void	setCapacityVector(java.lang.String queuePath, java.lang.String label, java.lang.String capacityVector)
void	setDefaultLifetimePerQueue(java.lang.String queue, long defaultLifetime)
void	setDefaultMaxParallelApps(int value)
void	setDefaultMaxParallelAppsPerUser(int value)
void	setDefaultNodeLabelExpression(java.lang.String queue, java.lang.String exp)
void	setDefaultUserLimit(float defaultUserLimit)
void	setDefaultUserLimitFactor(float defaultUserLimitFactor)
void	setGlobalMaximumApplicationsPerQueue(int val)
void	setInstantaneousMaxCapacity(java.lang.String queue, float instMaxCapacity)
void	setLabeledQueueWeight(java.lang.String queue, java.lang.String label, float weight)
void	setLegacyQueueModeEnabled(boolean value)
void	setMappingRuleFormat(java.lang.String format)
void	setMappingRuleJson(java.lang.String json)
void	setMaximumAMResourcePercentPerPartition(java.lang.String queue, java.lang.String label, float percent)
void	setMaximumApplicationMasterResourcePercent(float percent)
void	setMaximumApplicationMasterResourcePerQueuePercent(java.lang.String queue, float percent)
void	setMaximumApplicationsPerQueue(java.lang.String queue, int numMaxApps)
void	setMaximumAutoCreatedQueueDepth(int value)
void	setMaximumAutoCreatedQueueDepth(java.lang.String queuePath, int value)
void	setMaximumCapacity(java.lang.String queue, float maxCapacity)
void	setMaximumCapacityByLabel(java.lang.String queue, java.lang.String label, float capacity)
void	setMaximumCapacityByLabel(java.lang.String queue, java.lang.String label, java.lang.String absoluteResourceCapacity)
void	setMaximumCapacityVector(java.lang.String queuePath, java.lang.String label, java.lang.String capacityVector)
void	setMaximumLifetimePerQueue(java.lang.String queue, long maximumLifetime)
void	setMaximumResourceRequirement(java.lang.String label, QueuePath queue, org.apache.hadoop.yarn.api.records.Resource resource)
void	setMaximumSystemApplications(int numMaxApps)
void	setMaxParallelAppsForQueue(java.lang.String queue, java.lang.String value)
void	setMaxParallelAppsForUser(java.lang.String user, int value)
void	setMinimumResourceRequirement(java.lang.String label, QueuePath queue, org.apache.hadoop.yarn.api.records.Resource resource)
void	setNodeLocalityDelay(int nodeLocalityDelay)
void	setNonLabeledQueueWeight(java.lang.String queue, float weight)
void	setOffSwitchPerHeartbeatLimit(int limit)
void	setOrderingPolicy(java.lang.String queue, java.lang.String policy)
void	setOrderingPolicyParameter(java.lang.String queue, java.lang.String parameterKey, java.lang.String parameterValue)
void	setOverrideWithQueueMappings(boolean overrideWithQueueMappings)
void	setPreemptionDisabled(java.lang.String queue, boolean preemptionDisabled)	Sets the disable_preemption property in order to indicate whether or not container preemption will be disabled for the specified queue.
void	setPreemptionObserveOnly(boolean value)
void	setPriorityAcls(java.lang.String queue, org.apache.hadoop.yarn.api.records.Priority priority, org.apache.hadoop.yarn.api.records.Priority defaultPriority, java.lang.String[] acls)
void	setPUOrderingPolicyUnderUtilizedPreemptionDelay(long timeout)
void	setPUOrderingPolicyUnderUtilizedPreemptionEnabled(boolean enabled)
void	setPUOrderingPolicyUnderUtilizedPreemptionMoveReservation(boolean allowMoveReservation)
void	setQueueMappingEntities(java.util.List<QueueMapping> queueMappings, java.lang.String queueMappingSuffix)
void	setQueueMappings(java.util.List<QueueMapping> queueMappings)
void	setQueueMaximumAllocation(java.lang.String queue, java.lang.String maximumAllocation)
void	setQueueMaximumAllocationMb(java.lang.String queue, int value)
void	setQueueMaximumAllocationVcores(java.lang.String queue, int value)
void	setQueueOrderingPolicy(java.lang.String queue, java.lang.String policy)
void	setQueuePlacementRules(java.util.Collection<java.lang.String> queuePlacementRules)
void	setQueuePriority(java.lang.String queue, int priority)
void	setQueues(java.lang.String queue, java.lang.String[] subQueues)
void	setReservable(java.lang.String queue, boolean isReservable)
void	setReservationAcls(java.lang.String queue, java.util.Map<org.apache.hadoop.yarn.api.records.ReservationACL,org.apache.hadoop.security.authorize.AccessControlList> acls)
void	setReservationAdmissionPolicy(java.lang.String queue, java.lang.String reservationPolicy)
void	setReservationAgent(java.lang.String queue, java.lang.String reservationPolicy)
void	setReservationWindow(java.lang.String queue, long reservationWindow)
void	setResourceComparator(java.lang.Class<? extends org.apache.hadoop.yarn.util.resource.ResourceCalculator> resourceCalculatorClass)
void	setScheduleAynschronously(boolean async)
void	setShouldFailAutoQueueCreationWhenGuaranteedCapacityExceeded(java.lang.String queuePath, boolean autoCreationEnabled)
void	setState(java.lang.String queue, org.apache.hadoop.yarn.api.records.QueueState state)
void	setUserLimit(java.lang.String queue, float userLimit)
void	setUserLimitFactor(java.lang.String queue, float userLimitFactor)
static boolean	shouldAppFailFast(org.apache.hadoop.conf.Configuration conf)

Methods inherited from class org.apache.hadoop.conf.Configuration

addDefaultResource, addDefaultResource, addDeprecation, addDeprecation, addDeprecation, addDeprecation, addDeprecations, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addResource, addTags, clear, dumpConfiguration, dumpConfiguration, dumpDeprecatedKeys, get, get, getAllPropertiesByTag, getAllPropertiesByTags, getBoolean, getClass, getClass, getClassByName, getClassByNameOrNull, getClasses, getClassLoader, getConfResourceAsInputStream, getConfResourceAsReader, getDouble, getEnum, getEnumSet, getFile, getFinalParameters, getFloat, getInstances, getInt, getInts, getLocalPath, getLong, getLongBytes, getPassword, getPasswordFromConfig, getPasswordFromCredentialProviders, getPattern, getPropertySources, getProps, getPropsWithPrefix, getRange, getRaw, getResource, getSocketAddr, getSocketAddr, getStorageSize, getStorageSize, getStringCollection, getStrings, getStrings, getTimeDuration, getTimeDuration, getTimeDuration, getTimeDuration, getTimeDurationHelper, getTimeDurations, getTrimmed, getTrimmed, getTrimmedStringCollection, getTrimmedStrings, getTrimmedStrings, getValByRegex, hasWarnedDeprecation, isDeprecated, isPropertyTag, iterator, main, onlyKeyExists, readFields, reloadConfiguration, reloadExistingConfigurations, set, set, setAllowNullValueProperties, setBoolean, setBooleanIfUnset, setClass, setClassLoader, setDeprecatedProperties, setDouble, setEnum, setFloat, setIfUnset, setInt, setLong, setPattern, setQuietMode, setRestrictSystemProperties, setRestrictSystemPropertiesDefault, setRestrictSystemProps, setSocketAddr, setStorageSize, setStrings, setTimeDuration, size, substituteCommonVariables, toString, unset, updateConnectAddr, updateConnectAddr, write, writeXml, writeXml, writeXml, writeXml

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface java.lang.Iterable

forEach, spliterator

Field Detail

PREFIX

@Private
public static final java.lang.String PREFIX

See Also:

Constant Field Values

DOT

@Private
public static final java.lang.String DOT

See Also:

Constant Field Values

MAXIMUM_APPLICATIONS_SUFFIX

@Private
public static final java.lang.String MAXIMUM_APPLICATIONS_SUFFIX

See Also:

Constant Field Values

MAXIMUM_SYSTEM_APPLICATIONS

@Private
public static final java.lang.String MAXIMUM_SYSTEM_APPLICATIONS

See Also:

Constant Field Values

MAXIMUM_AM_RESOURCE_SUFFIX

@Private
public static final java.lang.String MAXIMUM_AM_RESOURCE_SUFFIX

See Also:

Constant Field Values

MAXIMUM_APPLICATION_MASTERS_RESOURCE_PERCENT

@Private
public static final java.lang.String MAXIMUM_APPLICATION_MASTERS_RESOURCE_PERCENT

See Also:

Constant Field Values

QUEUES

@Private
public static final java.lang.String QUEUES

See Also:

Constant Field Values

CAPACITY

@Private
public static final java.lang.String CAPACITY

See Also:

Constant Field Values

MAXIMUM_CAPACITY

@Private
public static final java.lang.String MAXIMUM_CAPACITY

See Also:

Constant Field Values

USER_LIMIT

@Private
public static final java.lang.String USER_LIMIT

See Also:

Constant Field Values

USER_LIMIT_FACTOR

@Private
public static final java.lang.String USER_LIMIT_FACTOR

See Also:

Constant Field Values

USER_WEIGHT

@Private
public static final java.lang.String USER_WEIGHT

See Also:

Constant Field Values

USER_SETTINGS

@Private
public static final java.lang.String USER_SETTINGS

See Also:

Constant Field Values

USER_WEIGHT_REGEX

@Private
public static final java.lang.String USER_WEIGHT_REGEX

See Also:

Constant Field Values

USER_WEIGHT_PATTERN

@Private
public static final java.util.regex.Pattern USER_WEIGHT_PATTERN

DEFAULT_USER_WEIGHT

@Private
public static final float DEFAULT_USER_WEIGHT

See Also:

Constant Field Values

STATE

@Private
public static final java.lang.String STATE

See Also:

Constant Field Values

ACCESSIBLE_NODE_LABELS

@Private
public static final java.lang.String ACCESSIBLE_NODE_LABELS

See Also:

Constant Field Values

DEFAULT_NODE_LABEL_EXPRESSION

@Private
public static final java.lang.String DEFAULT_NODE_LABEL_EXPRESSION

See Also:

Constant Field Values

RESERVE_CONT_LOOK_ALL_NODES

public static final java.lang.String RESERVE_CONT_LOOK_ALL_NODES

See Also:

Constant Field Values

DEFAULT_RESERVE_CONT_LOOK_ALL_NODES

@Private
public static final boolean DEFAULT_RESERVE_CONT_LOOK_ALL_NODES

See Also:

Constant Field Values

SKIP_ALLOCATE_ON_NODES_WITH_RESERVED_CONTAINERS

public static final java.lang.String SKIP_ALLOCATE_ON_NODES_WITH_RESERVED_CONTAINERS

See Also:

Constant Field Values

DEFAULT_SKIP_ALLOCATE_ON_NODES_WITH_RESERVED_CONTAINERS

@Private
public static final boolean DEFAULT_SKIP_ALLOCATE_ON_NODES_WITH_RESERVED_CONTAINERS

See Also:

Constant Field Values

MAXIMUM_ALLOCATION

@Private
public static final java.lang.String MAXIMUM_ALLOCATION

See Also:

Constant Field Values

MAXIMUM_ALLOCATION_MB

@Private
public static final java.lang.String MAXIMUM_ALLOCATION_MB

See Also:

Constant Field Values

MAXIMUM_ALLOCATION_VCORES

@Private
public static final java.lang.String MAXIMUM_ALLOCATION_VCORES

See Also:

Constant Field Values

ORDERING_POLICY

public static final java.lang.String ORDERING_POLICY

Ordering policy of queues

See Also:

Constant Field Values

FIFO_APP_ORDERING_POLICY

public static final java.lang.String FIFO_APP_ORDERING_POLICY

See Also:

Constant Field Values

FAIR_APP_ORDERING_POLICY

public static final java.lang.String FAIR_APP_ORDERING_POLICY

See Also:

Constant Field Values

FIFO_WITH_PARTITIONS_APP_ORDERING_POLICY

public static final java.lang.String FIFO_WITH_PARTITIONS_APP_ORDERING_POLICY

See Also:

Constant Field Values

FIFO_FOR_PENDING_APPS

public static final java.lang.String FIFO_FOR_PENDING_APPS

See Also:

Constant Field Values

DEFAULT_APP_ORDERING_POLICY

public static final java.lang.String DEFAULT_APP_ORDERING_POLICY

See Also:

Constant Field Values

DEFAULT_MAXIMUM_SYSTEM_APPLICATIIONS

@Private
public static final int DEFAULT_MAXIMUM_SYSTEM_APPLICATIIONS

See Also:

Constant Field Values

DEFAULT_MAXIMUM_APPLICATIONMASTERS_RESOURCE_PERCENT

@Private
public static final float DEFAULT_MAXIMUM_APPLICATIONMASTERS_RESOURCE_PERCENT

See Also:

Constant Field Values

UNDEFINED

@Private
public static final float UNDEFINED

See Also:

Constant Field Values

MINIMUM_CAPACITY_VALUE

@Private
public static final float MINIMUM_CAPACITY_VALUE

See Also:

Constant Field Values

MAXIMUM_CAPACITY_VALUE

@Private
public static final float MAXIMUM_CAPACITY_VALUE

See Also:

Constant Field Values

DEFAULT_MAXIMUM_CAPACITY_VALUE

@Private
public static final float DEFAULT_MAXIMUM_CAPACITY_VALUE

See Also:

Constant Field Values

DEFAULT_USER_LIMIT

@Private
public static final int DEFAULT_USER_LIMIT

See Also:

Constant Field Values

DEFAULT_USER_LIMIT_FACTOR

@Private
public static final float DEFAULT_USER_LIMIT_FACTOR

See Also:

Constant Field Values

ALL_ACL

@Private
public static final java.lang.String ALL_ACL

See Also:

Constant Field Values

NONE_ACL

@Private
public static final java.lang.String NONE_ACL

See Also:

Constant Field Values

ENABLE_USER_METRICS

@Private
public static final java.lang.String ENABLE_USER_METRICS

See Also:

Constant Field Values

DEFAULT_ENABLE_USER_METRICS

@Private
public static final boolean DEFAULT_ENABLE_USER_METRICS

See Also:

Constant Field Values

RESOURCE_CALCULATOR_CLASS

@Private
public static final java.lang.String RESOURCE_CALCULATOR_CLASS

ResourceComparator for scheduling.

See Also:

Constant Field Values

DEFAULT_RESOURCE_CALCULATOR_CLASS

@Private
public static final java.lang.Class<? extends org.apache.hadoop.yarn.util.resource.ResourceCalculator> DEFAULT_RESOURCE_CALCULATOR_CLASS

ROOT

@Private
public static final java.lang.String ROOT

See Also:

Constant Field Values

NODE_LOCALITY_DELAY

@Private
public static final java.lang.String NODE_LOCALITY_DELAY

See Also:

Constant Field Values

DEFAULT_NODE_LOCALITY_DELAY

@Private
public static final int DEFAULT_NODE_LOCALITY_DELAY

See Also:

Constant Field Values

RACK_LOCALITY_ADDITIONAL_DELAY

@Private
public static final java.lang.String RACK_LOCALITY_ADDITIONAL_DELAY

See Also:

Constant Field Values

DEFAULT_RACK_LOCALITY_ADDITIONAL_DELAY

@Private
public static final int DEFAULT_RACK_LOCALITY_ADDITIONAL_DELAY

See Also:

Constant Field Values

RACK_LOCALITY_FULL_RESET

@Private
public static final java.lang.String RACK_LOCALITY_FULL_RESET

See Also:

Constant Field Values

DEFAULT_OFFSWITCH_PER_HEARTBEAT_LIMIT

@Private
public static final int DEFAULT_OFFSWITCH_PER_HEARTBEAT_LIMIT

See Also:

Constant Field Values

OFFSWITCH_PER_HEARTBEAT_LIMIT

@Private
public static final java.lang.String OFFSWITCH_PER_HEARTBEAT_LIMIT

See Also:

Constant Field Values

DEFAULT_RACK_LOCALITY_FULL_RESET

@Private
public static final boolean DEFAULT_RACK_LOCALITY_FULL_RESET

See Also:

Constant Field Values

SCHEDULE_ASYNCHRONOUSLY_PREFIX

@Private
public static final java.lang.String SCHEDULE_ASYNCHRONOUSLY_PREFIX

See Also:

Constant Field Values

SCHEDULE_ASYNCHRONOUSLY_ENABLE

@Private
public static final java.lang.String SCHEDULE_ASYNCHRONOUSLY_ENABLE

See Also:

Constant Field Values

SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_THREAD

@Private
public static final java.lang.String SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_THREAD

See Also:

Constant Field Values

SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_PENDING_BACKLOGS

@Private
public static final java.lang.String SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_PENDING_BACKLOGS

See Also:

Constant Field Values

SCHEDULE_ASYNCHRONOUSLY_INTERVAL

@Private
public static final java.lang.String SCHEDULE_ASYNCHRONOUSLY_INTERVAL

See Also:

Constant Field Values

DEFAULT_SCHEDULE_ASYNCHRONOUSLY_INTERVAL

@Private
public static final long DEFAULT_SCHEDULE_ASYNCHRONOUSLY_INTERVAL

See Also:

Constant Field Values

APP_FAIL_FAST

@Private
public static final java.lang.String APP_FAIL_FAST

See Also:

Constant Field Values

DEFAULT_APP_FAIL_FAST

@Private
public static final boolean DEFAULT_APP_FAIL_FAST

See Also:

Constant Field Values

DEFAULT_SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_PENDING_BACKLOGS

@Private
public static final java.lang.Integer DEFAULT_SCHEDULE_ASYNCHRONOUSLY_MAXIMUM_PENDING_BACKLOGS

DEFAULT_SCHEDULE_ASYNCHRONOUSLY_ENABLE

@Private
public static final boolean DEFAULT_SCHEDULE_ASYNCHRONOUSLY_ENABLE

See Also:

Constant Field Values

QUEUE_MAPPING

@Private
public static final java.lang.String QUEUE_MAPPING

See Also:

Constant Field Values

QUEUE_MAPPING_NAME

@Private
public static final java.lang.String QUEUE_MAPPING_NAME

See Also:

Constant Field Values

ENABLE_QUEUE_MAPPING_OVERRIDE

@Private
public static final java.lang.String ENABLE_QUEUE_MAPPING_OVERRIDE

See Also:

Constant Field Values

DEFAULT_ENABLE_QUEUE_MAPPING_OVERRIDE

@Private
public static final boolean DEFAULT_ENABLE_QUEUE_MAPPING_OVERRIDE

See Also:

Constant Field Values

WORKFLOW_PRIORITY_MAPPINGS

@Private
public static final java.lang.String WORKFLOW_PRIORITY_MAPPINGS

See Also:

Constant Field Values

ENABLE_WORKFLOW_PRIORITY_MAPPINGS_OVERRIDE

@Private
public static final java.lang.String ENABLE_WORKFLOW_PRIORITY_MAPPINGS_OVERRIDE

See Also:

Constant Field Values

DEFAULT_ENABLE_WORKFLOW_PRIORITY_MAPPINGS_OVERRIDE

@Private
public static final boolean DEFAULT_ENABLE_WORKFLOW_PRIORITY_MAPPINGS_OVERRIDE

See Also:

Constant Field Values

QUEUE_PREEMPTION_DISABLED

@Private
public static final java.lang.String QUEUE_PREEMPTION_DISABLED

See Also:

Constant Field Values

DEFAULT_APPLICATION_PRIORITY

@Private
public static final java.lang.String DEFAULT_APPLICATION_PRIORITY

See Also:

Constant Field Values

DEFAULT_CONFIGURATION_APPLICATION_PRIORITY

@Private
public static final java.lang.Integer DEFAULT_CONFIGURATION_APPLICATION_PRIORITY

AVERAGE_CAPACITY

@Private
public static final java.lang.String AVERAGE_CAPACITY

See Also:

Constant Field Values

IS_RESERVABLE

@Private
public static final java.lang.String IS_RESERVABLE

See Also:

Constant Field Values

RESERVATION_WINDOW

@Private
public static final java.lang.String RESERVATION_WINDOW

See Also:

Constant Field Values

INSTANTANEOUS_MAX_CAPACITY

@Private
public static final java.lang.String INSTANTANEOUS_MAX_CAPACITY

See Also:

Constant Field Values

RESERVATION_ADMISSION_POLICY

@Private
public static final java.lang.String RESERVATION_ADMISSION_POLICY

See Also:

Constant Field Values

RESERVATION_AGENT_NAME

@Private
public static final java.lang.String RESERVATION_AGENT_NAME

See Also:

Constant Field Values

RESERVATION_SHOW_RESERVATION_AS_QUEUE

@Private
public static final java.lang.String RESERVATION_SHOW_RESERVATION_AS_QUEUE

See Also:

Constant Field Values

RESERVATION_PLANNER_NAME

@Private
public static final java.lang.String RESERVATION_PLANNER_NAME

See Also:

Constant Field Values

RESERVATION_MOVE_ON_EXPIRY

@Private
public static final java.lang.String RESERVATION_MOVE_ON_EXPIRY

See Also:

Constant Field Values

RESERVATION_ENFORCEMENT_WINDOW

@Private
public static final java.lang.String RESERVATION_ENFORCEMENT_WINDOW

See Also:

Constant Field Values

LAZY_PREEMPTION_ENABLED

@Private
public static final java.lang.String LAZY_PREEMPTION_ENABLED

See Also:

Constant Field Values

DEFAULT_LAZY_PREEMPTION_ENABLED

@Private
public static final boolean DEFAULT_LAZY_PREEMPTION_ENABLED

See Also:

Constant Field Values

ASSIGN_MULTIPLE_ENABLED

@Private
public static final java.lang.String ASSIGN_MULTIPLE_ENABLED

See Also:

Constant Field Values

DEFAULT_ASSIGN_MULTIPLE_ENABLED

@Private
public static final boolean DEFAULT_ASSIGN_MULTIPLE_ENABLED

See Also:

Constant Field Values

MAX_ASSIGN_PER_HEARTBEAT

@Private
public static final java.lang.String MAX_ASSIGN_PER_HEARTBEAT

Maximum number of containers to assign on each check-in.

See Also:

Constant Field Values

DEFAULT_MAX_ASSIGN_PER_HEARTBEAT

@Private
public static final int DEFAULT_MAX_ASSIGN_PER_HEARTBEAT

Avoid potential risk that greedy assign multiple may involve

See Also:

Constant Field Values

MINIMUM_RESOURCE

@Private
public static final java.lang.String MINIMUM_RESOURCE

Configuring absolute min/max resources in a queue.

See Also:

Constant Field Values

MAXIMUM_RESOURCE

@Private
public static final java.lang.String MAXIMUM_RESOURCE

See Also:

Constant Field Values

DEFAULT_RESOURCE_TYPES

public static final java.lang.String DEFAULT_RESOURCE_TYPES

See Also:

Constant Field Values

PATTERN_FOR_ABSOLUTE_RESOURCE

public static final java.lang.String PATTERN_FOR_ABSOLUTE_RESOURCE

See Also:

Constant Field Values

RESOURCE_PATTERN

public static final java.util.regex.Pattern RESOURCE_PATTERN

MAX_PARALLEL_APPLICATIONS

public static final java.lang.String MAX_PARALLEL_APPLICATIONS

See Also:

Constant Field Values

DEFAULT_MAX_PARALLEL_APPLICATIONS

public static final int DEFAULT_MAX_PARALLEL_APPLICATIONS

See Also:

Constant Field Values

ALLOW_ZERO_CAPACITY_SUM

public static final java.lang.String ALLOW_ZERO_CAPACITY_SUM

See Also:

Constant Field Values

DEFAULT_ALLOW_ZERO_CAPACITY_SUM

public static final boolean DEFAULT_ALLOW_ZERO_CAPACITY_SUM

See Also:

Constant Field Values

MAPPING_RULE_FORMAT

public static final java.lang.String MAPPING_RULE_FORMAT

See Also:

Constant Field Values

MAPPING_RULE_JSON

public static final java.lang.String MAPPING_RULE_JSON

See Also:

Constant Field Values

MAPPING_RULE_JSON_FILE

public static final java.lang.String MAPPING_RULE_JSON_FILE

See Also:

Constant Field Values

MAPPING_RULE_FORMAT_LEGACY

public static final java.lang.String MAPPING_RULE_FORMAT_LEGACY

See Also:

Constant Field Values

MAPPING_RULE_FORMAT_JSON

public static final java.lang.String MAPPING_RULE_FORMAT_JSON

See Also:

Constant Field Values

MAPPING_RULE_FORMAT_DEFAULT

public static final java.lang.String MAPPING_RULE_FORMAT_DEFAULT

See Also:

Constant Field Values

DEFAULT_LEGACY_QUEUE_MODE

public static final boolean DEFAULT_LEGACY_QUEUE_MODE

See Also:

Constant Field Values

PREEMPTION_OBSERVE_ONLY

public static final java.lang.String PREEMPTION_OBSERVE_ONLY

If true, run the policy but do not affect the cluster with preemption and kill events.

See Also:

Constant Field Values

DEFAULT_PREEMPTION_OBSERVE_ONLY

public static final boolean DEFAULT_PREEMPTION_OBSERVE_ONLY

See Also:

Constant Field Values

PREEMPTION_MONITORING_INTERVAL

public static final java.lang.String PREEMPTION_MONITORING_INTERVAL

Time in milliseconds between invocations of this policy

See Also:

Constant Field Values

DEFAULT_PREEMPTION_MONITORING_INTERVAL

public static final long DEFAULT_PREEMPTION_MONITORING_INTERVAL

See Also:

Constant Field Values

PREEMPTION_WAIT_TIME_BEFORE_KILL

public static final java.lang.String PREEMPTION_WAIT_TIME_BEFORE_KILL

Time in milliseconds between requesting a preemption from an application and killing the container.

See Also:

Constant Field Values

DEFAULT_PREEMPTION_WAIT_TIME_BEFORE_KILL

public static final long DEFAULT_PREEMPTION_WAIT_TIME_BEFORE_KILL

See Also:

Constant Field Values

TOTAL_PREEMPTION_PER_ROUND

public static final java.lang.String TOTAL_PREEMPTION_PER_ROUND

Maximum percentage of resources preemptionCandidates in a single round. By controlling this value one can throttle the pace at which containers are reclaimed from the cluster. After computing the total desired preemption, the policy scales it back within this limit.

See Also:

Constant Field Values

DEFAULT_TOTAL_PREEMPTION_PER_ROUND

public static final float DEFAULT_TOTAL_PREEMPTION_PER_ROUND

See Also:

Constant Field Values

PREEMPTION_MAX_IGNORED_OVER_CAPACITY

public static final java.lang.String PREEMPTION_MAX_IGNORED_OVER_CAPACITY

Maximum amount of resources above the target capacity ignored for preemption. This defines a deadzone around the target capacity that helps prevent thrashing and oscillations around the computed target balance. High values would slow the time to capacity and (absent natural completions) it might prevent convergence to guaranteed capacity.

See Also:

Constant Field Values

DEFAULT_PREEMPTION_MAX_IGNORED_OVER_CAPACITY

public static final double DEFAULT_PREEMPTION_MAX_IGNORED_OVER_CAPACITY

See Also:

Constant Field Values

PREEMPTION_NATURAL_TERMINATION_FACTOR

public static final java.lang.String PREEMPTION_NATURAL_TERMINATION_FACTOR

Given a computed preemption target, account for containers naturally expiring and preempt only this percentage of the delta. This determines the rate of geometric convergence into the deadzone (PREEMPTION_MAX_IGNORED_OVER_CAPACITY). For example, a termination factor of 0.5 will reclaim almost 95% of resources within 5 * PREEMPTION_WAIT_TIME_BEFORE_KILL, even absent natural termination.

See Also:

Constant Field Values

DEFAULT_PREEMPTION_NATURAL_TERMINATION_FACTOR

public static final double DEFAULT_PREEMPTION_NATURAL_TERMINATION_FACTOR

See Also:

Constant Field Values

ADDITIONAL_RESOURCE_BALANCE_BASED_ON_RESERVED_CONTAINERS

public static final java.lang.String ADDITIONAL_RESOURCE_BALANCE_BASED_ON_RESERVED_CONTAINERS

By default, reserved resource will be excluded while balancing capacities of queues. Why doing this? In YARN-4390, we added preemption-based-on-reserved-container Support. To reduce unnecessary preemption for large containers. We will not include reserved resources while calculating ideal-allocation in FifoCandidatesSelector. Changes in YARN-4390 will significantly reduce number of containers preempted When cluster has heterogeneous container requests. (Please check test report: https://issues.apache.org/jira/secure/attachment/12796197/YARN-4390-test-results.pdf However, on the other hand, in some corner cases, especially for fragmented cluster. It could lead to preemption cannot kick in in some cases. Please see YARN-5731. So to solve the problem, make this change to be configurable, and please note that it is an experimental option.

See Also:

Constant Field Values

DEFAULT_ADDITIONAL_RESOURCE_BALANCE_BASED_ON_RESERVED_CONTAINERS

public static final boolean DEFAULT_ADDITIONAL_RESOURCE_BALANCE_BASED_ON_RESERVED_CONTAINERS

See Also:

Constant Field Values

PREEMPTION_SELECT_CANDIDATES_FOR_RESERVED_CONTAINERS

public static final java.lang.String PREEMPTION_SELECT_CANDIDATES_FOR_RESERVED_CONTAINERS

When calculating which containers to be preempted, we will try to preempt containers for reserved containers first. By default is false.

See Also:

Constant Field Values

DEFAULT_PREEMPTION_SELECT_CANDIDATES_FOR_RESERVED_CONTAINERS

public static final boolean DEFAULT_PREEMPTION_SELECT_CANDIDATES_FOR_RESERVED_CONTAINERS

See Also:

Constant Field Values

INTRAQUEUE_PREEMPTION_ENABLED

public static final java.lang.String INTRAQUEUE_PREEMPTION_ENABLED

For intra-queue preemption, priority/user-limit/fairness based selectors can help to preempt containers.

See Also:

Constant Field Values

DEFAULT_INTRAQUEUE_PREEMPTION_ENABLED

public static final boolean DEFAULT_INTRAQUEUE_PREEMPTION_ENABLED

See Also:

Constant Field Values

INTRAQUEUE_PREEMPTION_MINIMUM_THRESHOLD

public static final java.lang.String INTRAQUEUE_PREEMPTION_MINIMUM_THRESHOLD

For intra-queue preemption, consider those queues which are above used cap limit.

See Also:

Constant Field Values

DEFAULT_INTRAQUEUE_PREEMPTION_MINIMUM_THRESHOLD

public static final float DEFAULT_INTRAQUEUE_PREEMPTION_MINIMUM_THRESHOLD

See Also:

Constant Field Values

INTRAQUEUE_PREEMPTION_MAX_ALLOWABLE_LIMIT

public static final java.lang.String INTRAQUEUE_PREEMPTION_MAX_ALLOWABLE_LIMIT

For intra-queue preemption, allowable maximum-preemptable limit per queue.

See Also:

Constant Field Values

DEFAULT_INTRAQUEUE_PREEMPTION_MAX_ALLOWABLE_LIMIT

public static final float DEFAULT_INTRAQUEUE_PREEMPTION_MAX_ALLOWABLE_LIMIT

See Also:

Constant Field Values

INTRAQUEUE_PREEMPTION_ORDER_POLICY

public static final java.lang.String INTRAQUEUE_PREEMPTION_ORDER_POLICY

For intra-queue preemption, enforce a preemption order such as "userlimit_first" or "priority_first".

See Also:

Constant Field Values

DEFAULT_INTRAQUEUE_PREEMPTION_ORDER_POLICY

public static final java.lang.String DEFAULT_INTRAQUEUE_PREEMPTION_ORDER_POLICY

See Also:

Constant Field Values

CROSS_QUEUE_PREEMPTION_CONSERVATIVE_DRF

public static final java.lang.String CROSS_QUEUE_PREEMPTION_CONSERVATIVE_DRF

Flag to determine whether or not to preempt containers from apps where some used resources are less than the user's user limit.

See Also:

Constant Field Values

DEFAULT_CROSS_QUEUE_PREEMPTION_CONSERVATIVE_DRF

public static final java.lang.Boolean DEFAULT_CROSS_QUEUE_PREEMPTION_CONSERVATIVE_DRF

IN_QUEUE_PREEMPTION_CONSERVATIVE_DRF

public static final java.lang.String IN_QUEUE_PREEMPTION_CONSERVATIVE_DRF

See Also:

Constant Field Values

DEFAULT_IN_QUEUE_PREEMPTION_CONSERVATIVE_DRF

public static final java.lang.Boolean DEFAULT_IN_QUEUE_PREEMPTION_CONSERVATIVE_DRF

PREEMPTION_TO_BALANCE_QUEUES_BEYOND_GUARANTEED

public static final java.lang.String PREEMPTION_TO_BALANCE_QUEUES_BEYOND_GUARANTEED

Should we allow queues continue grow after all queue reaches their guaranteed capacity.

See Also:

Constant Field Values

DEFAULT_PREEMPTION_TO_BALANCE_QUEUES_BEYOND_GUARANTEED

public static final boolean DEFAULT_PREEMPTION_TO_BALANCE_QUEUES_BEYOND_GUARANTEED

See Also:

Constant Field Values

MAX_WAIT_BEFORE_KILL_FOR_QUEUE_BALANCE_PREEMPTION

public static final java.lang.String MAX_WAIT_BEFORE_KILL_FOR_QUEUE_BALANCE_PREEMPTION

How long we will wait to balance queues, by default it is 5 mins.

See Also:

Constant Field Values

DEFAULT_MAX_WAIT_BEFORE_KILL_FOR_QUEUE_BALANCE_PREEMPTION

public static final long DEFAULT_MAX_WAIT_BEFORE_KILL_FOR_QUEUE_BALANCE_PREEMPTION

See Also:

Constant Field Values

QUEUE_GLOBAL_MAX_APPLICATION

@Private
public static final java.lang.String QUEUE_GLOBAL_MAX_APPLICATION

Maximum application for a queue to be used when application per queue is not defined.To be consistent with previous version the default value is set as UNDEFINED.

See Also:

Constant Field Values

QUEUE_UTILIZATION_ORDERING_POLICY

public static final java.lang.String QUEUE_UTILIZATION_ORDERING_POLICY

Less relative usage queue can get next resource, this is default

See Also:

Constant Field Values

QUEUE_PRIORITY_UTILIZATION_ORDERING_POLICY

public static final java.lang.String QUEUE_PRIORITY_UTILIZATION_ORDERING_POLICY

Combination of relative usage and priority

See Also:

Constant Field Values

DEFAULT_QUEUE_ORDERING_POLICY

public static final java.lang.String DEFAULT_QUEUE_ORDERING_POLICY

See Also:

Constant Field Values

MAXIMUM_LIFETIME_SUFFIX

public static final java.lang.String MAXIMUM_LIFETIME_SUFFIX

See Also:

Constant Field Values

DEFAULT_LIFETIME_SUFFIX

public static final java.lang.String DEFAULT_LIFETIME_SUFFIX

See Also:

Constant Field Values

DEFAULT_AUTO_CREATE_CHILD_QUEUE_ENABLED

@Private
public static final boolean DEFAULT_AUTO_CREATE_CHILD_QUEUE_ENABLED

See Also:

Constant Field Values

AUTO_CREATE_CHILD_QUEUE_ENABLED

@Private
public static final java.lang.String AUTO_CREATE_CHILD_QUEUE_ENABLED

See Also:

Constant Field Values

AUTO_QUEUE_CREATION_V2_PREFIX

@Private
protected static final java.lang.String AUTO_QUEUE_CREATION_V2_PREFIX

See Also:

Constant Field Values

AUTO_QUEUE_CREATION_V2_ENABLED

@Private
public static final java.lang.String AUTO_QUEUE_CREATION_V2_ENABLED

See Also:

Constant Field Values

AUTO_QUEUE_CREATION_V2_MAX_QUEUES

@Private
public static final java.lang.String AUTO_QUEUE_CREATION_V2_MAX_QUEUES

See Also:

Constant Field Values

DEFAULT_AUTO_QUEUE_CREATION_V2_MAX_QUEUES

@Private
public static final int DEFAULT_AUTO_QUEUE_CREATION_V2_MAX_QUEUES

See Also:

Constant Field Values

MAXIMUM_QUEUE_DEPTH

@Private
public static final java.lang.String MAXIMUM_QUEUE_DEPTH

See Also:

Constant Field Values

DEFAULT_MAXIMUM_QUEUE_DEPTH

@Private
public static final int DEFAULT_MAXIMUM_QUEUE_DEPTH

See Also:

Constant Field Values

DEFAULT_AUTO_QUEUE_CREATION_ENABLED

@Private
public static final boolean DEFAULT_AUTO_QUEUE_CREATION_ENABLED

See Also:

Constant Field Values

AUTO_CREATED_LEAF_QUEUE_TEMPLATE_PREFIX

@Private
public static final java.lang.String AUTO_CREATED_LEAF_QUEUE_TEMPLATE_PREFIX

See Also:

Constant Field Values

AUTO_CREATE_QUEUE_MAX_QUEUES

@Private
public static final java.lang.String AUTO_CREATE_QUEUE_MAX_QUEUES

See Also:

Constant Field Values

DEFAULT_AUTO_CREATE_QUEUE_MAX_QUEUES

@Private
public static final int DEFAULT_AUTO_CREATE_QUEUE_MAX_QUEUES

See Also:

Constant Field Values

FAIL_AUTO_CREATION_ON_EXCEEDING_CAPACITY

@Private
public static final java.lang.String FAIL_AUTO_CREATION_ON_EXCEEDING_CAPACITY

See Also:

Constant Field Values

DEFAULT_FAIL_AUTO_CREATION_ON_EXCEEDING_CAPACITY

@Private
public static final boolean DEFAULT_FAIL_AUTO_CREATION_ON_EXCEEDING_CAPACITY

See Also:

Constant Field Values

AUTO_CREATED_QUEUE_MANAGEMENT_POLICY

@Private
public static final java.lang.String AUTO_CREATED_QUEUE_MANAGEMENT_POLICY

See Also:

Constant Field Values

DEFAULT_AUTO_CREATED_QUEUE_MANAGEMENT_POLICY

@Private
public static final java.lang.String DEFAULT_AUTO_CREATED_QUEUE_MANAGEMENT_POLICY

See Also:

Constant Field Values

QUEUE_MANAGEMENT_MONITORING_INTERVAL

@Private
public static final java.lang.String QUEUE_MANAGEMENT_MONITORING_INTERVAL

Time in milliseconds between invocations of this policy

See Also:

Constant Field Values

DEFAULT_QUEUE_MANAGEMENT_MONITORING_INTERVAL

@Private
public static final long DEFAULT_QUEUE_MANAGEMENT_MONITORING_INTERVAL

See Also:

Constant Field Values

DEFAULT_AUTO_CREATE_CHILD_QUEUE_AUTO_REMOVAL_ENABLE

@Private
public static final boolean DEFAULT_AUTO_CREATE_CHILD_QUEUE_AUTO_REMOVAL_ENABLE

See Also:

Constant Field Values

AUTO_CREATE_CHILD_QUEUE_AUTO_REMOVAL_ENABLE

@Private
public static final java.lang.String AUTO_CREATE_CHILD_QUEUE_AUTO_REMOVAL_ENABLE

See Also:

Constant Field Values

DEFAULT_AUTO_CREATE_CHILD_QUEUE_EXPIRED_TIME

@Private
public static final long DEFAULT_AUTO_CREATE_CHILD_QUEUE_EXPIRED_TIME

See Also:

Constant Field Values

AUTO_CREATE_CHILD_QUEUE_EXPIRED_TIME

@Private
public static final java.lang.String AUTO_CREATE_CHILD_QUEUE_EXPIRED_TIME

See Also:

Constant Field Values

QUEUE_AUTO_REFRESH_MONITORING_INTERVAL

@Private
public static final java.lang.String QUEUE_AUTO_REFRESH_MONITORING_INTERVAL

Time in milliseconds between invocations of QueueConfigurationAutoRefreshPolicy.

See Also:

Constant Field Values

DEFAULT_QUEUE_AUTO_REFRESH_MONITORING_INTERVAL

@Private
public static final long DEFAULT_QUEUE_AUTO_REFRESH_MONITORING_INTERVAL

See Also:

Constant Field Values

MULTI_NODE_SORTING_POLICIES

@Private
public static final java.lang.String MULTI_NODE_SORTING_POLICIES

See Also:

Constant Field Values

MULTI_NODE_SORTING_POLICY_NAME

@Private
public static final java.lang.String MULTI_NODE_SORTING_POLICY_NAME

See Also:

Constant Field Values

DEFAULT_NODE_SORTING_POLICY

public static final java.lang.String DEFAULT_NODE_SORTING_POLICY

resource usage based node sorting algorithm.

See Also:

Constant Field Values

DEFAULT_NODE_SORTING_POLICY_CLASSNAME

public static final java.lang.String DEFAULT_NODE_SORTING_POLICY_CLASSNAME

See Also:

Constant Field Values

DEFAULT_MULTI_NODE_SORTING_INTERVAL

public static final long DEFAULT_MULTI_NODE_SORTING_INTERVAL

See Also:

Constant Field Values

MULTI_NODE_PLACEMENT_ENABLED

@Private
public static final java.lang.String MULTI_NODE_PLACEMENT_ENABLED

See Also:

Constant Field Values

DEFAULT_MULTI_NODE_PLACEMENT_ENABLED

@Private
public static final boolean DEFAULT_MULTI_NODE_PLACEMENT_ENABLED

See Also:

Constant Field Values

Constructor Detail

CapacitySchedulerConfiguration

public CapacitySchedulerConfiguration()

CapacitySchedulerConfiguration

public CapacitySchedulerConfiguration(org.apache.hadoop.conf.Configuration configuration)

CapacitySchedulerConfiguration

public CapacitySchedulerConfiguration(org.apache.hadoop.conf.Configuration configuration,
                                      boolean useLocalConfigurationProvider)

Method Detail

getQueueCapacityConfigParser

public static QueueCapacityConfigParser getQueueCapacityConfigParser()

getMaximumAutoCreatedQueueDepth

public int getMaximumAutoCreatedQueueDepth(java.lang.String queuePath)

setMaximumAutoCreatedQueueDepth

public void setMaximumAutoCreatedQueueDepth(java.lang.String queuePath,
                                            int value)

setMaximumAutoCreatedQueueDepth

public void setMaximumAutoCreatedQueueDepth(int value)

getQueuePrefix

public static java.lang.String getQueuePrefix(java.lang.String queue)

getNodeLabelPrefix

public static java.lang.String getNodeLabelPrefix(java.lang.String queue,
                                                  java.lang.String label)

setMaximumSystemApplications

public void setMaximumSystemApplications(int numMaxApps)

getMaximumSystemApplications

public int getMaximumSystemApplications()

setMaximumApplicationMasterResourcePercent

public void setMaximumApplicationMasterResourcePercent(float percent)

getMaximumApplicationMasterResourcePercent

public float getMaximumApplicationMasterResourcePercent()

getMaximumApplicationsPerQueue

public int getMaximumApplicationsPerQueue(java.lang.String queue)

Get the maximum applications per queue setting.

Parameters:

queue - name of the queue

Returns:

setting specified or -1 if not set

setMaximumApplicationsPerQueue

@VisibleForTesting
public void setMaximumApplicationsPerQueue(java.lang.String queue,
                                           int numMaxApps)

getMaximumApplicationMasterResourcePerQueuePercent

public float getMaximumApplicationMasterResourcePerQueuePercent(java.lang.String queue)

Get the maximum am resource percent per queue setting.

Parameters:

queue - name of the queue

Returns:

per queue setting or defaults to the global am-resource-percent setting if per queue setting not present

setMaximumApplicationMasterResourcePerQueuePercent

public void setMaximumApplicationMasterResourcePerQueuePercent(java.lang.String queue,
                                                               float percent)

getNonLabeledQueueWeight

public float getNonLabeledQueueWeight(java.lang.String queue)

setNonLabeledQueueWeight

public void setNonLabeledQueueWeight(java.lang.String queue,
                                     float weight)

setLabeledQueueWeight

public void setLabeledQueueWeight(java.lang.String queue,
                                  java.lang.String label,
                                  float weight)

getLabeledQueueWeight

public float getLabeledQueueWeight(QueuePath queue,
                                   java.lang.String label)

getNonLabeledQueueCapacity

public float getNonLabeledQueueCapacity(QueuePath queue)

setCapacity

public void setCapacity(java.lang.String queue,
                        float capacity)

setCapacity

@VisibleForTesting
public void setCapacity(java.lang.String queue,
                        java.lang.String absoluteResourceCapacity)

getNonLabeledQueueMaximumCapacity

public float getNonLabeledQueueMaximumCapacity(QueuePath queue)

setMaximumCapacity

public void setMaximumCapacity(java.lang.String queue,
                               float maxCapacity)

setCapacityByLabel

public void setCapacityByLabel(java.lang.String queue,
                               java.lang.String label,
                               float capacity)

setCapacityByLabel

@VisibleForTesting
public void setCapacityByLabel(java.lang.String queue,
                               java.lang.String label,
                               java.lang.String absoluteResourceCapacity)

setMaximumCapacityByLabel

public void setMaximumCapacityByLabel(java.lang.String queue,
                                      java.lang.String label,
                                      float capacity)

setMaximumCapacityByLabel

public void setMaximumCapacityByLabel(java.lang.String queue,
                                      java.lang.String label,
                                      java.lang.String absoluteResourceCapacity)

getUserLimit

public float getUserLimit(java.lang.String queue)

getAppOrderingPolicy

public <S extends SchedulableEntity> OrderingPolicy<S> getAppOrderingPolicy(java.lang.String queue)

setUserLimit

public void setUserLimit(java.lang.String queue,
                         float userLimit)

setDefaultUserLimit

@VisibleForTesting
public void setDefaultUserLimit(float defaultUserLimit)

getUserLimitFactor

public float getUserLimitFactor(java.lang.String queue)

setUserLimitFactor

public void setUserLimitFactor(java.lang.String queue,
                               float userLimitFactor)

setDefaultUserLimitFactor

@VisibleForTesting
public void setDefaultUserLimitFactor(float defaultUserLimitFactor)

getConfiguredState

public org.apache.hadoop.yarn.api.records.QueueState getConfiguredState(java.lang.String queue)

getState

public org.apache.hadoop.yarn.api.records.QueueState getState(java.lang.String queue)

setState

@Private
@VisibleForTesting
public void setState(java.lang.String queue,
                     org.apache.hadoop.yarn.api.records.QueueState state)

setAccessibleNodeLabels

public void setAccessibleNodeLabels(java.lang.String queue,
                                    java.util.Set<java.lang.String> labels)

getAccessibleNodeLabels

public java.util.Set<java.lang.String> getAccessibleNodeLabels(java.lang.String queue)

setCapacityVector

public void setCapacityVector(java.lang.String queuePath,
                              java.lang.String label,
                              java.lang.String capacityVector)

setMaximumCapacityVector

public void setMaximumCapacityVector(java.lang.String queuePath,
                                     java.lang.String label,
                                     java.lang.String capacityVector)

getLabeledQueueCapacity

public float getLabeledQueueCapacity(QueuePath queue,
                                     java.lang.String label)

getLabeledQueueMaximumCapacity

public float getLabeledQueueMaximumCapacity(QueuePath queue,
                                            java.lang.String label)

getDefaultNodeLabelExpression

public java.lang.String getDefaultNodeLabelExpression(java.lang.String queue)

setDefaultNodeLabelExpression

public void setDefaultNodeLabelExpression(java.lang.String queue,
                                          java.lang.String exp)

getMaximumAMResourcePercentPerPartition

public float getMaximumAMResourcePercentPerPartition(QueuePath queue,
                                                     java.lang.String label)

setMaximumAMResourcePercentPerPartition

public void setMaximumAMResourcePercentPerPartition(java.lang.String queue,
                                                    java.lang.String label,
                                                    float percent)

getReservationContinueLook

public boolean getReservationContinueLook()

getSkipAllocateOnNodesWithReservedContainer

public boolean getSkipAllocateOnNodesWithReservedContainer()

getAcl

public org.apache.hadoop.security.authorize.AccessControlList getAcl(java.lang.String queue,
                                                                     org.apache.hadoop.yarn.api.records.QueueACL acl)

setAcl

public void setAcl(java.lang.String queue,
                   org.apache.hadoop.yarn.api.records.QueueACL acl,
                   java.lang.String aclString)

getACLsForLegacyAutoCreatedLeafQueue

public java.util.Map<org.apache.hadoop.yarn.security.AccessType,org.apache.hadoop.security.authorize.AccessControlList> getACLsForLegacyAutoCreatedLeafQueue(java.lang.String parentQueuePath)

Creates a mapping of queue ACLs for a Legacy Auto Created Leaf Queue.

Parameters:

parentQueuePath - the parent's queue path

Returns:

A mapping of the queue ACLs.

getACLsForFlexibleAutoCreatedParentQueue

public static java.util.Map<org.apache.hadoop.yarn.security.AccessType,org.apache.hadoop.security.authorize.AccessControlList> getACLsForFlexibleAutoCreatedParentQueue(AutoCreatedQueueTemplate aqc)

Creates a mapping of queue ACLs for a Flexible Auto Created Parent Queue. The .parent-template is preferred to .template ACLs.

Parameters:

aqc - The AQC templates to use.

Returns:

A mapping of the queue ACLs.

getACLsForFlexibleAutoCreatedLeafQueue

public static java.util.Map<org.apache.hadoop.yarn.security.AccessType,org.apache.hadoop.security.authorize.AccessControlList> getACLsForFlexibleAutoCreatedLeafQueue(AutoCreatedQueueTemplate aqc)

Creates a mapping of queue ACLs for a Flexible Auto Created Leaf Queue. The .leaf-template is preferred to .template ACLs.

Parameters:

aqc - The AQC templates to use.

Returns:

A mapping of the queue ACLs.

getReservationAcls

public java.util.Map<org.apache.hadoop.yarn.api.records.ReservationACL,org.apache.hadoop.security.authorize.AccessControlList> getReservationAcls(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets a map containing the AccessControlList of users for each ReservationACL acl on thee specified queue.

Specified by:

getReservationAcls in class ReservationSchedulerConfiguration

Parameters:

queue - the queue with which to check a user's permissions.

Returns:

The a Map of ReservationACL to AccessControlList which contains a list of users that have the specified permission level.

getAcls

public java.util.Map<org.apache.hadoop.yarn.security.AccessType,org.apache.hadoop.security.authorize.AccessControlList> getAcls(java.lang.String queue)

setAcls

public void setAcls(java.lang.String queue,
                    java.util.Map<org.apache.hadoop.yarn.api.records.QueueACL,org.apache.hadoop.security.authorize.AccessControlList> acls)

setReservationAcls

@VisibleForTesting
public void setReservationAcls(java.lang.String queue,
                               java.util.Map<org.apache.hadoop.yarn.api.records.ReservationACL,org.apache.hadoop.security.authorize.AccessControlList> acls)

setPriorityAcls

@VisibleForTesting
public void setPriorityAcls(java.lang.String queue,
                            org.apache.hadoop.yarn.api.records.Priority priority,
                            org.apache.hadoop.yarn.api.records.Priority defaultPriority,
                            java.lang.String[] acls)

getPriorityAcls

public java.util.List<AppPriorityACLGroup> getPriorityAcls(java.lang.String queue,
                                                           org.apache.hadoop.yarn.api.records.Priority clusterMaxPriority)

getQueues

public java.lang.String[] getQueues(java.lang.String queue)

setQueues

public void setQueues(java.lang.String queue,
                      java.lang.String[] subQueues)

getMinimumAllocation

public org.apache.hadoop.yarn.api.records.Resource getMinimumAllocation()

getQueuePriority

@Private
public org.apache.hadoop.yarn.api.records.Priority getQueuePriority(java.lang.String queue)

setQueuePriority

@Private
public void setQueuePriority(java.lang.String queue,
                             int priority)

getQueueMaximumAllocation

public org.apache.hadoop.yarn.api.records.Resource getQueueMaximumAllocation(java.lang.String queue)

Get maximum_allocation setting for the specified queue from the configuration.

Parameters:

queue - name of the queue

Returns:

Resource object or Resource.none if not set

setQueueMaximumAllocation

public void setQueueMaximumAllocation(java.lang.String queue,
                                      java.lang.String maximumAllocation)

getConfigurationProperties

public ConfigurationProperties getConfigurationProperties()

Get all configuration properties parsed in a ConfigurationProperties object.

Returns:

configuration properties

reinitializeConfigurationProperties

public void reinitializeConfigurationProperties()

Reinitializes the cached ConfigurationProperties object.

setQueueMaximumAllocationMb

public void setQueueMaximumAllocationMb(java.lang.String queue,
                                        int value)

setQueueMaximumAllocationVcores

public void setQueueMaximumAllocationVcores(java.lang.String queue,
                                            int value)

getQueueMaximumAllocationMb

public long getQueueMaximumAllocationMb(java.lang.String queue)

getQueueMaximumAllocationVcores

public int getQueueMaximumAllocationVcores(java.lang.String queue)

getEnableUserMetrics

public boolean getEnableUserMetrics()

getOffSwitchPerHeartbeatLimit

public int getOffSwitchPerHeartbeatLimit()

setOffSwitchPerHeartbeatLimit

public void setOffSwitchPerHeartbeatLimit(int limit)

getNodeLocalityDelay

public int getNodeLocalityDelay()

setNodeLocalityDelay

@VisibleForTesting
public void setNodeLocalityDelay(int nodeLocalityDelay)

getRackLocalityAdditionalDelay

public int getRackLocalityAdditionalDelay()

getRackLocalityFullReset

public boolean getRackLocalityFullReset()

getResourceCalculator

public org.apache.hadoop.yarn.util.resource.ResourceCalculator getResourceCalculator()

getUsePortForNodeName

public boolean getUsePortForNodeName()

setResourceComparator

public void setResourceComparator(java.lang.Class<? extends org.apache.hadoop.yarn.util.resource.ResourceCalculator> resourceCalculatorClass)

getScheduleAynschronously

public boolean getScheduleAynschronously()

setScheduleAynschronously

public void setScheduleAynschronously(boolean async)

getOverrideWithQueueMappings

public boolean getOverrideWithQueueMappings()

setOverrideWithQueueMappings

@Private
@VisibleForTesting
public void setOverrideWithQueueMappings(boolean overrideWithQueueMappings)

getQueueMappingEntity

public java.util.List<QueueMapping> getQueueMappingEntity(java.lang.String queueMappingSuffix)

setQueueMappingEntities

@VisibleForTesting
public void setQueueMappingEntities(java.util.List<QueueMapping> queueMappings,
                                    java.lang.String queueMappingSuffix)

getOverrideWithWorkflowPriorityMappings

public boolean getOverrideWithWorkflowPriorityMappings()

getWorkflowPriorityMappings

public java.util.Collection<java.lang.String> getWorkflowPriorityMappings()

getQueueMappings

public java.util.List<QueueMapping> getQueueMappings()

Get user/group mappings to queues.

Returns:

user/groups mappings or null on illegal configs

parseLegacyMappingRules

public java.util.List<MappingRule> parseLegacyMappingRules()

parseJSONMappingRules

public java.util.List<MappingRule> parseJSONMappingRules()
                                                  throws java.io.IOException

Throws:

java.io.IOException

setMappingRuleFormat

public void setMappingRuleFormat(java.lang.String format)

setMappingRuleJson

public void setMappingRuleJson(java.lang.String json)

getMappingRules

public java.util.List<MappingRule> getMappingRules()
                                            throws java.io.IOException

Throws:

java.io.IOException

setQueuePlacementRules

@Private
@VisibleForTesting
public void setQueuePlacementRules(java.util.Collection<java.lang.String> queuePlacementRules)

setQueueMappings

@Private
@VisibleForTesting
public void setQueueMappings(java.util.List<QueueMapping> queueMappings)

setAppNameMappings

@Private
@VisibleForTesting
public void setAppNameMappings(java.util.List<QueueMapping> queueMappings)

isReservable

public boolean isReservable(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Checks if the queue participates in reservation based scheduling

Specified by:

isReservable in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

true if the queue participates in reservation based scheduling

setReservable

public void setReservable(java.lang.String queue,
                          boolean isReservable)

getReservationWindow

public long getReservationWindow(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets the length of time in milliseconds for which the SharingPolicy checks for validity

Overrides:

getReservationWindow in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

length in time in milliseconds for which to check the SharingPolicy

getAverageCapacity

public float getAverageCapacity(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets the average allowed capacity which will aggregated over the ReservationSchedulerConfiguration.getReservationWindow(java.lang.String) by the the SharingPolicy to check aggregate used capacity

Overrides:

getAverageCapacity in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

average capacity allowed by the SharingPolicy

getInstantaneousMaxCapacity

public float getInstantaneousMaxCapacity(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets the maximum capacity at any time that the SharingPolicy allows

Overrides:

getInstantaneousMaxCapacity in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

maximum allowed capacity at any time

setInstantaneousMaxCapacity

public void setInstantaneousMaxCapacity(java.lang.String queue,
                                        float instMaxCapacity)

setReservationWindow

public void setReservationWindow(java.lang.String queue,
                                 long reservationWindow)

setAverageCapacity

public void setAverageCapacity(java.lang.String queue,
                               float avgCapacity)

getReservationAdmissionPolicy

public java.lang.String getReservationAdmissionPolicy(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets the name of the SharingPolicy class associated with the queue

Overrides:

getReservationAdmissionPolicy in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

the class name of the SharingPolicy

setReservationAdmissionPolicy

public void setReservationAdmissionPolicy(java.lang.String queue,
                                          java.lang.String reservationPolicy)

getReservationAgent

public java.lang.String getReservationAgent(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets the name of the ReservationAgent class associated with the queue

Overrides:

getReservationAgent in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

the class name of the ReservationAgent

setReservationAgent

public void setReservationAgent(java.lang.String queue,
                                java.lang.String reservationPolicy)

getShowReservationAsQueues

public boolean getShowReservationAsQueues(java.lang.String queuePath)

Description copied from class: ReservationSchedulerConfiguration

Checks whether the reservation queues be hidden or visible

Overrides:

getShowReservationAsQueues in class ReservationSchedulerConfiguration

Parameters:

queuePath - name of the queue

Returns:

true if reservation queues should be visible

getReplanner

public java.lang.String getReplanner(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets the name of the Planner class associated with the queue

Overrides:

getReplanner in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

the class name of the Planner

getMoveOnExpiry

public boolean getMoveOnExpiry(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets whether the applications should be killed or moved to the parent queue when the ReservationDefinition expires

Overrides:

getMoveOnExpiry in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

true if application should be moved, false if they need to be killed

getEnforcementWindow

public long getEnforcementWindow(java.lang.String queue)

Description copied from class: ReservationSchedulerConfiguration

Gets the time in milliseconds for which the Planner will verify the Plans satisfy the constraints

Overrides:

getEnforcementWindow in class ReservationSchedulerConfiguration

Parameters:

queue - name of the queue

Returns:

the time in milliseconds for which to check constraints

setPreemptionDisabled

public void setPreemptionDisabled(java.lang.String queue,
                                  boolean preemptionDisabled)

Sets the disable_preemption property in order to indicate whether or not container preemption will be disabled for the specified queue.

Parameters:

queue - queue path

preemptionDisabled - true if preemption is disabled on queue

getPreemptionDisabled

public boolean getPreemptionDisabled(java.lang.String queue,
                                     boolean defaultVal)

Indicates whether preemption is disabled on the specified queue.

Parameters:

queue - queue path to query

defaultVal - used as default if the disable_preemption is not set in the configuration

Returns:

true if preemption is disabled on queue, false otherwise

getIntraQueuePreemptionDisabled

public boolean getIntraQueuePreemptionDisabled(java.lang.String queue,
                                               boolean defaultVal)

Indicates whether intra-queue preemption is disabled on the specified queue

Parameters:

queue - queue path to query

defaultVal - used as default if the property is not set in the configuration

Returns:

true if preemption is disabled on queue, false otherwise

setPreemptionObserveOnly

public void setPreemptionObserveOnly(boolean value)

getPreemptionObserveOnly

public boolean getPreemptionObserveOnly()

getConfiguredNodeLabels

public java.util.Set<java.lang.String> getConfiguredNodeLabels(java.lang.String queuePath)

Get configured node labels in a given queuePath.

Parameters:

queuePath - queue path.

Returns:

configured node labels.

getConfiguredNodeLabelsByQueue

public java.util.Map<java.lang.String,java.util.Set<java.lang.String>> getConfiguredNodeLabelsByQueue()

Get configured node labels for all queues that have accessible-node-labels prefixed properties set.

Returns:

configured node labels

getClusterLevelApplicationMaxPriority

public org.apache.hadoop.yarn.api.records.Priority getClusterLevelApplicationMaxPriority()

getDefaultApplicationPriorityConfPerQueue

public java.lang.Integer getDefaultApplicationPriorityConfPerQueue(java.lang.String queue)

setOrderingPolicy

@VisibleForTesting
public void setOrderingPolicy(java.lang.String queue,
                              java.lang.String policy)

setOrderingPolicyParameter

@VisibleForTesting
public void setOrderingPolicyParameter(java.lang.String queue,
                                       java.lang.String parameterKey,
                                       java.lang.String parameterValue)

getLazyPreemptionEnabled

public boolean getLazyPreemptionEnabled()

shouldAppFailFast

public static boolean shouldAppFailFast(org.apache.hadoop.conf.Configuration conf)

setDefaultMaxParallelApps

public void setDefaultMaxParallelApps(int value)

getDefaultMaxParallelApps

public java.lang.Integer getDefaultMaxParallelApps()

setDefaultMaxParallelAppsPerUser

public void setDefaultMaxParallelAppsPerUser(int value)

getDefaultMaxParallelAppsPerUser

public java.lang.Integer getDefaultMaxParallelAppsPerUser()

setMaxParallelAppsForUser

public void setMaxParallelAppsForUser(java.lang.String user,
                                      int value)

getMaxParallelAppsForUser

public java.lang.Integer getMaxParallelAppsForUser(java.lang.String user)

setMaxParallelAppsForQueue

public void setMaxParallelAppsForQueue(java.lang.String queue,
                                       java.lang.String value)

getMaxParallelAppsForQueue

public java.lang.Integer getMaxParallelAppsForQueue(java.lang.String queue)

getAllowZeroCapacitySum

public boolean getAllowZeroCapacitySum(java.lang.String queue)

setAllowZeroCapacitySum

public void setAllowZeroCapacitySum(java.lang.String queue,
                                    boolean value)

getGlobalMaximumApplicationsPerQueue

public int getGlobalMaximumApplicationsPerQueue()

setGlobalMaximumApplicationsPerQueue

public void setGlobalMaximumApplicationsPerQueue(int val)

setQueueOrderingPolicy

@Private
public void setQueueOrderingPolicy(java.lang.String queue,
                                   java.lang.String policy)

getQueueOrderingPolicy

@Private
public QueueOrderingPolicy getQueueOrderingPolicy(java.lang.String queue,
                                                  java.lang.String parentPolicy)

getPUOrderingPolicyUnderUtilizedPreemptionEnabled

public boolean getPUOrderingPolicyUnderUtilizedPreemptionEnabled()

Do we allow under-utilized queue with higher priority to preempt queue with lower priority *even if queue with lower priority is not satisfied*. For example, two queues, a and b a.priority = 1, (a.used-capacity - a.reserved-capacity) = 40% b.priority = 0, b.used-capacity = 30% Set this configuration to true to allow queue-a to preempt container from queue-b. (The reason why deduct reserved-capacity from used-capacity for queue with higher priority is: the reserved-capacity is just scheduler's internal implementation to allocate large containers, it is not possible for application to use such reserved-capacity. It is possible that a queue with large container requests have a large number of containers but cannot allocate from any of them. But scheduler will make sure a satisfied queue will not preempt resource from any other queues. A queue is considered to be satisfied when queue's used-capacity - reserved-capacity ≥ guaranteed-capacity.)

Returns:

allowed or not

setPUOrderingPolicyUnderUtilizedPreemptionEnabled

@VisibleForTesting
public void setPUOrderingPolicyUnderUtilizedPreemptionEnabled(boolean enabled)

getPUOrderingPolicyUnderUtilizedPreemptionDelay

public long getPUOrderingPolicyUnderUtilizedPreemptionDelay()

When a reserved container of an underutilized queue is created. Preemption will kick in after specified delay (in ms). The total time to preempt resources for a reserved container from higher priority queue will be: reserved-container-delay-ms + PREEMPTION_WAIT_TIME_BEFORE_KILL. This parameter is added to make preemption from lower priority queue which is underutilized to be more careful. This parameter takes effect when underutilized-preemption.enabled set to true.

Returns:

delay

setPUOrderingPolicyUnderUtilizedPreemptionDelay

@VisibleForTesting
public void setPUOrderingPolicyUnderUtilizedPreemptionDelay(long timeout)

getPUOrderingPolicyUnderUtilizedPreemptionMoveReservation

public boolean getPUOrderingPolicyUnderUtilizedPreemptionMoveReservation()

When doing preemption from under-satisfied queues for priority queue. Do we allow move reserved container from one host to another?

Returns:

allow or not

setPUOrderingPolicyUnderUtilizedPreemptionMoveReservation

@VisibleForTesting
public void setPUOrderingPolicyUnderUtilizedPreemptionMoveReservation(boolean allowMoveReservation)

getAllUserWeightsForQueue

public UserWeights getAllUserWeightsForQueue(java.lang.String queuePath)

Get the weights of all users at this queue level from the configuration. Used in computing user-specific user limit, relative to other users.

Parameters:

queuePath - full queue path

Returns:

map of user weights, if they exist. Otherwise, return empty map.

getAssignMultipleEnabled

public boolean getAssignMultipleEnabled()

getMaxAssignPerHeartbeat

public int getMaxAssignPerHeartbeat()

getMaximumLifetimePerQueue

public long getMaximumLifetimePerQueue(java.lang.String queue)

setMaximumLifetimePerQueue

public void setMaximumLifetimePerQueue(java.lang.String queue,
                                       long maximumLifetime)

getDefaultLifetimePerQueue

public long getDefaultLifetimePerQueue(java.lang.String queue)

setDefaultLifetimePerQueue

public void setDefaultLifetimePerQueue(java.lang.String queue,
                                       long defaultLifetime)

isAutoCreateChildQueueEnabled

@Private
public boolean isAutoCreateChildQueueEnabled(java.lang.String queuePath)

If true, this queue will be created as a Parent Queue which Auto Created leaf child queues

Parameters:

queuePath - The queues path

Returns:

true if auto create is enabled for child queues else false. Default is false

setAutoCreateChildQueueEnabled

@Private
@VisibleForTesting
public void setAutoCreateChildQueueEnabled(java.lang.String queuePath,
                                           boolean autoCreationEnabled)

setAutoQueueCreationV2Enabled

public void setAutoQueueCreationV2Enabled(java.lang.String queuePath,
                                          boolean autoQueueCreation)

isAutoQueueCreationV2Enabled

public boolean isAutoQueueCreationV2Enabled(java.lang.String queuePath)

getAutoCreatedQueueTemplateConfPrefix

@Private
public java.lang.String getAutoCreatedQueueTemplateConfPrefix(java.lang.String queuePath)

Get the auto created leaf queue's template configuration prefix Leaf queue's template capacities are configured at the parent queue

Parameters:

queuePath - parent queue's path

Returns:

Config prefix for leaf queue template configurations

getAutoCreatedQueueObjectTemplateConfPrefix

@Private
public QueuePath getAutoCreatedQueueObjectTemplateConfPrefix(java.lang.String queuePath)

getShouldFailAutoQueueCreationWhenGuaranteedCapacityExceeded

@Private
public boolean getShouldFailAutoQueueCreationWhenGuaranteedCapacityExceeded(java.lang.String queuePath)

Fail further auto leaf queue creation when parent's guaranteed capacity is exceeded.

Parameters:

queuePath - the parent queue's path

Returns:

true if configured to fail else false

setShouldFailAutoQueueCreationWhenGuaranteedCapacityExceeded

@VisibleForTesting
@Private
public void setShouldFailAutoQueueCreationWhenGuaranteedCapacityExceeded(java.lang.String queuePath,
                                                                         boolean autoCreationEnabled)

getAutoCreatedQueuesMaxChildQueuesLimit

@Private
public int getAutoCreatedQueuesMaxChildQueuesLimit(java.lang.String queuePath)

Get the max number of leaf queues that are allowed to be created under a parent queue

Parameters:

queuePath - the paret queue's path

Returns:

the max number of leaf queues allowed to be auto created

getAutoCreatedQueuesV2MaxChildQueuesLimit

@Private
public int getAutoCreatedQueuesV2MaxChildQueuesLimit(java.lang.String queuePath)

Get the max number of queues that are allowed to be created under a parent queue which allowed auto creation v2.

Parameters:

queuePath - the parent queue's path

Returns:

the max number of queues allowed to be auto created, in new auto created.

setAutoCreatedQueuesV2MaxChildQueuesLimit

@VisibleForTesting
public void setAutoCreatedQueuesV2MaxChildQueuesLimit(java.lang.String queuePath,
                                                      int maxQueues)

isAutoExpiredDeletionEnabled

@Private
public boolean isAutoExpiredDeletionEnabled(java.lang.String queuePath)

If true, auto created queue with weight mode will be deleted when queue is expired.

Parameters:

queuePath - the queue's path for auto deletion check

Returns:

true if auto created queue's deletion when expired is enabled else false. Default is true.

setAutoExpiredDeletionEnabled

@Private
@VisibleForTesting
public void setAutoExpiredDeletionEnabled(java.lang.String queuePath,
                                          boolean autoRemovalEnable)

setAutoExpiredDeletionTime

@Private
@VisibleForTesting
public void setAutoExpiredDeletionTime(long time)

getAutoExpiredDeletionTime

@Private
@VisibleForTesting
public long getAutoExpiredDeletionTime()

getAutoCreatedQueueManagementPolicy

@Private
public java.lang.String getAutoCreatedQueueManagementPolicy(java.lang.String queue)

Queue Management computation policy for Auto Created queues

Parameters:

queue - The queue's path

Returns:

Configured policy class name

getAutoCreatedQueueManagementPolicyClass

@Private
protected AutoCreatedQueueManagementPolicy getAutoCreatedQueueManagementPolicyClass(java.lang.String queueName)

Get The policy class configured to manage capacities for auto created leaf queues under the specified parent

Parameters:

queueName - The parent queue's name

Returns:

The policy class configured to manage capacities for auto created leaf queues under the specified parent queue

setAutoCreatedLeafQueueConfigCapacity

@VisibleForTesting
@Private
public void setAutoCreatedLeafQueueConfigCapacity(java.lang.String queuePath,
                                                  float val)

setAutoCreatedLeafQueueTemplateCapacityByLabel

@VisibleForTesting
@Private
public void setAutoCreatedLeafQueueTemplateCapacityByLabel(java.lang.String queuePath,
                                                           java.lang.String label,
                                                           float val)

setAutoCreatedLeafQueueTemplateCapacityByLabel

@VisibleForTesting
@Private
public void setAutoCreatedLeafQueueTemplateCapacityByLabel(java.lang.String queuePath,
                                                           java.lang.String label,
                                                           org.apache.hadoop.yarn.api.records.Resource resource)

setAutoCreatedLeafQueueConfigMaxCapacity

@Private
@VisibleForTesting
public void setAutoCreatedLeafQueueConfigMaxCapacity(java.lang.String queuePath,
                                                     float val)

setAutoCreatedLeafQueueTemplateMaxCapacity

@Private
@VisibleForTesting
public void setAutoCreatedLeafQueueTemplateMaxCapacity(java.lang.String queuePath,
                                                       java.lang.String label,
                                                       float val)

setAutoCreatedLeafQueueTemplateMaxCapacity

@Private
@VisibleForTesting
public void setAutoCreatedLeafQueueTemplateMaxCapacity(java.lang.String queuePath,
                                                       java.lang.String label,
                                                       org.apache.hadoop.yarn.api.records.Resource resource)

setAutoCreatedLeafQueueConfigUserLimit

@VisibleForTesting
@Private
public void setAutoCreatedLeafQueueConfigUserLimit(java.lang.String queuePath,
                                                   int val)

setAutoCreatedLeafQueueConfigUserLimitFactor

@VisibleForTesting
@Private
public void setAutoCreatedLeafQueueConfigUserLimitFactor(java.lang.String queuePath,
                                                         float val)

setAutoCreatedLeafQueueConfigDefaultNodeLabelExpression

@Private
@VisibleForTesting
public void setAutoCreatedLeafQueueConfigDefaultNodeLabelExpression(java.lang.String queuePath,
                                                                    java.lang.String expression)

setAutoCreatedLeafQueueConfigMaximumAllocation

@Private
@VisibleForTesting
public void setAutoCreatedLeafQueueConfigMaximumAllocation(java.lang.String queuePath,
                                                           java.lang.String expression)

getUnits

public static java.lang.String getUnits(java.lang.String resourceValue)

getMinimumResourceRequirement

public org.apache.hadoop.yarn.api.records.Resource getMinimumResourceRequirement(java.lang.String label,
                                                                                 java.lang.String queue,
                                                                                 java.util.Set<java.lang.String> resourceTypes)

Get absolute minimum resource requirement for a queue.

Parameters:

label - NodeLabel

queue - queue path

resourceTypes - Resource types

Returns:

ResourceInformation

getMaximumResourceRequirement

public org.apache.hadoop.yarn.api.records.Resource getMaximumResourceRequirement(java.lang.String label,
                                                                                 java.lang.String queue,
                                                                                 java.util.Set<java.lang.String> resourceTypes)

Get absolute maximum resource requirement for a queue.

Parameters:

label - NodeLabel

queue - queue path

resourceTypes - Resource types

Returns:

Resource

setMinimumResourceRequirement

@VisibleForTesting
public void setMinimumResourceRequirement(java.lang.String label,
                                          QueuePath queue,
                                          org.apache.hadoop.yarn.api.records.Resource resource)

setMaximumResourceRequirement

@VisibleForTesting
public void setMaximumResourceRequirement(java.lang.String label,
                                          QueuePath queue,
                                          org.apache.hadoop.yarn.api.records.Resource resource)

parseConfiguredResourceVector

public java.util.Map<java.lang.String,QueueCapacityVector> parseConfiguredResourceVector(java.lang.String queuePath,
                                                                                               java.util.Set<java.lang.String> labels)

parseConfiguredMaximumCapacityVector

public java.util.Map<java.lang.String,QueueCapacityVector> parseConfiguredMaximumCapacityVector(java.lang.String queuePath,
                                                                                                      java.util.Set<java.lang.String> labels,
                                                                                                      QueueCapacityVector defaultVector)

checkConfigTypeIsAbsoluteResource

public boolean checkConfigTypeIsAbsoluteResource(java.lang.String label,
                                                 java.lang.String queue,
                                                 java.util.Set<java.lang.String> resourceTypes)

getMultiNodesSortingAlgorithmPolicy

public java.lang.String getMultiNodesSortingAlgorithmPolicy(java.lang.String queue)

isLegacyQueueMode

public boolean isLegacyQueueMode()

setLegacyQueueModeEnabled

public void setLegacyQueueModeEnabled(boolean value)

getMultiNodePlacementEnabled

public boolean getMultiNodePlacementEnabled()

getMultiNodePlacementPolicies

public java.util.Set<MultiNodePolicySpec> getMultiNodePlacementPolicies()