@InterfaceAudience.Private @InterfaceStability.Unstable public class SchedulerUtils extends Object
Modifier and Type | Field and Description |
---|---|
static String |
COMPLETED_APPLICATION |
static String |
EXPIRED_CONTAINER |
static String |
LOST_CONTAINER |
static String |
PREEMPTED_CONTAINER |
static String |
RELEASED_CONTAINER |
static String |
UNRESERVED_CONTAINER |
Constructor and Description |
---|
SchedulerUtils() |
Modifier and Type | Method and Description |
---|---|
static void |
checkIfLabelInClusterNodeLabels(RMNodeLabelsManager mgr,
Set<String> labels) |
static boolean |
checkNodeLabelExpression(Set<String> nodeLabels,
String labelExpression) |
static boolean |
checkQueueAccessToNode(Set<String> queueLabels,
Set<String> nodeLabels) |
static boolean |
checkQueueLabelExpression(Set<String> queueLabels,
String labelExpression) |
static org.apache.hadoop.yarn.api.records.ContainerStatus |
createAbnormalContainerStatus(org.apache.hadoop.yarn.api.records.ContainerId containerId,
String diagnostics)
Utility to create a
ContainerStatus during exceptional
circumstances. |
static org.apache.hadoop.yarn.api.records.ContainerStatus |
createPreemptedContainerStatus(org.apache.hadoop.yarn.api.records.ContainerId containerId,
String diagnostics)
Utility to create a
ContainerStatus during exceptional
circumstances. |
static boolean |
isNodeAvailable(org.apache.hadoop.yarn.api.records.NodeId nodeId)
This method checks is node address resolved.
|
static void |
normalizeAndvalidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
String queueName,
YarnScheduler scheduler) |
static void |
normalizeAndValidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
String queueName,
YarnScheduler scheduler,
boolean isRecovery) |
static void |
normalizeRequest(org.apache.hadoop.yarn.api.records.ResourceRequest ask,
org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator,
org.apache.hadoop.yarn.api.records.Resource clusterResource,
org.apache.hadoop.yarn.api.records.Resource minimumResource,
org.apache.hadoop.yarn.api.records.Resource maximumResource)
Utility method to normalize a resource request, by insuring that the
requested memory is a multiple of minMemory and is not zero.
|
static void |
normalizeRequest(org.apache.hadoop.yarn.api.records.ResourceRequest ask,
org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator,
org.apache.hadoop.yarn.api.records.Resource clusterResource,
org.apache.hadoop.yarn.api.records.Resource minimumResource,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
org.apache.hadoop.yarn.api.records.Resource incrementResource)
Utility method to normalize a resource request, by insuring that the
requested memory is a multiple of minMemory and is not zero.
|
static void |
normalizeRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> asks,
org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator,
org.apache.hadoop.yarn.api.records.Resource clusterResource,
org.apache.hadoop.yarn.api.records.Resource minimumResource,
org.apache.hadoop.yarn.api.records.Resource maximumResource)
Utility method to normalize a list of resource requests, by insuring that
the memory for each request is a multiple of minMemory and is not zero.
|
static void |
normalizeRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> asks,
org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator,
org.apache.hadoop.yarn.api.records.Resource clusterResource,
org.apache.hadoop.yarn.api.records.Resource minimumResource,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
org.apache.hadoop.yarn.api.records.Resource incrementResource)
Utility method to normalize a list of resource requests, by insuring that
the memory for each request is a multiple of minMemory and is not zero.
|
static org.apache.hadoop.yarn.security.AccessType |
toAccessType(org.apache.hadoop.yarn.api.records.QueueACL acl) |
static void |
validateResourceRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
org.apache.hadoop.yarn.api.records.QueueInfo queueInfo)
Utility method to validate a resource request, by insuring that the
requested memory/vcore/disk is non-negative and not greater than max
|
public static final String RELEASED_CONTAINER
public static final String LOST_CONTAINER
public static final String PREEMPTED_CONTAINER
public static final String COMPLETED_APPLICATION
public static final String EXPIRED_CONTAINER
public static final String UNRESERVED_CONTAINER
public static org.apache.hadoop.yarn.api.records.ContainerStatus createAbnormalContainerStatus(org.apache.hadoop.yarn.api.records.ContainerId containerId, String diagnostics)
ContainerStatus
during exceptional
circumstances.containerId
- ContainerId
of returned/released/lost container.diagnostics
- diagnostic messageContainerStatus
for an returned/released/lost
containerpublic static org.apache.hadoop.yarn.api.records.ContainerStatus createPreemptedContainerStatus(org.apache.hadoop.yarn.api.records.ContainerId containerId, String diagnostics)
ContainerStatus
during exceptional
circumstances.containerId
- ContainerId
of returned/released/lost container.diagnostics
- diagnostic messageContainerStatus
for an returned/released/lost
containerpublic static void normalizeRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> asks, org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator, org.apache.hadoop.yarn.api.records.Resource clusterResource, org.apache.hadoop.yarn.api.records.Resource minimumResource, org.apache.hadoop.yarn.api.records.Resource maximumResource)
public static void normalizeRequest(org.apache.hadoop.yarn.api.records.ResourceRequest ask, org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator, org.apache.hadoop.yarn.api.records.Resource clusterResource, org.apache.hadoop.yarn.api.records.Resource minimumResource, org.apache.hadoop.yarn.api.records.Resource maximumResource)
public static void normalizeRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> asks, org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator, org.apache.hadoop.yarn.api.records.Resource clusterResource, org.apache.hadoop.yarn.api.records.Resource minimumResource, org.apache.hadoop.yarn.api.records.Resource maximumResource, org.apache.hadoop.yarn.api.records.Resource incrementResource)
public static void normalizeRequest(org.apache.hadoop.yarn.api.records.ResourceRequest ask, org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator, org.apache.hadoop.yarn.api.records.Resource clusterResource, org.apache.hadoop.yarn.api.records.Resource minimumResource, org.apache.hadoop.yarn.api.records.Resource maximumResource, org.apache.hadoop.yarn.api.records.Resource incrementResource)
public static void normalizeAndValidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq, org.apache.hadoop.yarn.api.records.Resource maximumResource, String queueName, YarnScheduler scheduler, boolean isRecovery) throws org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
public static void normalizeAndvalidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq, org.apache.hadoop.yarn.api.records.Resource maximumResource, String queueName, YarnScheduler scheduler) throws org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
public static void validateResourceRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq, org.apache.hadoop.yarn.api.records.Resource maximumResource, org.apache.hadoop.yarn.api.records.QueueInfo queueInfo) throws org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
- when there is invalid requestpublic static boolean checkQueueAccessToNode(Set<String> queueLabels, Set<String> nodeLabels)
public static void checkIfLabelInClusterNodeLabels(RMNodeLabelsManager mgr, Set<String> labels) throws IOException
IOException
public static boolean checkNodeLabelExpression(Set<String> nodeLabels, String labelExpression)
public static boolean checkQueueLabelExpression(Set<String> queueLabels, String labelExpression)
public static org.apache.hadoop.yarn.security.AccessType toAccessType(org.apache.hadoop.yarn.api.records.QueueACL acl)
public static boolean isNodeAvailable(org.apache.hadoop.yarn.api.records.NodeId nodeId)
nodeId
- - node IDCopyright © 2019 Apache Software Foundation. All Rights Reserved.