@InterfaceAudience.Private @InterfaceStability.Unstable public class SchedulerUtils extends Object
Modifier and Type | Field and Description |
---|---|
static String |
COMPLETED_APPLICATION |
static String |
EXPIRED_CONTAINER |
static String |
LOST_CONTAINER |
static String |
PREEMPTED_CONTAINER |
static String |
RELEASED_CONTAINER |
static String |
UNRESERVED_CONTAINER |
Constructor and Description |
---|
SchedulerUtils() |
Modifier and Type | Method and Description |
---|---|
static boolean |
checkQueueLabelExpression(Set<String> queueLabels,
String labelExpression,
RMContext rmContext)
Check queue label expression, check if node label in queue's
node-label-expression existed in clusterNodeLabels if rmContext != null
|
static boolean |
checkResourceRequestMatchingNodePartition(String requestedPartition,
String nodePartition,
SchedulingMode schedulingMode) |
static org.apache.hadoop.yarn.api.records.ContainerStatus |
createAbnormalContainerStatus(org.apache.hadoop.yarn.api.records.ContainerId containerId,
String diagnostics)
Utility to create a
ContainerStatus during exceptional
circumstances. |
static org.apache.hadoop.yarn.api.records.ContainerStatus |
createPreemptedContainerStatus(org.apache.hadoop.yarn.api.records.ContainerId containerId,
String diagnostics)
Utility to create a
ContainerStatus during exceptional
circumstances. |
static boolean |
hasPendingResourceRequest(org.apache.hadoop.yarn.util.resource.ResourceCalculator rc,
ResourceUsage usage,
String nodePartition,
org.apache.hadoop.yarn.api.records.Resource cluster,
SchedulingMode schedulingMode) |
static void |
normalizeAndValidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
String queueName,
YarnScheduler scheduler,
boolean isRecovery,
RMContext rmContext) |
static void |
normalizeAndValidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
String queueName,
YarnScheduler scheduler,
boolean isRecovery,
RMContext rmContext,
org.apache.hadoop.yarn.api.records.QueueInfo queueInfo) |
static void |
normalizeAndvalidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
String queueName,
YarnScheduler scheduler,
RMContext rmContext) |
static void |
normalizeAndvalidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
String queueName,
YarnScheduler scheduler,
RMContext rmContext,
org.apache.hadoop.yarn.api.records.QueueInfo queueInfo) |
static void |
normalizeRequest(org.apache.hadoop.yarn.api.records.ResourceRequest ask,
org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator,
org.apache.hadoop.yarn.api.records.Resource clusterResource,
org.apache.hadoop.yarn.api.records.Resource minimumResource,
org.apache.hadoop.yarn.api.records.Resource maximumResource)
Utility method to normalize a resource request, by insuring that the
requested memory is a multiple of minMemory and is not zero.
|
static void |
normalizeRequest(org.apache.hadoop.yarn.api.records.ResourceRequest ask,
org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator,
org.apache.hadoop.yarn.api.records.Resource clusterResource,
org.apache.hadoop.yarn.api.records.Resource minimumResource,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
org.apache.hadoop.yarn.api.records.Resource incrementResource)
Utility method to normalize a resource request, by insuring that the
requested memory is a multiple of minMemory and is not zero.
|
static void |
normalizeRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> asks,
org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator,
org.apache.hadoop.yarn.api.records.Resource clusterResource,
org.apache.hadoop.yarn.api.records.Resource minimumResource,
org.apache.hadoop.yarn.api.records.Resource maximumResource)
Utility method to normalize a list of resource requests, by insuring that
the memory for each request is a multiple of minMemory and is not zero.
|
static void |
normalizeRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> asks,
org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator,
org.apache.hadoop.yarn.api.records.Resource clusterResource,
org.apache.hadoop.yarn.api.records.Resource minimumResource,
org.apache.hadoop.yarn.api.records.Resource maximumResource,
org.apache.hadoop.yarn.api.records.Resource incrementResource)
Utility method to normalize a list of resource requests, by insuring that
the memory for each request is a multiple of minMemory and is not zero.
|
static org.apache.hadoop.yarn.security.AccessType |
toAccessType(org.apache.hadoop.yarn.api.records.QueueACL acl) |
public static final String RELEASED_CONTAINER
public static final String LOST_CONTAINER
public static final String PREEMPTED_CONTAINER
public static final String COMPLETED_APPLICATION
public static final String EXPIRED_CONTAINER
public static final String UNRESERVED_CONTAINER
public static org.apache.hadoop.yarn.api.records.ContainerStatus createAbnormalContainerStatus(org.apache.hadoop.yarn.api.records.ContainerId containerId, String diagnostics)
ContainerStatus
during exceptional
circumstances.containerId
- ContainerId
of returned/released/lost container.diagnostics
- diagnostic messageContainerStatus
for an returned/released/lost
containerpublic static org.apache.hadoop.yarn.api.records.ContainerStatus createPreemptedContainerStatus(org.apache.hadoop.yarn.api.records.ContainerId containerId, String diagnostics)
ContainerStatus
during exceptional
circumstances.containerId
- ContainerId
of returned/released/lost container.diagnostics
- diagnostic messageContainerStatus
for an returned/released/lost
containerpublic static void normalizeRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> asks, org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator, org.apache.hadoop.yarn.api.records.Resource clusterResource, org.apache.hadoop.yarn.api.records.Resource minimumResource, org.apache.hadoop.yarn.api.records.Resource maximumResource)
public static void normalizeRequest(org.apache.hadoop.yarn.api.records.ResourceRequest ask, org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator, org.apache.hadoop.yarn.api.records.Resource clusterResource, org.apache.hadoop.yarn.api.records.Resource minimumResource, org.apache.hadoop.yarn.api.records.Resource maximumResource)
public static void normalizeRequests(List<org.apache.hadoop.yarn.api.records.ResourceRequest> asks, org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator, org.apache.hadoop.yarn.api.records.Resource clusterResource, org.apache.hadoop.yarn.api.records.Resource minimumResource, org.apache.hadoop.yarn.api.records.Resource maximumResource, org.apache.hadoop.yarn.api.records.Resource incrementResource)
public static void normalizeRequest(org.apache.hadoop.yarn.api.records.ResourceRequest ask, org.apache.hadoop.yarn.util.resource.ResourceCalculator resourceCalculator, org.apache.hadoop.yarn.api.records.Resource clusterResource, org.apache.hadoop.yarn.api.records.Resource minimumResource, org.apache.hadoop.yarn.api.records.Resource maximumResource, org.apache.hadoop.yarn.api.records.Resource incrementResource)
public static void normalizeAndValidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq, org.apache.hadoop.yarn.api.records.Resource maximumResource, String queueName, YarnScheduler scheduler, boolean isRecovery, RMContext rmContext) throws org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
public static void normalizeAndValidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq, org.apache.hadoop.yarn.api.records.Resource maximumResource, String queueName, YarnScheduler scheduler, boolean isRecovery, RMContext rmContext, org.apache.hadoop.yarn.api.records.QueueInfo queueInfo) throws org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
public static void normalizeAndvalidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq, org.apache.hadoop.yarn.api.records.Resource maximumResource, String queueName, YarnScheduler scheduler, RMContext rmContext) throws org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
public static void normalizeAndvalidateRequest(org.apache.hadoop.yarn.api.records.ResourceRequest resReq, org.apache.hadoop.yarn.api.records.Resource maximumResource, String queueName, YarnScheduler scheduler, RMContext rmContext, org.apache.hadoop.yarn.api.records.QueueInfo queueInfo) throws org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
org.apache.hadoop.yarn.exceptions.InvalidResourceRequestException
public static boolean checkQueueLabelExpression(Set<String> queueLabels, String labelExpression, RMContext rmContext)
public static org.apache.hadoop.yarn.security.AccessType toAccessType(org.apache.hadoop.yarn.api.records.QueueACL acl)
public static boolean checkResourceRequestMatchingNodePartition(String requestedPartition, String nodePartition, SchedulingMode schedulingMode)
@InterfaceAudience.Private public static boolean hasPendingResourceRequest(org.apache.hadoop.yarn.util.resource.ResourceCalculator rc, ResourceUsage usage, String nodePartition, org.apache.hadoop.yarn.api.records.Resource cluster, SchedulingMode schedulingMode)
Copyright © 2017 Apache Software Foundation. All Rights Reserved.