public class RMContainerAllocator extends RMContainerRequestor implements ContainerAllocator
RMCommunicator.AllocatorRunnable
ContainerAllocator.EventType
Modifier and Type | Field and Description |
---|---|
static float |
DEFAULT_COMPLETED_MAPS_PERCENT_FOR_REDUCE_SLOWSTART |
protected BlockingQueue<ContainerAllocatorEvent> |
eventQueue |
static String |
RAMPDOWN_DIAGNOSTIC |
lastResponseID, pendingRelease
allocatorThread, applicationACLs, applicationId, eventHandler, isSignalled, scheduler
Constructor and Description |
---|
RMContainerAllocator(ClientService clientService,
AppContext context,
AMPreemptionPolicy preemptionPolicy) |
Modifier and Type | Method and Description |
---|---|
protected org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator.AssignedRequests |
createAssignedRequests() |
TaskAttemptEvent |
createContainerFinishedEvent(org.apache.hadoop.yarn.api.records.ContainerStatus cont,
org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptId attemptId) |
boolean |
getIsReduceStarted() |
org.apache.hadoop.yarn.api.records.Resource |
getResourceLimit() |
void |
handle(ContainerAllocatorEvent event) |
protected void |
handleEvent(ContainerAllocatorEvent event) |
protected void |
heartbeat() |
void |
rampDownReduces(int rampDown) |
void |
rampUpReduces(int rampUp) |
void |
scheduleAllReduces() |
void |
scheduleReduces(int totalMaps,
int completedMaps,
int scheduledMaps,
int scheduledReduces,
int assignedMaps,
int assignedReduces,
org.apache.hadoop.yarn.api.records.Resource mapResourceReqt,
org.apache.hadoop.yarn.api.records.Resource reduceResourceReqt,
int numPendingReduces,
float maxReduceRampupLimit,
float reduceSlowStart) |
protected void |
serviceInit(org.apache.hadoop.conf.Configuration conf) |
protected void |
serviceStart() |
protected void |
serviceStop() |
void |
setIsReduceStarted(boolean reduceStarted) |
addContainerReq, addOpportunisticResourceRequest, addOutstandingRequestOnResync, computeIgnoreBlacklisting, containerFailedOnHost, decContainerReq, getAvailableResources, getBlacklistedNodes, getFilteredContainerRequest, isNodeBlacklisted, makeRemoteRequest, release, setRequestLimit
createSchedulerProxy, doUnregistration, getApplicationProgress, getContext, getJob, getLastHeartbeatTime, getMaxContainerCapability, getSchedulerResourceTypes, isApplicationMasterRegistered, register, runOnNextHeartbeat, setShouldUnregister, setSignalled, startAllocatorThread, unregister
close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop
public static final float DEFAULT_COMPLETED_MAPS_PERCENT_FOR_REDUCE_SLOWSTART
@VisibleForTesting public static final String RAMPDOWN_DIAGNOSTIC
@VisibleForTesting protected BlockingQueue<ContainerAllocatorEvent> eventQueue
public RMContainerAllocator(ClientService clientService, AppContext context, AMPreemptionPolicy preemptionPolicy)
protected org.apache.hadoop.mapreduce.v2.app.rm.RMContainerAllocator.AssignedRequests createAssignedRequests()
protected void serviceInit(org.apache.hadoop.conf.Configuration conf) throws Exception
serviceInit
in class RMContainerRequestor
Exception
protected void serviceStart() throws Exception
serviceStart
in class RMCommunicator
Exception
protected void heartbeat() throws Exception
heartbeat
in class RMCommunicator
Exception
protected void serviceStop() throws Exception
serviceStop
in class RMCommunicator
Exception
public boolean getIsReduceStarted()
public void setIsReduceStarted(boolean reduceStarted)
public void handle(ContainerAllocatorEvent event)
handle
in interface org.apache.hadoop.yarn.event.EventHandler<ContainerAllocatorEvent>
protected void handleEvent(ContainerAllocatorEvent event)
@InterfaceAudience.Private public void scheduleReduces(int totalMaps, int completedMaps, int scheduledMaps, int scheduledReduces, int assignedMaps, int assignedReduces, org.apache.hadoop.yarn.api.records.Resource mapResourceReqt, org.apache.hadoop.yarn.api.records.Resource reduceResourceReqt, int numPendingReduces, float maxReduceRampupLimit, float reduceSlowStart)
@InterfaceAudience.Private public void scheduleAllReduces()
@InterfaceAudience.Private public void rampUpReduces(int rampUp)
@InterfaceAudience.Private public void rampDownReduces(int rampDown)
@VisibleForTesting public TaskAttemptEvent createContainerFinishedEvent(org.apache.hadoop.yarn.api.records.ContainerStatus cont, org.apache.hadoop.mapreduce.v2.api.records.TaskAttemptId attemptId)
@InterfaceAudience.Private public org.apache.hadoop.yarn.api.records.Resource getResourceLimit()
Copyright © 2008–2024 Apache Software Foundation. All rights reserved.