Package org.apache.hadoop.yarn.server.resourcemanager

Class RMContextImpl

java.lang.Object

org.apache.hadoop.yarn.server.resourcemanager.RMContextImpl

All Implemented Interfaces:

org.apache.hadoop.yarn.ams.ApplicationMasterServiceContext, RMContext

public class RMContextImpl
extends Object
implements RMContext

RMContextImpl class holds two services context.

• serviceContext : These services called as Always On services. Services that need to run always irrespective of the HA state of the RM.
• activeServiceCotext : Active services context. Services that need to run only on the Active RM.

Note: If any new service to be added to context, add it to a right context as per above description.

Constructor Summary

Constructors

Constructor	Description
RMContextImpl()	Default constructor.
RMContextImpl(org.apache.hadoop.yarn.event.Dispatcher rmDispatcher, ContainerAllocationExpirer containerAllocationExpirer, AMLivelinessMonitor amLivelinessMonitor, AMLivelinessMonitor amFinishingMonitor, DelegationTokenRenewer delegationTokenRenewer, AMRMTokenSecretManager appTokenSecretManager, RMContainerTokenSecretManager containerTokenSecretManager, NMTokenSecretManagerInRM nmTokenSecretManager, ClientToAMTokenSecretManagerInRM clientToAMTokenSecretManager)
RMContextImpl(org.apache.hadoop.yarn.event.Dispatcher rmDispatcher, ContainerAllocationExpirer containerAllocationExpirer, AMLivelinessMonitor amLivelinessMonitor, AMLivelinessMonitor amFinishingMonitor, DelegationTokenRenewer delegationTokenRenewer, AMRMTokenSecretManager appTokenSecretManager, RMContainerTokenSecretManager containerTokenSecretManager, NMTokenSecretManagerInRM nmTokenSecretManager, ClientToAMTokenSecretManagerInRM clientToAMTokenSecretManager, ResourceScheduler scheduler)

Method Summary

Modifier and Type	Method	Description
RMActiveServiceContext	getActiveServiceContext()	RM Active service context.
AllocationTagsManager	getAllocationTagsManager()
AMLivelinessMonitor	getAMFinishingMonitor()
AMLivelinessMonitor	getAMLivelinessMonitor()
AMRMTokenSecretManager	getAMRMTokenSecretManager()
ApplicationMasterService	getApplicationMasterService()
String	getAppProxyUrl(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.yarn.api.records.ApplicationId applicationId)
ClientRMService	getClientRMService()
ClientToAMTokenSecretManagerInRM	getClientToAMTokenSecretManager()
org.apache.hadoop.yarn.conf.ConfigurationProvider	getConfigurationProvider()
ContainerAllocationExpirer	getContainerAllocationExpirer()
RMContainerTokenSecretManager	getContainerTokenSecretManager()
DelegationTokenRenewer	getDelegationTokenRenewer()
org.apache.hadoop.yarn.event.Dispatcher	getDispatcher()
long	getEpoch()
org.apache.hadoop.ha.HAServiceProtocol.HAServiceState	getHAServiceState()
String	getHAZookeeperConnectionState()
ConcurrentMap<org.apache.hadoop.yarn.api.records.NodeId,RMNode>	getInactiveRMNodes()
EmbeddedElector	getLeaderElectorService()
MultiNodeSortingManager<SchedulerNode>	getMultiNodeSortingManager()
NMTokenSecretManagerInRM	getNMTokenSecretManager()
org.apache.hadoop.yarn.nodelabels.NodeAttributesManager	getNodeAttributesManager()
RMNodeLabelsManager	getNodeLabelManager()
QueueLimitCalculator	getNodeManagerQueueLimitCalculator()
NodesListManager	getNodesListManager()
PlacementConstraintManager	getPlacementConstraintManager()
ProxyCAManager	getProxyCAManager()
PlacementManager	getQueuePlacementManager()
ReservationSystem	getReservationSystem()
ResourceManager	getResourceManager()
ResourceProfilesManager	getResourceProfilesManager()
ResourceTrackerService	getResourceTrackerService()
AdminService	getRMAdminService()
RMApplicationHistoryWriter	getRMApplicationHistoryWriter()
RMAppLifetimeMonitor	getRMAppLifetimeMonitor()
ConcurrentMap<org.apache.hadoop.yarn.api.records.ApplicationId,RMApp>	getRMApps()
RMDelegatedNodeLabelsUpdater	getRMDelegatedNodeLabelsUpdater()
RMDelegationTokenSecretManager	getRMDelegationTokenSecretManager()
ConcurrentMap<org.apache.hadoop.yarn.api.records.NodeId,RMNode>	getRMNodes()
RMTimelineCollectorManager	getRMTimelineCollectorManager()
ResourceScheduler	getScheduler()
RMServiceContext	getServiceContext()	RM service contexts which runs through out JVM life span.
RMStateStore	getStateStore()
ConcurrentMap<org.apache.hadoop.yarn.api.records.ApplicationId,org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos.SystemCredentialsForAppsProto>	getSystemCredentialsForApps()
SystemMetricsPublisher	getSystemMetricsPublisher()
long	getTokenSequenceNo()
VolumeManager	getVolumeManager()
org.apache.hadoop.conf.Configuration	getYarnConfiguration()
void	incrTokenSequenceNo()
boolean	isHAEnabled()
boolean	isSchedulerReadyForAllocatingContainers()
boolean	isWorkPreservingRecoveryEnabled()
void	setAllocationTagsManager(AllocationTagsManager allocationTagsManager)
void	setClientRMService(ClientRMService clientRMService)
void	setConfigurationProvider(org.apache.hadoop.yarn.conf.ConfigurationProvider configurationProvider)
void	setContainerQueueLimitCalculator(QueueLimitCalculator limitCalculator)
void	setLeaderElectorService(EmbeddedElector elector)
void	setMultiNodeSortingManager(MultiNodeSortingManager<SchedulerNode> multiNodeSortingManager)
void	setNodeAttributesManager(org.apache.hadoop.yarn.nodelabels.NodeAttributesManager mgr)
void	setNodeLabelManager(RMNodeLabelsManager mgr)
void	setPlacementConstraintManager(PlacementConstraintManager placementConstraintManager)
void	setProxyCAManager(ProxyCAManager proxyCAManager)
void	setQueuePlacementManager(PlacementManager placementMgr)
void	setResourceManager(ResourceManager rm)
void	setResourceProfilesManager(ResourceProfilesManager mgr)
void	setRMApplicationHistoryWriter(RMApplicationHistoryWriter rmApplicationHistoryWriter)
void	setRMAppLifetimeMonitor(RMAppLifetimeMonitor rmAppLifetimeMonitor)
void	setRMDelegatedNodeLabelsUpdater(RMDelegatedNodeLabelsUpdater delegatedNodeLabelsUpdater)
void	setRMDelegationTokenSecretManager(RMDelegationTokenSecretManager delegationTokenSecretManager)
void	setRMTimelineCollectorManager(RMTimelineCollectorManager timelineCollectorManager)
void	setScheduler(ResourceScheduler scheduler)
void	setSchedulerRecoveryStartAndWaitTime(long waitTime)
void	setServiceContext(RMServiceContext context)	Note: setting service context clears all services embedded with it.
void	setStateStore(RMStateStore store)
void	setSystemClock(org.apache.hadoop.yarn.util.Clock clock)
void	setSystemMetricsPublisher(SystemMetricsPublisher metricsPublisher)
void	setVolumeManager(VolumeManager volumeManager)
void	setWorkPreservingRecoveryEnabled(boolean enabled)
void	setYarnConfiguration(org.apache.hadoop.conf.Configuration yarnConfiguration)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

RMContextImpl

public RMContextImpl()

Default constructor. To be used in conjunction with setter methods for individual fields.

RMContextImpl

@VisibleForTesting
public RMContextImpl(org.apache.hadoop.yarn.event.Dispatcher rmDispatcher,
 ContainerAllocationExpirer containerAllocationExpirer,
 AMLivelinessMonitor amLivelinessMonitor,
 AMLivelinessMonitor amFinishingMonitor,
 DelegationTokenRenewer delegationTokenRenewer,
 AMRMTokenSecretManager appTokenSecretManager,
 RMContainerTokenSecretManager containerTokenSecretManager,
 NMTokenSecretManagerInRM nmTokenSecretManager,
 ClientToAMTokenSecretManagerInRM clientToAMTokenSecretManager,
 ResourceScheduler scheduler)

RMContextImpl

@VisibleForTesting
public RMContextImpl(org.apache.hadoop.yarn.event.Dispatcher rmDispatcher,
 ContainerAllocationExpirer containerAllocationExpirer,
 AMLivelinessMonitor amLivelinessMonitor,
 AMLivelinessMonitor amFinishingMonitor,
 DelegationTokenRenewer delegationTokenRenewer,
 AMRMTokenSecretManager appTokenSecretManager,
 RMContainerTokenSecretManager containerTokenSecretManager,
 NMTokenSecretManagerInRM nmTokenSecretManager,
 ClientToAMTokenSecretManagerInRM clientToAMTokenSecretManager)

Method Details

getServiceContext

@Private
@Unstable
public RMServiceContext getServiceContext()

RM service contexts which runs through out JVM life span. These are created once during start of RM.

Returns:

serviceContext of RM

setServiceContext

@Private
@Unstable
public void setServiceContext(RMServiceContext context)

Note: setting service context clears all services embedded with it.

Parameters:

context - rm service context

getResourceManager

public ResourceManager getResourceManager()

Specified by:

getResourceManager in interface RMContext

setResourceManager

public void setResourceManager(ResourceManager rm)

getLeaderElectorService

public EmbeddedElector getLeaderElectorService()

Specified by:

getLeaderElectorService in interface RMContext

setLeaderElectorService

public void setLeaderElectorService(EmbeddedElector elector)

Specified by:

setLeaderElectorService in interface RMContext

getDispatcher

public org.apache.hadoop.yarn.event.Dispatcher getDispatcher()

Specified by:

getDispatcher in interface RMContext

getRMAdminService

public AdminService getRMAdminService()

Specified by:

getRMAdminService in interface RMContext

isHAEnabled

public boolean isHAEnabled()

Specified by:

isHAEnabled in interface RMContext

getHAServiceState

public org.apache.hadoop.ha.HAServiceProtocol.HAServiceState getHAServiceState()

Specified by:

getHAServiceState in interface RMContext

getRMApplicationHistoryWriter

public RMApplicationHistoryWriter getRMApplicationHistoryWriter()

Specified by:

getRMApplicationHistoryWriter in interface RMContext

setRMApplicationHistoryWriter

public void setRMApplicationHistoryWriter(RMApplicationHistoryWriter rmApplicationHistoryWriter)

Specified by:

setRMApplicationHistoryWriter in interface RMContext

getSystemMetricsPublisher

public SystemMetricsPublisher getSystemMetricsPublisher()

Specified by:

getSystemMetricsPublisher in interface RMContext

setSystemMetricsPublisher

public void setSystemMetricsPublisher(SystemMetricsPublisher metricsPublisher)

Specified by:

setSystemMetricsPublisher in interface RMContext

getRMTimelineCollectorManager

public RMTimelineCollectorManager getRMTimelineCollectorManager()

Specified by:

getRMTimelineCollectorManager in interface RMContext

setRMTimelineCollectorManager

public void setRMTimelineCollectorManager(RMTimelineCollectorManager timelineCollectorManager)

Specified by:

setRMTimelineCollectorManager in interface RMContext

getConfigurationProvider

public org.apache.hadoop.yarn.conf.ConfigurationProvider getConfigurationProvider()

Specified by:

getConfigurationProvider in interface RMContext

setConfigurationProvider

public void setConfigurationProvider(org.apache.hadoop.yarn.conf.ConfigurationProvider configurationProvider)

getYarnConfiguration

public org.apache.hadoop.conf.Configuration getYarnConfiguration()

Specified by:

getYarnConfiguration in interface RMContext

setYarnConfiguration

public void setYarnConfiguration(org.apache.hadoop.conf.Configuration yarnConfiguration)

getHAZookeeperConnectionState

public String getHAZookeeperConnectionState()

Specified by:

getHAZookeeperConnectionState in interface RMContext

getActiveServiceContext

@Private
@Unstable
public RMActiveServiceContext getActiveServiceContext()

RM Active service context. This will be recreated for every transition from ACTIVE to STANDBY.

Returns:

activeServiceContext of active services

getStateStore

public RMStateStore getStateStore()

Specified by:

getStateStore in interface RMContext

getRMApps

public ConcurrentMap<org.apache.hadoop.yarn.api.records.ApplicationId,RMApp> getRMApps()

Specified by:

getRMApps in interface RMContext

getRMNodes

public ConcurrentMap<org.apache.hadoop.yarn.api.records.NodeId,RMNode> getRMNodes()

Specified by:

getRMNodes in interface RMContext

getInactiveRMNodes

public ConcurrentMap<org.apache.hadoop.yarn.api.records.NodeId,RMNode> getInactiveRMNodes()

Specified by:

getInactiveRMNodes in interface RMContext

getContainerAllocationExpirer

public ContainerAllocationExpirer getContainerAllocationExpirer()

Specified by:

getContainerAllocationExpirer in interface RMContext

getAMLivelinessMonitor

public AMLivelinessMonitor getAMLivelinessMonitor()

Specified by:

getAMLivelinessMonitor in interface RMContext

getAMFinishingMonitor

public AMLivelinessMonitor getAMFinishingMonitor()

Specified by:

getAMFinishingMonitor in interface RMContext

getDelegationTokenRenewer

public DelegationTokenRenewer getDelegationTokenRenewer()

Specified by:

getDelegationTokenRenewer in interface RMContext

getAMRMTokenSecretManager

public AMRMTokenSecretManager getAMRMTokenSecretManager()

Specified by:

getAMRMTokenSecretManager in interface RMContext

getContainerTokenSecretManager

public RMContainerTokenSecretManager getContainerTokenSecretManager()

Specified by:

getContainerTokenSecretManager in interface RMContext

getNMTokenSecretManager

public NMTokenSecretManagerInRM getNMTokenSecretManager()

Specified by:

getNMTokenSecretManager in interface RMContext

getScheduler

public ResourceScheduler getScheduler()

Specified by:

getScheduler in interface RMContext

getReservationSystem

public ReservationSystem getReservationSystem()

Specified by:

getReservationSystem in interface RMContext

getNodesListManager

public NodesListManager getNodesListManager()

Specified by:

getNodesListManager in interface RMContext

getClientToAMTokenSecretManager

public ClientToAMTokenSecretManagerInRM getClientToAMTokenSecretManager()

Specified by:

getClientToAMTokenSecretManager in interface RMContext

setStateStore

@VisibleForTesting
public void setStateStore(RMStateStore store)

getClientRMService

public ClientRMService getClientRMService()

Specified by:

getClientRMService in interface RMContext

getApplicationMasterService

public ApplicationMasterService getApplicationMasterService()

Specified by:

getApplicationMasterService in interface RMContext

getResourceTrackerService

public ResourceTrackerService getResourceTrackerService()

Specified by:

getResourceTrackerService in interface RMContext

setClientRMService

public void setClientRMService(ClientRMService clientRMService)

Specified by:

setClientRMService in interface RMContext

getRMDelegationTokenSecretManager

public RMDelegationTokenSecretManager getRMDelegationTokenSecretManager()

Specified by:

getRMDelegationTokenSecretManager in interface RMContext

setRMDelegationTokenSecretManager

public void setRMDelegationTokenSecretManager(RMDelegationTokenSecretManager delegationTokenSecretManager)

Specified by:

setRMDelegationTokenSecretManager in interface RMContext

setScheduler

@VisibleForTesting
public void setScheduler(ResourceScheduler scheduler)

setWorkPreservingRecoveryEnabled

public void setWorkPreservingRecoveryEnabled(boolean enabled)

isWorkPreservingRecoveryEnabled

public boolean isWorkPreservingRecoveryEnabled()

Specified by:

isWorkPreservingRecoveryEnabled in interface RMContext

getEpoch

public long getEpoch()

Specified by:

getEpoch in interface RMContext

getNodeLabelManager

public RMNodeLabelsManager getNodeLabelManager()

Specified by:

getNodeLabelManager in interface RMContext

setNodeLabelManager

public void setNodeLabelManager(RMNodeLabelsManager mgr)

Specified by:

setNodeLabelManager in interface RMContext

setNodeAttributesManager

public void setNodeAttributesManager(org.apache.hadoop.yarn.nodelabels.NodeAttributesManager mgr)

Specified by:

setNodeAttributesManager in interface RMContext

getAllocationTagsManager

public AllocationTagsManager getAllocationTagsManager()

Specified by:

getAllocationTagsManager in interface RMContext

setAllocationTagsManager

public void setAllocationTagsManager(AllocationTagsManager allocationTagsManager)

Specified by:

setAllocationTagsManager in interface RMContext

getPlacementConstraintManager

public PlacementConstraintManager getPlacementConstraintManager()

Specified by:

getPlacementConstraintManager in interface RMContext

setPlacementConstraintManager

public void setPlacementConstraintManager(PlacementConstraintManager placementConstraintManager)

Specified by:

setPlacementConstraintManager in interface RMContext

getRMDelegatedNodeLabelsUpdater

public RMDelegatedNodeLabelsUpdater getRMDelegatedNodeLabelsUpdater()

Specified by:

getRMDelegatedNodeLabelsUpdater in interface RMContext

setRMDelegatedNodeLabelsUpdater

public void setRMDelegatedNodeLabelsUpdater(RMDelegatedNodeLabelsUpdater delegatedNodeLabelsUpdater)

Specified by:

setRMDelegatedNodeLabelsUpdater in interface RMContext

getMultiNodeSortingManager

public MultiNodeSortingManager<SchedulerNode> getMultiNodeSortingManager()

Specified by:

getMultiNodeSortingManager in interface RMContext

setMultiNodeSortingManager

public void setMultiNodeSortingManager(MultiNodeSortingManager<SchedulerNode> multiNodeSortingManager)

Specified by:

setMultiNodeSortingManager in interface RMContext

setSchedulerRecoveryStartAndWaitTime

public void setSchedulerRecoveryStartAndWaitTime(long waitTime)

isSchedulerReadyForAllocatingContainers

public boolean isSchedulerReadyForAllocatingContainers()

Specified by:

isSchedulerReadyForAllocatingContainers in interface RMContext

setSystemClock

@Private
@VisibleForTesting
public void setSystemClock(org.apache.hadoop.yarn.util.Clock clock)

getSystemCredentialsForApps

public ConcurrentMap<org.apache.hadoop.yarn.api.records.ApplicationId,org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos.SystemCredentialsForAppsProto> getSystemCredentialsForApps()

Specified by:

getSystemCredentialsForApps in interface RMContext

getQueuePlacementManager

public PlacementManager getQueuePlacementManager()

Specified by:

getQueuePlacementManager in interface RMContext

setQueuePlacementManager

public void setQueuePlacementManager(PlacementManager placementMgr)

Specified by:

setQueuePlacementManager in interface RMContext

getNodeManagerQueueLimitCalculator

public QueueLimitCalculator getNodeManagerQueueLimitCalculator()

Specified by:

getNodeManagerQueueLimitCalculator in interface RMContext

setContainerQueueLimitCalculator

public void setContainerQueueLimitCalculator(QueueLimitCalculator limitCalculator)

setRMAppLifetimeMonitor

public void setRMAppLifetimeMonitor(RMAppLifetimeMonitor rmAppLifetimeMonitor)

Specified by:

setRMAppLifetimeMonitor in interface RMContext

getRMAppLifetimeMonitor

public RMAppLifetimeMonitor getRMAppLifetimeMonitor()

Specified by:

getRMAppLifetimeMonitor in interface RMContext

getResourceProfilesManager

public ResourceProfilesManager getResourceProfilesManager()

Specified by:

getResourceProfilesManager in interface RMContext

getAppProxyUrl

public String getAppProxyUrl(org.apache.hadoop.conf.Configuration conf,
 org.apache.hadoop.yarn.api.records.ApplicationId applicationId)

Specified by:

getAppProxyUrl in interface RMContext

setResourceProfilesManager

public void setResourceProfilesManager(ResourceProfilesManager mgr)

Specified by:

setResourceProfilesManager in interface RMContext

getProxyCAManager

public ProxyCAManager getProxyCAManager()

Specified by:

getProxyCAManager in interface RMContext

setProxyCAManager

public void setProxyCAManager(ProxyCAManager proxyCAManager)

Specified by:

setProxyCAManager in interface RMContext

getVolumeManager

public VolumeManager getVolumeManager()

Specified by:

getVolumeManager in interface RMContext

setVolumeManager

public void setVolumeManager(VolumeManager volumeManager)

Specified by:

setVolumeManager in interface RMContext

getNodeAttributesManager

public org.apache.hadoop.yarn.nodelabels.NodeAttributesManager getNodeAttributesManager()

Specified by:

getNodeAttributesManager in interface RMContext

getTokenSequenceNo

public long getTokenSequenceNo()

Specified by:

getTokenSequenceNo in interface RMContext

incrTokenSequenceNo

public void incrTokenSequenceNo()

Specified by:

incrTokenSequenceNo in interface RMContext