org.apache.hadoop.yarn.server.resourcemanager

Class ResourceManager

java.lang.Object

org.apache.hadoop.service.AbstractService

org.apache.hadoop.service.CompositeService

org.apache.hadoop.yarn.server.resourcemanager.ResourceManager

All Implemented Interfaces:

Closeable, AutoCloseable, org.apache.hadoop.service.Service, Recoverable

public class ResourceManager
extends org.apache.hadoop.service.CompositeService
implements Recoverable

The ResourceManager is the main class that is a set of components. "I am the ResourceManager. All your resources belong to us..."

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	ResourceManager.ApplicationAttemptEventDispatcher
static class	ResourceManager.ApplicationEventDispatcher
static class	ResourceManager.NodeEventDispatcher
class	ResourceManager.RMActiveServices RMActiveServices handles all the Active services in the RM.

Nested classes/interfaces inherited from class org.apache.hadoop.service.CompositeService

org.apache.hadoop.service.CompositeService.CompositeServiceShutdownHook

Nested classes/interfaces inherited from interface org.apache.hadoop.service.Service

org.apache.hadoop.service.Service.STATE

Field Summary

Fields

Modifier and Type	Field and Description
protected ResourceManager.RMActiveServices	activeServices "Active" services.
protected AdminService	adminService
protected org.apache.hadoop.yarn.server.security.ApplicationACLsManager	applicationACLsManager
static int	EPOCH_BIT_SHIFT Used for generation of various ids.
protected ApplicationMasterService	masterService
protected NMLivelinessMonitor	nmLivelinessMonitor
protected NodesListManager	nodesListManager
protected QueueACLsManager	queueACLsManager
protected ReservationSystem	reservationSystem
protected ResourceTrackerService	resourceTracker
protected RMAppManager	rmAppManager
protected RMContextImpl	rmContext "Always On" services.
protected RMSecretManagerService	rmSecretManagerService
protected ResourceScheduler	scheduler
static int	SHUTDOWN_HOOK_PRIORITY Priority of the ResourceManager shutdown hook.
static String	UI2_WEBAPP_NAME
protected String	webAppAddress

Fields inherited from class org.apache.hadoop.service.CompositeService

STOP_ONLY_STARTED_SERVICES

Constructor Summary

Constructors

Constructor and Description
ResourceManager()

Method Summary

Modifier and Type	Method and Description
protected boolean	areActiveServicesRunning()
protected AdminService	createAdminService()
protected AllocationTagsManager	createAllocationTagsManager()
protected ApplicationMasterLauncher	createAMLauncher()
protected AMLivelinessMonitor	createAMLivelinessMonitor()
protected void	createAndInitActiveServices(boolean fromActive) Helper method to create and init activeServices.
org.apache.hadoop.util.curator.ZKCuratorManager	createAndStartZKManager(org.apache.hadoop.conf.Configuration config) Get ZooKeeper Curator manager, creating and starting if not exists.
protected ApplicationMasterService	createApplicationMasterService()
protected ClientRMService	createClientRMService()
protected DelegationTokenRenewer	createDelegationTokenRenewer()
protected org.apache.hadoop.yarn.event.Dispatcher	createDispatcher()
protected EmbeddedElector	createEmbeddedElector()
protected RMNodeLabelsManager	createNodeLabelManager()
protected PlacementConstraintManagerService	createPlacementConstraintManager()
protected QueueACLsManager	createQueueACLsManager(ResourceScheduler scheduler, org.apache.hadoop.conf.Configuration conf)
protected ReservationSystem	createReservationSystem()
protected ResourceProfilesManager	createResourceProfileManager()
protected ResourceTrackerService	createResourceTrackerService()
protected RMApplicationHistoryWriter	createRMApplicationHistoryWriter()
protected RMAppLifetimeMonitor	createRMAppLifetimeMonitor()
protected RMAppManager	createRMAppManager()
protected RMDelegatedNodeLabelsUpdater	createRMDelegatedNodeLabelsUpdater() Create RMDelegatedNodeLabelsUpdater based on configuration.
protected RMSecretManagerService	createRMSecretManagerService()
protected ResourceScheduler	createScheduler()
protected org.apache.hadoop.yarn.event.EventHandler<SchedulerEvent>	createSchedulerEventDispatcher()
protected org.apache.hadoop.yarn.server.service.SystemServiceManager	createServiceManager()
protected SystemMetricsPublisher	createSystemMetricsPublisher()
protected void	doSecureLogin()
org.apache.hadoop.yarn.server.security.ApplicationACLsManager	getApplicationACLsManager()
ApplicationMasterService	getApplicationMasterService()
static InetSocketAddress	getBindAddress(org.apache.hadoop.conf.Configuration conf) Retrieve RM bind address from configuration
ClientRMService	getClientRMService()
static long	getClusterTimeStamp()
org.apache.curator.framework.CuratorFramework	getCurator()
FederationStateStoreService	getFederationStateStoreService()
QueueACLsManager	getQueueACLsManager()
ResourceScheduler	getResourceScheduler() return the scheduler.
ResourceTrackerService	getResourceTrackerService() return the resource tracking component.
RMContext	getRMContext()
org.apache.hadoop.util.curator.ZKCuratorManager	getZKManager()
String	getZkRootNodePassword()
static org.apache.hadoop.http.HttpServer2.Builder	httpServerTemplateForRM(org.apache.hadoop.conf.Configuration conf, InetSocketAddress httpAddr, InetSocketAddress httpsAddr, String name) Return a HttpServer.Builder that the journalnode / namenode / secondary namenode can use to initialize their HTTP / HTTPS server.
static void	main(String[] argv)
void	recover(RMStateStore.RMState state)
protected void	serviceInit(org.apache.hadoop.conf.Configuration conf)
protected void	serviceStart()
protected void	serviceStop()
protected static void	setClusterTimeStamp(long timestamp)
protected void	setRMStateStore(RMStateStore rmStore)
protected void	startWepApp()
protected static void	validateConfigs(org.apache.hadoop.conf.Configuration conf)

Methods inherited from class org.apache.hadoop.service.CompositeService

addIfService, addService, getServices, removeService

Methods inherited from class org.apache.hadoop.service.AbstractService

close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Field Detail

SHUTDOWN_HOOK_PRIORITY

public static final int SHUTDOWN_HOOK_PRIORITY

Priority of the ResourceManager shutdown hook.

See Also:

Constant Field Values

EPOCH_BIT_SHIFT

public static final int EPOCH_BIT_SHIFT

Used for generation of various ids.

See Also:

Constant Field Values

UI2_WEBAPP_NAME

public static final String UI2_WEBAPP_NAME

See Also:

Constant Field Values

rmContext

protected RMContextImpl rmContext

"Always On" services. Services that need to run always irrespective of the HA state of the RM.

adminService

protected AdminService adminService

activeServices

protected ResourceManager.RMActiveServices activeServices

"Active" services. Services that need to run only on the Active RM. These services are managed (initialized, started, stopped) by the CompositeService RMActiveServices. RM is active when (1) HA is disabled, or (2) HA is enabled and the RM is in Active state.

rmSecretManagerService

protected RMSecretManagerService rmSecretManagerService

scheduler

protected ResourceScheduler scheduler

reservationSystem

protected ReservationSystem reservationSystem

masterService

protected ApplicationMasterService masterService

nmLivelinessMonitor

protected NMLivelinessMonitor nmLivelinessMonitor

nodesListManager

protected NodesListManager nodesListManager

rmAppManager

protected RMAppManager rmAppManager

applicationACLsManager

protected org.apache.hadoop.yarn.server.security.ApplicationACLsManager applicationACLsManager

queueACLsManager

protected QueueACLsManager queueACLsManager

resourceTracker

protected ResourceTrackerService resourceTracker

webAppAddress

protected String webAppAddress

Constructor Detail

ResourceManager

public ResourceManager()

Method Detail

getRMContext

public RMContext getRMContext()

getClusterTimeStamp

public static long getClusterTimeStamp()

setClusterTimeStamp

protected static void setClusterTimeStamp(long timestamp)

createResourceProfileManager

protected ResourceProfilesManager createResourceProfileManager()

serviceInit

protected void serviceInit(org.apache.hadoop.conf.Configuration conf)
                    throws Exception

Overrides:

serviceInit in class org.apache.hadoop.service.CompositeService

Throws:

Exception

createEmbeddedElector

protected EmbeddedElector createEmbeddedElector()
                                         throws IOException

Throws:

IOException

createAndStartZKManager

public org.apache.hadoop.util.curator.ZKCuratorManager createAndStartZKManager(org.apache.hadoop.conf.Configuration config)
                                                                        throws IOException

Get ZooKeeper Curator manager, creating and starting if not exists.

Parameters:

config - Configuration for the ZooKeeper curator.

Returns:

ZooKeeper Curator manager.

Throws:

IOException - If it cannot create the manager.

getZKManager

public org.apache.hadoop.util.curator.ZKCuratorManager getZKManager()

getCurator

public org.apache.curator.framework.CuratorFramework getCurator()

getZkRootNodePassword

public String getZkRootNodePassword()

createQueueACLsManager

protected QueueACLsManager createQueueACLsManager(ResourceScheduler scheduler,
                                                  org.apache.hadoop.conf.Configuration conf)

setRMStateStore

protected void setRMStateStore(RMStateStore rmStore)

createSchedulerEventDispatcher

protected org.apache.hadoop.yarn.event.EventHandler<SchedulerEvent> createSchedulerEventDispatcher()

createDispatcher

protected org.apache.hadoop.yarn.event.Dispatcher createDispatcher()

createScheduler

protected ResourceScheduler createScheduler()

createReservationSystem

protected ReservationSystem createReservationSystem()

createServiceManager

protected org.apache.hadoop.yarn.server.service.SystemServiceManager createServiceManager()

createAMLauncher

protected ApplicationMasterLauncher createAMLauncher()

createAMLivelinessMonitor

protected AMLivelinessMonitor createAMLivelinessMonitor()

createNodeLabelManager

protected RMNodeLabelsManager createNodeLabelManager()
                                              throws InstantiationException,
                                                     IllegalAccessException

Throws:

InstantiationException

IllegalAccessException

createAllocationTagsManager

protected AllocationTagsManager createAllocationTagsManager()

createPlacementConstraintManager

protected PlacementConstraintManagerService createPlacementConstraintManager()

createDelegationTokenRenewer

protected DelegationTokenRenewer createDelegationTokenRenewer()

createRMAppManager

protected RMAppManager createRMAppManager()

createRMApplicationHistoryWriter

protected RMApplicationHistoryWriter createRMApplicationHistoryWriter()

createSystemMetricsPublisher

protected SystemMetricsPublisher createSystemMetricsPublisher()

validateConfigs

protected static void validateConfigs(org.apache.hadoop.conf.Configuration conf)

httpServerTemplateForRM

public static org.apache.hadoop.http.HttpServer2.Builder httpServerTemplateForRM(org.apache.hadoop.conf.Configuration conf,
                                                                                 InetSocketAddress httpAddr,
                                                                                 InetSocketAddress httpsAddr,
                                                                                 String name)
                                                                          throws IOException

Return a HttpServer.Builder that the journalnode / namenode / secondary namenode can use to initialize their HTTP / HTTPS server.

Parameters:

conf - configuration object

httpAddr - HTTP address

httpsAddr - HTTPS address

name - Name of the server

Returns:

builder object

Throws:

IOException - from Builder

startWepApp

protected void startWepApp()

createAndInitActiveServices

protected void createAndInitActiveServices(boolean fromActive)

Helper method to create and init activeServices. This creates an instance of ResourceManager.RMActiveServices and initializes it.

Parameters:

fromActive - Indicates if the call is from the active state transition or the RM initialization.

areActiveServicesRunning

protected boolean areActiveServicesRunning()

serviceStart

protected void serviceStart()
                     throws Exception

Overrides:

serviceStart in class org.apache.hadoop.service.CompositeService

Throws:

Exception

doSecureLogin

protected void doSecureLogin()
                      throws IOException

Throws:

IOException

serviceStop

protected void serviceStop()
                    throws Exception

Overrides:

serviceStop in class org.apache.hadoop.service.CompositeService

Throws:

Exception

createResourceTrackerService

protected ResourceTrackerService createResourceTrackerService()

createClientRMService

protected ClientRMService createClientRMService()

createApplicationMasterService

protected ApplicationMasterService createApplicationMasterService()

createAdminService

protected AdminService createAdminService()

createRMSecretManagerService

protected RMSecretManagerService createRMSecretManagerService()

createRMDelegatedNodeLabelsUpdater

protected RMDelegatedNodeLabelsUpdater createRMDelegatedNodeLabelsUpdater()

Create RMDelegatedNodeLabelsUpdater based on configuration.

getClientRMService

@InterfaceAudience.Private
public ClientRMService getClientRMService()

getResourceScheduler

@InterfaceAudience.Private
public ResourceScheduler getResourceScheduler()

return the scheduler.

Returns:

the scheduler for the Resource Manager.

getResourceTrackerService

@InterfaceAudience.Private
public ResourceTrackerService getResourceTrackerService()

return the resource tracking component.

Returns:

the resource tracking component.

getApplicationMasterService

@InterfaceAudience.Private
public ApplicationMasterService getApplicationMasterService()

getApplicationACLsManager

@InterfaceAudience.Private
public org.apache.hadoop.yarn.server.security.ApplicationACLsManager getApplicationACLsManager()

getQueueACLsManager

@InterfaceAudience.Private
public QueueACLsManager getQueueACLsManager()

getFederationStateStoreService

@InterfaceAudience.Private
public FederationStateStoreService getFederationStateStoreService()

recover

public void recover(RMStateStore.RMState state)
             throws Exception

Specified by:

recover in interface Recoverable

Throws:

Exception

main

public static void main(String[] argv)

getBindAddress

public static InetSocketAddress getBindAddress(org.apache.hadoop.conf.Configuration conf)

Retrieve RM bind address from configuration

Parameters:

conf -

Returns:

InetSocketAddress

createRMAppLifetimeMonitor

protected RMAppLifetimeMonitor createRMAppLifetimeMonitor()