@InterfaceAudience.Private @InterfaceStability.Unstable public class ZKRMStateStore extends RMStateStore
RMStateStore
implementation backed by ZooKeeper.
The znode structure is as follows:
ROOT_DIR_PATH
|--- VERSION_INFO
|--- EPOCH_NODE
|--- RM_ZK_FENCING_LOCK
|--- RM_APP_ROOT
| |----- (#ApplicationId1)
| | |----- (#ApplicationAttemptIds)
| |
| |----- (#ApplicationId2)
| | |----- (#ApplicationAttemptIds)
| ....
|
|--- RM_DT_SECRET_MANAGER_ROOT
|----- RM_DT_SEQUENTIAL_NUMBER_ZNODE_NAME
|----- RM_DELEGATION_TOKENS_ROOT_ZNODE_NAME
| |----- Token_1
| |----- Token_2
| ....
|
|----- RM_DT_MASTER_KEYS_ROOT_ZNODE_NAME
| |----- Key_1
| |----- Key_2
....
|--- AMRMTOKEN_SECRET_MANAGER_ROOT
|----- currentMasterKey
|----- nextMasterKey
|-- RESERVATION_SYSTEM_ROOT
|------PLAN_1
| |------ RESERVATION_1
| |------ RESERVATION_2
| ....
|------PLAN_2
....
Note: Changes from 1.1 to 1.2 - AMRMTokenSecretManager state has been saved
separately. The currentMasterkey and nextMasterkey have been stored.
Also, AMRMToken has been removed from ApplicationAttemptState.
Changes from 1.2 to 1.3, Addition of ReservationSystem state.RMStateStore.RMDTSecretManagerState, RMStateStore.RMState, RMStateStore.RMStateStoreState
Modifier and Type | Field and Description |
---|---|
static int |
CREATE_DELETE_PERMS |
protected org.apache.curator.framework.CuratorFramework |
curatorFramework |
protected static org.apache.hadoop.yarn.server.records.Version |
CURRENT_VERSION_INFO |
static org.apache.commons.logging.Log |
LOG |
protected static String |
ROOT_ZNODE_NAME |
protected String |
znodeWorkingPath |
AM_CLIENT_TOKEN_MASTER_KEY_NAME, AM_RM_TOKEN_SERVICE, AMRMTOKEN_SECRET_MANAGER_ROOT, DELEGATION_KEY_PREFIX, DELEGATION_TOKEN_PREFIX, DELEGATION_TOKEN_SEQUENCE_NUMBER_PREFIX, EPOCH_NODE, RESERVATION_SYSTEM_ROOT, resourceManager, RM_APP_ROOT, RM_DT_SECRET_MANAGER_ROOT, VERSION_NODE
Constructor and Description |
---|
ZKRMStateStore() |
Modifier and Type | Method and Description |
---|---|
protected void |
closeInternal()
Derived classes close themselves using this method.
|
protected List<org.apache.zookeeper.data.ACL> |
constructZkRootNodeACL(org.apache.hadoop.conf.Configuration conf,
List<org.apache.zookeeper.data.ACL> sourceACLs)
Given the
Configuration and ACL s used (zkAcl) for
ZooKeeper access, construct the ACL s for the store's root node. |
void |
deleteStore()
Derived classes must implement this method to delete the state store
|
long |
getAndIncrementEpoch()
Get the current epoch of RM and increment the value.
|
protected org.apache.hadoop.yarn.server.records.Version |
getCurrentVersion()
Get the current version of the underlying state store.
|
void |
initInternal(org.apache.hadoop.conf.Configuration conf)
Derived classes initialize themselves using this method.
|
RMStateStore.RMState |
loadState()
Blocking API
The derived class must recover state from the store and return a new
RMState object populated with that state
This must not be called on the dispatcher thread
|
protected org.apache.hadoop.yarn.server.records.Version |
loadVersion()
Derived class use this method to load the version information from state
store.
|
void |
removeApplication(org.apache.hadoop.yarn.api.records.ApplicationId removeAppId)
Derived classes must implement this method to remove application from the
state store
|
void |
removeApplicationStateInternal(ApplicationStateData appState)
Blocking API
Derived classes must implement this method to remove the state of an
application and its attempts
|
protected void |
removeReservationState(String planName,
String reservationIdName)
Blocking API
Derived classes must implement this method to remove the state of
a reservation allocation.
|
protected void |
removeRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier rmDTIdentifier)
Blocking API
Derived classes must implement this method to remove the state of RMDelegationToken
|
protected void |
removeRMDTMasterKeyState(org.apache.hadoop.security.token.delegation.DelegationKey delegationKey)
Blocking API
Derived classes must implement this method to remove the state of
DelegationToken Master Key
|
void |
startInternal()
Derived classes start themselves using this method.
|
void |
storeApplicationAttemptStateInternal(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
ApplicationAttemptStateData attemptStateDataPB)
Blocking API
Derived classes must implement this method to store the state of an
application attempt
|
void |
storeApplicationStateInternal(org.apache.hadoop.yarn.api.records.ApplicationId appId,
ApplicationStateData appStateDataPB)
Blocking API
Derived classes must implement this method to store the state of an
application.
|
void |
storeOrUpdateAMRMTokenSecretManagerState(AMRMTokenSecretManagerState amrmTokenSecretManagerState,
boolean isUpdate)
Blocking API Derived classes must implement this method to store or update
the state of AMRMToken Master Key
|
protected void |
storeReservationState(org.apache.hadoop.yarn.proto.YarnProtos.ReservationAllocationStateProto reservationAllocation,
String planName,
String reservationIdName)
Blocking API
Derived classes must implement this method to store the state of
a reservation allocation.
|
protected void |
storeRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier rmDTIdentifier,
Long renewDate)
Blocking API
Derived classes must implement this method to store the state of
RMDelegationToken and sequence number
|
protected void |
storeRMDTMasterKeyState(org.apache.hadoop.security.token.delegation.DelegationKey delegationKey)
Blocking API
Derived classes must implement this method to store the state of
DelegationToken Master Key
|
protected void |
storeVersion()
Derived class use this method to store the version information.
|
void |
updateApplicationAttemptStateInternal(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
ApplicationAttemptStateData attemptStateDataPB) |
void |
updateApplicationStateInternal(org.apache.hadoop.yarn.api.records.ApplicationId appId,
ApplicationStateData appStateDataPB) |
protected void |
updateRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier rmDTIdentifier,
Long renewDate)
Blocking API
Derived classes must implement this method to update the state of
RMDelegationToken and sequence number
|
checkVersion, getCredentialsFromAppAttempt, getRMStateStoreState, handleStoreEvent, isFencedState, notifyStoreOperationFailed, removeApplication, removeReservation, removeRMDelegationToken, removeRMDTMasterKey, serviceInit, serviceStart, serviceStop, setResourceManager, setRMDispatcher, storeNewApplication, storeNewApplicationAttempt, storeNewReservation, storeOrUpdateAMRMTokenSecretManager, storeRMDelegationToken, storeRMDTMasterKey, updateApplicationAttemptState, updateApplicationState, updateApplicationStateSynchronously, updateFencedState, updateRMDelegationToken
close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop
public static final org.apache.commons.logging.Log LOG
protected static final String ROOT_ZNODE_NAME
protected static final org.apache.hadoop.yarn.server.records.Version CURRENT_VERSION_INFO
protected String znodeWorkingPath
public static final int CREATE_DELETE_PERMS
protected org.apache.curator.framework.CuratorFramework curatorFramework
@InterfaceAudience.Private @InterfaceStability.Unstable protected List<org.apache.zookeeper.data.ACL> constructZkRootNodeACL(org.apache.hadoop.conf.Configuration conf, List<org.apache.zookeeper.data.ACL> sourceACLs) throws NoSuchAlgorithmException
Configuration
and ACL
s used (zkAcl) for
ZooKeeper access, construct the ACL
s for the store's root node.
In the constructed ACL
, all the users allowed by zkAcl are given
rwa access, while the current RM has exclude create-delete access.
To be called only when HA is enabled and the configuration doesn't set ACL
for the root node.NoSuchAlgorithmException
public void initInternal(org.apache.hadoop.conf.Configuration conf) throws Exception
RMStateStore
initInternal
in class RMStateStore
Exception
public void startInternal() throws Exception
RMStateStore
startInternal
in class RMStateStore
Exception
protected void closeInternal() throws Exception
RMStateStore
closeInternal
in class RMStateStore
Exception
protected org.apache.hadoop.yarn.server.records.Version getCurrentVersion()
RMStateStore
getCurrentVersion
in class RMStateStore
protected void storeVersion() throws Exception
RMStateStore
storeVersion
in class RMStateStore
Exception
protected org.apache.hadoop.yarn.server.records.Version loadVersion() throws Exception
RMStateStore
loadVersion
in class RMStateStore
Exception
public long getAndIncrementEpoch() throws Exception
RMStateStore
getAndIncrementEpoch
in class RMStateStore
Exception
public RMStateStore.RMState loadState() throws Exception
RMStateStore
loadState
in class RMStateStore
Exception
public void storeApplicationStateInternal(org.apache.hadoop.yarn.api.records.ApplicationId appId, ApplicationStateData appStateDataPB) throws Exception
RMStateStore
storeApplicationStateInternal
in class RMStateStore
Exception
public void updateApplicationStateInternal(org.apache.hadoop.yarn.api.records.ApplicationId appId, ApplicationStateData appStateDataPB) throws Exception
updateApplicationStateInternal
in class RMStateStore
Exception
public void storeApplicationAttemptStateInternal(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, ApplicationAttemptStateData attemptStateDataPB) throws Exception
RMStateStore
storeApplicationAttemptStateInternal
in class RMStateStore
Exception
public void updateApplicationAttemptStateInternal(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, ApplicationAttemptStateData attemptStateDataPB) throws Exception
updateApplicationAttemptStateInternal
in class RMStateStore
Exception
public void removeApplicationStateInternal(ApplicationStateData appState) throws Exception
RMStateStore
removeApplicationStateInternal
in class RMStateStore
Exception
protected void storeRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate) throws Exception
RMStateStore
storeRMDelegationTokenState
in class RMStateStore
Exception
protected void removeRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier rmDTIdentifier) throws Exception
RMStateStore
removeRMDelegationTokenState
in class RMStateStore
Exception
protected void updateRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate) throws Exception
RMStateStore
updateRMDelegationTokenState
in class RMStateStore
Exception
protected void storeRMDTMasterKeyState(org.apache.hadoop.security.token.delegation.DelegationKey delegationKey) throws Exception
RMStateStore
storeRMDTMasterKeyState
in class RMStateStore
Exception
protected void removeRMDTMasterKeyState(org.apache.hadoop.security.token.delegation.DelegationKey delegationKey) throws Exception
RMStateStore
removeRMDTMasterKeyState
in class RMStateStore
Exception
public void deleteStore() throws Exception
RMStateStore
deleteStore
in class RMStateStore
Exception
public void removeApplication(org.apache.hadoop.yarn.api.records.ApplicationId removeAppId) throws Exception
RMStateStore
removeApplication
in class RMStateStore
Exception
public void storeOrUpdateAMRMTokenSecretManagerState(AMRMTokenSecretManagerState amrmTokenSecretManagerState, boolean isUpdate) throws Exception
RMStateStore
storeOrUpdateAMRMTokenSecretManagerState
in class RMStateStore
Exception
protected void removeReservationState(String planName, String reservationIdName) throws Exception
RMStateStore
removeReservationState
in class RMStateStore
Exception
protected void storeReservationState(org.apache.hadoop.yarn.proto.YarnProtos.ReservationAllocationStateProto reservationAllocation, String planName, String reservationIdName) throws Exception
RMStateStore
storeReservationState
in class RMStateStore
Exception
Copyright © 2017 Apache Software Foundation. All Rights Reserved.