@InterfaceAudience.Private @InterfaceStability.Unstable public class FileSystemRMStateStore extends RMStateStore
RMStateStore.RMDTSecretManagerState, RMStateStore.RMState, RMStateStore.RMStateStoreState
Modifier and Type | Field and Description |
---|---|
protected static String |
AMRMTOKEN_SECRET_MANAGER_NODE |
protected static org.apache.hadoop.yarn.server.records.Version |
CURRENT_VERSION_INFO |
protected org.apache.hadoop.fs.FileSystem |
fs |
protected org.apache.hadoop.conf.Configuration |
fsConf |
static org.apache.commons.logging.Log |
LOG |
protected static String |
ROOT_DIR_NAME |
AM_CLIENT_TOKEN_MASTER_KEY_NAME, AM_RM_TOKEN_SERVICE, AMRMTOKEN_SECRET_MANAGER_ROOT, DELEGATION_KEY_PREFIX, DELEGATION_TOKEN_PREFIX, DELEGATION_TOKEN_SEQUENCE_NUMBER_PREFIX, EPOCH_NODE, RESERVATION_SYSTEM_ROOT, resourceManager, RM_APP_ROOT, RM_DT_SECRET_MANAGER_ROOT, VERSION_NODE
Constructor and Description |
---|
FileSystemRMStateStore() |
Modifier and Type | Method and Description |
---|---|
protected void |
closeInternal()
Derived classes close themselves using this method.
|
void |
deleteStore()
Derived classes must implement this method to delete the state store
|
long |
getAndIncrementEpoch()
Get the current epoch of RM and increment the value.
|
protected org.apache.hadoop.fs.Path |
getAppAttemptDir(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttId) |
protected org.apache.hadoop.fs.Path |
getAppDir(org.apache.hadoop.yarn.api.records.ApplicationId appId) |
protected org.apache.hadoop.yarn.server.records.Version |
getCurrentVersion()
Get the current version of the underlying state store.
|
int |
getNumRetries() |
long |
getRetryInterval() |
void |
initInternal(org.apache.hadoop.conf.Configuration conf)
Derived classes initialize themselves using this method.
|
RMStateStore.RMState |
loadState()
Blocking API
The derived class must recover state from the store and return a new
RMState object populated with that state
This must not be called on the dispatcher thread
|
protected org.apache.hadoop.yarn.server.records.Version |
loadVersion()
Derived class use this method to load the version information from state
store.
|
void |
removeApplication(org.apache.hadoop.yarn.api.records.ApplicationId removeAppId)
Derived classes must implement this method to remove application from the
state store
|
void |
removeApplicationStateInternal(ApplicationStateData appState)
Blocking API
Derived classes must implement this method to remove the state of an
application and its attempts
|
protected void |
removeReservationState(String planName,
String reservationIdName)
Blocking API
Derived classes must implement this method to remove the state of
a reservation allocation.
|
void |
removeRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier identifier)
Blocking API
Derived classes must implement this method to remove the state of RMDelegationToken
|
void |
removeRMDTMasterKeyState(org.apache.hadoop.security.token.delegation.DelegationKey masterKey)
Blocking API
Derived classes must implement this method to remove the state of
DelegationToken Master Key
|
protected void |
replaceFile(org.apache.hadoop.fs.Path srcPath,
org.apache.hadoop.fs.Path dstPath) |
protected void |
startInternal()
Derived classes start themselves using this method.
|
void |
storeApplicationAttemptStateInternal(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
ApplicationAttemptStateData attemptStateDataPB)
Blocking API
Derived classes must implement this method to store the state of an
application attempt
|
void |
storeApplicationStateInternal(org.apache.hadoop.yarn.api.records.ApplicationId appId,
ApplicationStateData appStateDataPB)
Blocking API
Derived classes must implement this method to store the state of an
application.
|
void |
storeOrUpdateAMRMTokenSecretManagerState(AMRMTokenSecretManagerState amrmTokenSecretManagerState,
boolean isUpdate)
Blocking API Derived classes must implement this method to store or update
the state of AMRMToken Master Key
|
protected void |
storeReservationState(org.apache.hadoop.yarn.proto.YarnProtos.ReservationAllocationStateProto reservationAllocation,
String planName,
String reservationIdName)
Blocking API
Derived classes must implement this method to store the state of
a reservation allocation.
|
void |
storeRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier identifier,
Long renewDate)
Blocking API
Derived classes must implement this method to store the state of
RMDelegationToken and sequence number
|
void |
storeRMDTMasterKeyState(org.apache.hadoop.security.token.delegation.DelegationKey masterKey)
Blocking API
Derived classes must implement this method to store the state of
DelegationToken Master Key
|
protected void |
storeVersion()
Derived class use this method to store the version information.
|
void |
updateApplicationAttemptStateInternal(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId,
ApplicationAttemptStateData attemptStateDataPB) |
void |
updateApplicationStateInternal(org.apache.hadoop.yarn.api.records.ApplicationId appId,
ApplicationStateData appStateDataPB) |
protected void |
updateFile(org.apache.hadoop.fs.Path outputPath,
byte[] data,
boolean makeUnradableByAdmin) |
protected void |
updateRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier rmDTIdentifier,
Long renewDate)
Blocking API
Derived classes must implement this method to update the state of
RMDelegationToken and sequence number
|
protected void |
writeFile(org.apache.hadoop.fs.Path outputPath,
byte[] data,
boolean makeUnradableByAdmin) |
checkVersion, getCredentialsFromAppAttempt, getRMStateStoreState, handleStoreEvent, isFencedState, notifyStoreOperationFailed, removeApplication, removeReservation, removeRMDelegationToken, removeRMDTMasterKey, serviceInit, serviceStart, serviceStop, setResourceManager, setRMDispatcher, storeNewApplication, storeNewApplicationAttempt, storeNewReservation, storeOrUpdateAMRMTokenSecretManager, storeRMDelegationToken, storeRMDTMasterKey, updateApplicationAttemptState, updateApplicationState, updateApplicationStateSynchronously, updateFencedState, updateRMDelegationToken
close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStop
public static final org.apache.commons.logging.Log LOG
protected static final String ROOT_DIR_NAME
protected static final org.apache.hadoop.yarn.server.records.Version CURRENT_VERSION_INFO
protected static final String AMRMTOKEN_SECRET_MANAGER_NODE
protected org.apache.hadoop.fs.FileSystem fs
protected org.apache.hadoop.conf.Configuration fsConf
public void initInternal(org.apache.hadoop.conf.Configuration conf) throws Exception
RMStateStore
initInternal
in class RMStateStore
Exception
protected void startInternal() throws Exception
RMStateStore
startInternal
in class RMStateStore
Exception
protected void closeInternal() throws Exception
RMStateStore
closeInternal
in class RMStateStore
Exception
protected org.apache.hadoop.yarn.server.records.Version getCurrentVersion()
RMStateStore
getCurrentVersion
in class RMStateStore
protected org.apache.hadoop.yarn.server.records.Version loadVersion() throws Exception
RMStateStore
loadVersion
in class RMStateStore
Exception
protected void storeVersion() throws Exception
RMStateStore
storeVersion
in class RMStateStore
Exception
public long getAndIncrementEpoch() throws Exception
RMStateStore
getAndIncrementEpoch
in class RMStateStore
Exception
public RMStateStore.RMState loadState() throws Exception
RMStateStore
loadState
in class RMStateStore
Exception
public void storeApplicationStateInternal(org.apache.hadoop.yarn.api.records.ApplicationId appId, ApplicationStateData appStateDataPB) throws Exception
RMStateStore
storeApplicationStateInternal
in class RMStateStore
Exception
public void updateApplicationStateInternal(org.apache.hadoop.yarn.api.records.ApplicationId appId, ApplicationStateData appStateDataPB) throws Exception
updateApplicationStateInternal
in class RMStateStore
Exception
public void storeApplicationAttemptStateInternal(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, ApplicationAttemptStateData attemptStateDataPB) throws Exception
RMStateStore
storeApplicationAttemptStateInternal
in class RMStateStore
Exception
public void updateApplicationAttemptStateInternal(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttemptId, ApplicationAttemptStateData attemptStateDataPB) throws Exception
updateApplicationAttemptStateInternal
in class RMStateStore
Exception
public void removeApplicationStateInternal(ApplicationStateData appState) throws Exception
RMStateStore
removeApplicationStateInternal
in class RMStateStore
Exception
public void storeRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier identifier, Long renewDate) throws Exception
RMStateStore
storeRMDelegationTokenState
in class RMStateStore
Exception
public void removeRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier identifier) throws Exception
RMStateStore
removeRMDelegationTokenState
in class RMStateStore
Exception
protected void updateRMDelegationTokenState(org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate) throws Exception
RMStateStore
updateRMDelegationTokenState
in class RMStateStore
Exception
public void storeRMDTMasterKeyState(org.apache.hadoop.security.token.delegation.DelegationKey masterKey) throws Exception
RMStateStore
storeRMDTMasterKeyState
in class RMStateStore
Exception
public void removeRMDTMasterKeyState(org.apache.hadoop.security.token.delegation.DelegationKey masterKey) throws Exception
RMStateStore
removeRMDTMasterKeyState
in class RMStateStore
Exception
public void deleteStore() throws Exception
RMStateStore
deleteStore
in class RMStateStore
Exception
public void removeApplication(org.apache.hadoop.yarn.api.records.ApplicationId removeAppId) throws Exception
RMStateStore
removeApplication
in class RMStateStore
Exception
protected org.apache.hadoop.fs.Path getAppDir(org.apache.hadoop.yarn.api.records.ApplicationId appId)
protected org.apache.hadoop.fs.Path getAppAttemptDir(org.apache.hadoop.yarn.api.records.ApplicationAttemptId appAttId)
protected void writeFile(org.apache.hadoop.fs.Path outputPath, byte[] data, boolean makeUnradableByAdmin) throws Exception
Exception
protected void updateFile(org.apache.hadoop.fs.Path outputPath, byte[] data, boolean makeUnradableByAdmin) throws Exception
Exception
protected void replaceFile(org.apache.hadoop.fs.Path srcPath, org.apache.hadoop.fs.Path dstPath) throws Exception
Exception
public void storeOrUpdateAMRMTokenSecretManagerState(AMRMTokenSecretManagerState amrmTokenSecretManagerState, boolean isUpdate) throws Exception
RMStateStore
storeOrUpdateAMRMTokenSecretManagerState
in class RMStateStore
Exception
protected void storeReservationState(org.apache.hadoop.yarn.proto.YarnProtos.ReservationAllocationStateProto reservationAllocation, String planName, String reservationIdName) throws Exception
RMStateStore
storeReservationState
in class RMStateStore
Exception
protected void removeReservationState(String planName, String reservationIdName) throws Exception
RMStateStore
removeReservationState
in class RMStateStore
Exception
public int getNumRetries()
public long getRetryInterval()
Copyright © 2017 Apache Software Foundation. All Rights Reserved.