java.io.Closeable, java.lang.AutoCloseable, org.apache.hadoop.service.ServiceNMLeveldbStateStoreService, NMNullStateStoreService@Private
@Unstable
public abstract class NMStateStoreService
extends org.apache.hadoop.service.AbstractService
| Modifier and Type | Class | Description |
|---|---|---|
static class |
NMStateStoreService.LocalResourceTrackerState |
|
static class |
NMStateStoreService.RecoveredAMRMProxyState |
Recovered states for AMRMProxy.
|
static class |
NMStateStoreService.RecoveredApplicationsState |
|
static class |
NMStateStoreService.RecoveredContainerState |
|
static class |
NMStateStoreService.RecoveredContainerStatus |
|
static class |
NMStateStoreService.RecoveredContainerTokensState |
|
static class |
NMStateStoreService.RecoveredContainerType |
Type of post recovery action.
|
static class |
NMStateStoreService.RecoveredDeletionServiceState |
|
static class |
NMStateStoreService.RecoveredLocalizationState |
|
static class |
NMStateStoreService.RecoveredLogDeleterState |
|
static class |
NMStateStoreService.RecoveredNMTokensState |
|
static class |
NMStateStoreService.RecoveredUserResources |
| Constructor | Description |
|---|---|
NMStateStoreService(java.lang.String name) |
| Modifier and Type | Method | Description |
|---|---|---|
boolean |
canRecover() |
|
protected abstract void |
closeStorage() |
|
abstract void |
finishResourceLocalization(java.lang.String user,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.yarn.proto.YarnServerNodemanagerRecoveryProtos.LocalizedResourceProto proto) |
Record the completion of a resource localization
|
abstract RecoveryIterator<NMStateStoreService.RecoveredContainerState> |
getContainerStateIterator() |
get the Recovered Container State Iterator
|
protected NodeStatusUpdater |
getNodeStatusUpdater() |
|
protected abstract void |
initStorage(org.apache.hadoop.conf.Configuration conf) |
|
boolean |
isNewlyCreated() |
|
abstract NMStateStoreService.RecoveredAMRMProxyState |
loadAMRMProxyState() |
Load the state of AMRMProxy.
|
abstract NMStateStoreService.RecoveredApplicationsState |
loadApplicationsState() |
Load the state of applications.
|
abstract NMStateStoreService.RecoveredContainerTokensState |
loadContainerTokensState() |
Load the state of container tokens
|
abstract NMStateStoreService.RecoveredDeletionServiceState |
loadDeletionServiceState() |
Load the state of the deletion service
|
abstract NMStateStoreService.RecoveredLocalizationState |
loadLocalizationState() |
Load the state of localized resources
|
abstract NMStateStoreService.RecoveredLogDeleterState |
loadLogDeleterState() |
Load the state of log deleters
|
abstract NMStateStoreService.RecoveredNMTokensState |
loadNMTokensState() |
Load the state of NM tokens
|
void |
releaseAssignedResources(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.String resourceType) |
Delete the assigned resources of a container of specific resourceType.
|
abstract void |
removeAMRMProxyAppContext(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt) |
Remove the entire context map for an application attempt in
AMRMProxyService.
|
abstract void |
removeAMRMProxyAppContextEntry(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt,
java.lang.String key) |
Remove a context entry for an application attempt in AMRMProxyService.
|
abstract void |
removeApplication(org.apache.hadoop.yarn.api.records.ApplicationId appId) |
Remove records corresponding to an application
|
abstract void |
removeContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId) |
Remove records corresponding to a container
|
abstract void |
removeContainerPaused(org.apache.hadoop.yarn.api.records.ContainerId containerId) |
Record that a container has been resumed at the NM by removing the
fact that it has be paused.
|
abstract void |
removeContainerToken(org.apache.hadoop.yarn.api.records.ContainerId containerId) |
Remove records for a container token
|
abstract void |
removeDeletionTask(int taskId) |
Remove records corresponding to a deletion task
|
abstract void |
removeLocalizedResource(java.lang.String user,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.fs.Path localPath) |
Remove records related to a resource localization
|
abstract void |
removeLogDeleter(org.apache.hadoop.yarn.api.records.ApplicationId appId) |
Remove the state of a log deleter
|
abstract void |
removeNMTokenApplicationMasterKey(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt) |
Remove a master key corresponding to an application
|
void |
serviceInit(org.apache.hadoop.conf.Configuration conf) |
Initialize the state storage
|
void |
serviceStart() |
Start the state storage for use
|
void |
serviceStop() |
Shutdown the state storage.
|
void |
setNodeStatusUpdater(NodeStatusUpdater nodeStatusUpdater) |
|
abstract void |
startResourceLocalization(java.lang.String user,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto proto,
org.apache.hadoop.fs.Path localPath) |
Record the start of localization for a resource
|
protected abstract void |
startStorage() |
|
abstract void |
storeAMRMProxyAppContextEntry(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt,
java.lang.String key,
byte[] data) |
Add a context entry for an application attempt in AMRMProxyService.
|
abstract void |
storeAMRMProxyCurrentMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key) |
Record the current AMRMProxyTokenSecretManager master key.
|
abstract void |
storeAMRMProxyNextMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key) |
Record the next AMRMProxyTokenSecretManager master key.
|
abstract void |
storeApplication(org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.yarn.proto.YarnServerNodemanagerRecoveryProtos.ContainerManagerApplicationProto p) |
Record the start of an application
|
abstract void |
storeAssignedResources(Container container,
java.lang.String resourceType,
java.util.List<java.io.Serializable> assignedResources) |
Store the assigned resources to a container.
|
abstract void |
storeContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId,
int containerVersion,
long startTime,
org.apache.hadoop.yarn.api.protocolrecords.StartContainerRequest startRequest) |
Record a container start request
|
abstract void |
storeContainerCompleted(org.apache.hadoop.yarn.api.records.ContainerId containerId,
int exitCode) |
Record that a container has completed
|
abstract void |
storeContainerDiagnostics(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.StringBuilder diagnostics) |
Record diagnostics for a container
|
abstract void |
storeContainerKilled(org.apache.hadoop.yarn.api.records.ContainerId containerId) |
Record a request to kill a container
|
abstract void |
storeContainerLaunched(org.apache.hadoop.yarn.api.records.ContainerId containerId) |
Record that a container has been launched
|
abstract void |
storeContainerLogDir(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.String logDir) |
Record log directory for a container.
|
abstract void |
storeContainerPaused(org.apache.hadoop.yarn.api.records.ContainerId containerId) |
Record that a container has been paused at the NM.
|
abstract void |
storeContainerQueued(org.apache.hadoop.yarn.api.records.ContainerId containerId) |
Record that a container has been queued at the NM
|
abstract void |
storeContainerRemainingRetryAttempts(org.apache.hadoop.yarn.api.records.ContainerId containerId,
int remainingRetryAttempts) |
Record remaining retry attempts for a container.
|
abstract void |
storeContainerRestartTimes(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.util.List<java.lang.Long> restartTimes) |
Record restart times for a container.
|
abstract void |
storeContainerToken(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.Long expirationTime) |
Record the expiration time for a container token
|
abstract void |
storeContainerTokenCurrentMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key) |
Record the current container token master key
|
abstract void |
storeContainerTokenPreviousMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key) |
Record the previous container token master key
|
abstract void |
storeContainerUpdateToken(org.apache.hadoop.yarn.api.records.ContainerId containerId,
org.apache.hadoop.yarn.security.ContainerTokenIdentifier containerTokenIdentifier) |
Record that a container has been updated
|
abstract void |
storeContainerWorkDir(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.String workDir) |
Record working directory for a container.
|
abstract void |
storeDeletionTask(int taskId,
org.apache.hadoop.yarn.proto.YarnServerNodemanagerRecoveryProtos.DeletionServiceDeleteTaskProto taskProto) |
Record a deletion task
|
abstract void |
storeLogDeleter(org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.yarn.proto.YarnServerNodemanagerRecoveryProtos.LogDeleterProto proto) |
Store the state of a log deleter
|
abstract void |
storeNMTokenApplicationMasterKey(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt,
org.apache.hadoop.yarn.server.api.records.MasterKey key) |
Record a master key corresponding to an application
|
abstract void |
storeNMTokenCurrentMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key) |
Record the current NM token master key
|
abstract void |
storeNMTokenPreviousMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key) |
Record the previous NM token master key
|
protected void |
updateContainerResourceMapping(Container container,
java.lang.String resourceType,
java.util.List<java.io.Serializable> assignedResources) |
close, getBlockers, getConfig, getFailureCause, getFailureState, getLifecycleHistory, getName, getServiceState, getStartTime, init, isInState, noteFailure, putBlocker, registerGlobalListener, registerServiceListener, removeBlocker, setConfig, start, stop, toString, unregisterGlobalListener, unregisterServiceListener, waitForServiceToStopprotected NodeStatusUpdater getNodeStatusUpdater()
public void setNodeStatusUpdater(NodeStatusUpdater nodeStatusUpdater)
public void serviceInit(org.apache.hadoop.conf.Configuration conf)
throws java.io.IOException
serviceInit in class org.apache.hadoop.service.AbstractServicejava.io.IOExceptionpublic void serviceStart()
throws java.io.IOException
serviceStart in class org.apache.hadoop.service.AbstractServicejava.io.IOExceptionpublic void serviceStop()
throws java.io.IOException
serviceStop in class org.apache.hadoop.service.AbstractServicejava.io.IOExceptionpublic boolean canRecover()
public boolean isNewlyCreated()
public abstract NMStateStoreService.RecoveredApplicationsState loadApplicationsState() throws java.io.IOException
java.io.IOException - IO Exception.public abstract void storeApplication(org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.yarn.proto.YarnServerNodemanagerRecoveryProtos.ContainerManagerApplicationProto p)
throws java.io.IOException
appId - the application IDp - state to store for the applicationjava.io.IOExceptionpublic abstract void removeApplication(org.apache.hadoop.yarn.api.records.ApplicationId appId)
throws java.io.IOException
appId - the application IDjava.io.IOExceptionpublic abstract RecoveryIterator<NMStateStoreService.RecoveredContainerState> getContainerStateIterator() throws java.io.IOException
java.io.IOExceptionpublic abstract void storeContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId,
int containerVersion,
long startTime,
org.apache.hadoop.yarn.api.protocolrecords.StartContainerRequest startRequest)
throws java.io.IOException
containerId - the container IDcontainerVersion - the container VersionstartTime - container start timestartRequest - the container start requestjava.io.IOExceptionpublic abstract void storeContainerQueued(org.apache.hadoop.yarn.api.records.ContainerId containerId)
throws java.io.IOException
containerId - the container IDjava.io.IOExceptionpublic abstract void storeContainerPaused(org.apache.hadoop.yarn.api.records.ContainerId containerId)
throws java.io.IOException
containerId - the container ID.java.io.IOException - IO Exception.public abstract void removeContainerPaused(org.apache.hadoop.yarn.api.records.ContainerId containerId)
throws java.io.IOException
containerId - the container ID.java.io.IOException - IO Exception.public abstract void storeContainerLaunched(org.apache.hadoop.yarn.api.records.ContainerId containerId)
throws java.io.IOException
containerId - the container IDjava.io.IOExceptionpublic abstract void storeContainerUpdateToken(org.apache.hadoop.yarn.api.records.ContainerId containerId,
org.apache.hadoop.yarn.security.ContainerTokenIdentifier containerTokenIdentifier)
throws java.io.IOException
containerId - the container IDcontainerTokenIdentifier - container token identifierjava.io.IOExceptionpublic abstract void storeContainerCompleted(org.apache.hadoop.yarn.api.records.ContainerId containerId,
int exitCode)
throws java.io.IOException
containerId - the container IDexitCode - the exit code from the containerjava.io.IOExceptionpublic abstract void storeContainerKilled(org.apache.hadoop.yarn.api.records.ContainerId containerId)
throws java.io.IOException
containerId - the container IDjava.io.IOExceptionpublic abstract void storeContainerDiagnostics(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.StringBuilder diagnostics)
throws java.io.IOException
containerId - the container IDdiagnostics - the container diagnosticsjava.io.IOExceptionpublic abstract void storeContainerRemainingRetryAttempts(org.apache.hadoop.yarn.api.records.ContainerId containerId,
int remainingRetryAttempts)
throws java.io.IOException
containerId - the container IDremainingRetryAttempts - the remain retry times when container
fails to runjava.io.IOExceptionpublic abstract void storeContainerRestartTimes(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.util.List<java.lang.Long> restartTimes)
throws java.io.IOException
containerId - restartTimes - java.io.IOExceptionpublic abstract void storeContainerWorkDir(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.String workDir)
throws java.io.IOException
containerId - the container IDworkDir - the working directoryjava.io.IOExceptionpublic abstract void storeContainerLogDir(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.String logDir)
throws java.io.IOException
containerId - the container IDlogDir - the log directoryjava.io.IOExceptionpublic abstract void removeContainer(org.apache.hadoop.yarn.api.records.ContainerId containerId)
throws java.io.IOException
containerId - the container IDjava.io.IOExceptionpublic abstract NMStateStoreService.RecoveredLocalizationState loadLocalizationState() throws java.io.IOException
java.io.IOExceptionpublic abstract void startResourceLocalization(java.lang.String user,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.yarn.proto.YarnProtos.LocalResourceProto proto,
org.apache.hadoop.fs.Path localPath)
throws java.io.IOException
user - the username or null if the resource is publicappId - the application ID if the resource is app-specific or nullproto - the resource requestlocalPath - local filesystem path where the resource will be storedjava.io.IOExceptionpublic abstract void finishResourceLocalization(java.lang.String user,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.yarn.proto.YarnServerNodemanagerRecoveryProtos.LocalizedResourceProto proto)
throws java.io.IOException
user - the username or null if the resource is publicappId - the application ID if the resource is app-specific or nullproto - the serialized localized resourcejava.io.IOExceptionpublic abstract void removeLocalizedResource(java.lang.String user,
org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.fs.Path localPath)
throws java.io.IOException
user - the username or null if the resource is publicappId - the application ID if the resource is app-specific or nulllocalPath - local filesystem path where the resource will be storedjava.io.IOExceptionpublic abstract NMStateStoreService.RecoveredDeletionServiceState loadDeletionServiceState() throws java.io.IOException
java.io.IOExceptionpublic abstract void storeDeletionTask(int taskId,
org.apache.hadoop.yarn.proto.YarnServerNodemanagerRecoveryProtos.DeletionServiceDeleteTaskProto taskProto)
throws java.io.IOException
taskId - the deletion task IDtaskProto - the deletion task protobufjava.io.IOExceptionpublic abstract void removeDeletionTask(int taskId)
throws java.io.IOException
taskId - the deletion task IDjava.io.IOExceptionpublic abstract NMStateStoreService.RecoveredNMTokensState loadNMTokensState() throws java.io.IOException
java.io.IOExceptionpublic abstract void storeNMTokenCurrentMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key)
throws java.io.IOException
key - the master keyjava.io.IOExceptionpublic abstract void storeNMTokenPreviousMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key)
throws java.io.IOException
key - the previous master keyjava.io.IOExceptionpublic abstract void storeNMTokenApplicationMasterKey(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt,
org.apache.hadoop.yarn.server.api.records.MasterKey key)
throws java.io.IOException
attempt - the application attempt IDkey - the master keyjava.io.IOExceptionpublic abstract void removeNMTokenApplicationMasterKey(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt)
throws java.io.IOException
attempt - the application attempt IDjava.io.IOExceptionpublic abstract NMStateStoreService.RecoveredContainerTokensState loadContainerTokensState() throws java.io.IOException
java.io.IOExceptionpublic abstract void storeContainerTokenCurrentMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key)
throws java.io.IOException
key - the master keyjava.io.IOExceptionpublic abstract void storeContainerTokenPreviousMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key)
throws java.io.IOException
key - the previous master keyjava.io.IOExceptionpublic abstract void storeContainerToken(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.Long expirationTime)
throws java.io.IOException
containerId - the container IDexpirationTime - the container token expiration timejava.io.IOExceptionpublic abstract void removeContainerToken(org.apache.hadoop.yarn.api.records.ContainerId containerId)
throws java.io.IOException
containerId - the container IDjava.io.IOExceptionpublic abstract NMStateStoreService.RecoveredLogDeleterState loadLogDeleterState() throws java.io.IOException
java.io.IOExceptionpublic abstract void storeLogDeleter(org.apache.hadoop.yarn.api.records.ApplicationId appId,
org.apache.hadoop.yarn.proto.YarnServerNodemanagerRecoveryProtos.LogDeleterProto proto)
throws java.io.IOException
appId - the application ID for the log deleterproto - the serialized state of the log deleterjava.io.IOExceptionpublic abstract void removeLogDeleter(org.apache.hadoop.yarn.api.records.ApplicationId appId)
throws java.io.IOException
appId - the application ID for the log deleterjava.io.IOExceptionpublic abstract NMStateStoreService.RecoveredAMRMProxyState loadAMRMProxyState() throws java.io.IOException
java.io.IOException - if failspublic abstract void storeAMRMProxyCurrentMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key)
throws java.io.IOException
key - the current master keyjava.io.IOException - if failspublic abstract void storeAMRMProxyNextMasterKey(org.apache.hadoop.yarn.server.api.records.MasterKey key)
throws java.io.IOException
key - the next master keyjava.io.IOException - if failspublic abstract void storeAMRMProxyAppContextEntry(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt,
java.lang.String key,
byte[] data)
throws java.io.IOException
attempt - app attempt IDkey - key stringdata - state data to storejava.io.IOException - if failspublic abstract void removeAMRMProxyAppContextEntry(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt,
java.lang.String key)
throws java.io.IOException
attempt - attempt IDkey - key stringjava.io.IOException - if failspublic abstract void removeAMRMProxyAppContext(org.apache.hadoop.yarn.api.records.ApplicationAttemptId attempt)
throws java.io.IOException
attempt - attempt IDjava.io.IOException - if failspublic abstract void storeAssignedResources(Container container, java.lang.String resourceType, java.util.List<java.io.Serializable> assignedResources) throws java.io.IOException
container - NMContainerresourceType - Resource TypeassignedResources - Assigned resourcesjava.io.IOException - if failspublic void releaseAssignedResources(org.apache.hadoop.yarn.api.records.ContainerId containerId,
java.lang.String resourceType)
throws java.io.IOException
containerId - Container IdresourceType - resource Typejava.io.IOException - while releasing resourcesprotected abstract void initStorage(org.apache.hadoop.conf.Configuration conf)
throws java.io.IOException
java.io.IOExceptionprotected abstract void startStorage()
throws java.io.IOException
java.io.IOExceptionprotected abstract void closeStorage()
throws java.io.IOException
java.io.IOExceptionprotected void updateContainerResourceMapping(Container container, java.lang.String resourceType, java.util.List<java.io.Serializable> assignedResources)
Copyright © 2008–2025 Apache Software Foundation. All rights reserved.