public class DefaultContainerExecutor extends ContainerExecutor
Modifier and Type | Class and Description |
---|---|
protected class |
DefaultContainerExecutor.LocalWrapperScriptBuilder |
ContainerExecutor.DelayedProcessKiller, ContainerExecutor.ExitCode, ContainerExecutor.Signal
Modifier and Type | Field and Description |
---|---|
protected org.apache.hadoop.fs.FileContext |
lfs |
TASK_LAUNCH_SCRIPT_PERMISSION
Constructor and Description |
---|
DefaultContainerExecutor() |
Modifier and Type | Method and Description |
---|---|
protected org.apache.hadoop.util.Shell.CommandExecutor |
buildCommandExecutor(String wrapperScriptPath,
String containerIdStr,
String user,
org.apache.hadoop.fs.Path pidFile,
org.apache.hadoop.yarn.api.records.Resource resource,
File wordDir,
Map<String,String> environment) |
static boolean |
containerIsAlive(String pid)
Returns true if the process with the specified pid is alive.
|
protected void |
copyFile(org.apache.hadoop.fs.Path src,
org.apache.hadoop.fs.Path dst,
String owner) |
protected ContainerLocalizer |
createContainerLocalizer(String user,
String appId,
String locId,
List<String> localDirs,
org.apache.hadoop.fs.FileContext localizerFc) |
protected void |
createDir(org.apache.hadoop.fs.Path dirPath,
org.apache.hadoop.fs.permission.FsPermission perms,
boolean createParent,
String user) |
void |
deleteAsUser(String user,
org.apache.hadoop.fs.Path subDir,
org.apache.hadoop.fs.Path... baseDirs) |
protected DefaultContainerExecutor.LocalWrapperScriptBuilder |
getLocalWrapperScriptBuilder(String containerIdStr,
org.apache.hadoop.fs.Path containerWorkDir) |
protected org.apache.hadoop.fs.Path |
getWorkingDir(List<String> localDirs,
String user,
String appId) |
void |
init()
Run the executor initialization steps.
|
boolean |
isContainerProcessAlive(String user,
String pid) |
protected void |
killContainer(String pid,
ContainerExecutor.Signal signal)
Send a specified signal to the specified pid
|
int |
launchContainer(Container container,
org.apache.hadoop.fs.Path nmPrivateContainerScriptPath,
org.apache.hadoop.fs.Path nmPrivateTokensPath,
org.apache.hadoop.fs.Path nmPrivateExtTokensPath,
String extTokensEnvVar,
String user,
String appId,
org.apache.hadoop.fs.Path containerWorkDir,
List<String> localDirs,
List<String> logDirs)
Launch the container on the node.
|
protected void |
setScriptExecutable(org.apache.hadoop.fs.Path script,
String owner) |
boolean |
signalContainer(String user,
String pid,
ContainerExecutor.Signal signal) |
void |
startLocalizer(org.apache.hadoop.fs.Path nmPrivateContainerTokensPath,
org.apache.hadoop.fs.Path nmPrivateExtTokensPath,
String extTokensEnvVar,
InetSocketAddress nmAddr,
String user,
String appId,
String locId,
LocalDirsHandlerService dirsHandler)
Prepare the environment for containers in this application to execute.
|
activateContainer, deactivateContainer, getConf, getPidFilePath, getProcessId, getRunCommand, getRunCommand, isContainerActive, localizeClasspathJar, logOutput, reacquireContainer, setConf, writeLaunchEnv
protected void copyFile(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst, String owner) throws IOException
IOException
protected void setScriptExecutable(org.apache.hadoop.fs.Path script, String owner) throws IOException
IOException
public void init() throws IOException
ContainerExecutor
init
in class ContainerExecutor
IOException
public void startLocalizer(org.apache.hadoop.fs.Path nmPrivateContainerTokensPath, org.apache.hadoop.fs.Path nmPrivateExtTokensPath, String extTokensEnvVar, InetSocketAddress nmAddr, String user, String appId, String locId, LocalDirsHandlerService dirsHandler) throws IOException, InterruptedException
ContainerExecutor
For $x in local.dirs create $x/$user/$appId Copy $nmLocal/appTokens -> $N/$user/$appId For $rsrc in private resources Copy $rsrc -> $N/$user/filecache/[idef] For $rsrc in job resources Copy $rsrc -> $N/$user/$appId/filecache/idef
startLocalizer
in class ContainerExecutor
nmPrivateContainerTokensPath
- path to localized credentials, rsrc by NMnmPrivateExtTokensPath
- the path for any external tokens for the container - nullableextTokensEnvVar
- the name of the environment variable that points to external token path - nullablenmAddr
- RPC address to contact NMuser
- user name of application ownerappId
- id of the applicationdirsHandler
- NM local dirs service, for nm-local-dirs and nm-log-dirsIOException
- For most application init failuresInterruptedException
- If application init thread is halted by NM@InterfaceAudience.Private protected ContainerLocalizer createContainerLocalizer(String user, String appId, String locId, List<String> localDirs, org.apache.hadoop.fs.FileContext localizerFc) throws IOException
IOException
public int launchContainer(Container container, org.apache.hadoop.fs.Path nmPrivateContainerScriptPath, org.apache.hadoop.fs.Path nmPrivateTokensPath, org.apache.hadoop.fs.Path nmPrivateExtTokensPath, String extTokensEnvVar, String user, String appId, org.apache.hadoop.fs.Path containerWorkDir, List<String> localDirs, List<String> logDirs) throws IOException
ContainerExecutor
launchContainer
in class ContainerExecutor
container
- the container to be launchednmPrivateContainerScriptPath
- the path for launch scriptnmPrivateTokensPath
- the path for tokens for the containernmPrivateExtTokensPath
- the path for any external tokens for the container - nullableextTokensEnvVar
- the name of the environment variable that points to external token path - nullableuser
- the user of the containerappId
- the appId of the containercontainerWorkDir
- the work dir for the containerlocalDirs
- nm-local-dirs to be used for this containerlogDirs
- nm-log-dirs to be used for this containerIOException
protected org.apache.hadoop.util.Shell.CommandExecutor buildCommandExecutor(String wrapperScriptPath, String containerIdStr, String user, org.apache.hadoop.fs.Path pidFile, org.apache.hadoop.yarn.api.records.Resource resource, File wordDir, Map<String,String> environment) throws IOException
IOException
protected DefaultContainerExecutor.LocalWrapperScriptBuilder getLocalWrapperScriptBuilder(String containerIdStr, org.apache.hadoop.fs.Path containerWorkDir)
public boolean signalContainer(String user, String pid, ContainerExecutor.Signal signal) throws IOException
signalContainer
in class ContainerExecutor
IOException
public boolean isContainerProcessAlive(String user, String pid) throws IOException
isContainerProcessAlive
in class ContainerExecutor
IOException
public static boolean containerIsAlive(String pid) throws IOException
pid
- String pidIOException
protected void killContainer(String pid, ContainerExecutor.Signal signal) throws IOException
pid
- the pid of the process [group] to signal.signal
- signal to send
(for logging).IOException
public void deleteAsUser(String user, org.apache.hadoop.fs.Path subDir, org.apache.hadoop.fs.Path... baseDirs) throws IOException, InterruptedException
deleteAsUser
in class ContainerExecutor
IOException
InterruptedException
protected org.apache.hadoop.fs.Path getWorkingDir(List<String> localDirs, String user, String appId) throws IOException
IOException
protected void createDir(org.apache.hadoop.fs.Path dirPath, org.apache.hadoop.fs.permission.FsPermission perms, boolean createParent, String user) throws IOException
IOException
Copyright © 2018 Apache Software Foundation. All Rights Reserved.