public class StreamJob extends Object implements org.apache.hadoop.util.Tool
Modifier and Type | Field and Description |
---|---|
protected String |
additionalConfSpec_ |
protected String |
addTaskEnvironment_ |
protected URI[] |
archiveURIs |
protected String[] |
argv_ |
protected boolean |
background_ |
protected String |
cacheArchives |
protected String |
cacheFiles |
protected String |
comCmd_ |
protected org.apache.hadoop.conf.Configuration |
config_ |
protected int |
debug_ |
protected boolean |
detailedUsage_ |
protected Environment |
env_ |
protected URI[] |
fileURIs |
protected boolean |
hasSimpleInputSpecs_ |
protected String |
inputFormatSpec_ |
protected ArrayList<String> |
inputSpecs_ |
protected String |
inReaderSpec_ |
protected String |
ioSpec_ |
protected String |
jar_ |
protected org.apache.hadoop.mapred.JobClient |
jc_ |
protected org.apache.hadoop.mapred.JobConf |
jobConf_ |
protected org.apache.hadoop.mapred.JobID |
jobId_ |
protected boolean |
lazyOutput_ |
protected static String |
LINK_URI |
protected boolean |
localHadoop_ |
protected static org.apache.commons.logging.Log |
LOG |
protected String |
mapCmd_ |
protected String |
mapDebugSpec_ |
protected long |
minRecWrittenToEnableSkip_ |
protected String |
numReduceTasksSpec_ |
protected String |
output_ |
protected String |
outputFormatSpec_ |
protected boolean |
outputSingleNode_ |
protected ArrayList<String> |
packageFiles_ |
protected String |
partitionerSpec_ |
protected boolean |
printUsage |
protected String |
redCmd_ |
protected String |
reduceDebugSpec_ |
protected org.apache.hadoop.mapred.RunningJob |
running_ |
protected TreeSet<String> |
seenPrimary_ |
protected ArrayList<String> |
shippedCanonFiles_ |
protected boolean |
verbose_ |
Constructor and Description |
---|
StreamJob() |
StreamJob(String[] argv,
boolean mayExit)
Deprecated.
use StreamJob() with ToolRunner or set the
Configuration using
setConf(Configuration) and
run with run(String[]) . |
Modifier and Type | Method and Description |
---|---|
static org.apache.hadoop.mapred.JobConf |
createJob(String[] argv)
This method creates a streaming job from the given argument list.
|
void |
exitUsage(boolean detailed) |
void |
fail(String message) |
protected String |
getClusterNick()
Deprecated.
|
org.apache.hadoop.conf.Configuration |
getConf() |
protected String |
getHadoopClientHome() |
protected String |
getJobTrackerHostPort() |
protected void |
getURIs(String lcacheArchives,
String lcacheFiles)
get the uris of all the files/caches
|
int |
go()
Deprecated.
use
run(String[]) instead. |
protected void |
init() |
protected boolean |
isLocalHadoop() |
protected void |
listJobConfProperties()
Prints out the jobconf properties on stdout
when verbose is specified.
|
protected void |
msg(String msg) |
protected String |
packageJobJar() |
int |
run(String[] args) |
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
protected void |
setJobConf() |
int |
submitAndMonitorJob() |
protected static final org.apache.commons.logging.Log LOG
protected String[] argv_
protected boolean background_
protected boolean verbose_
protected boolean detailedUsage_
protected boolean printUsage
protected int debug_
protected Environment env_
protected String jar_
protected boolean localHadoop_
protected org.apache.hadoop.conf.Configuration config_
protected org.apache.hadoop.mapred.JobConf jobConf_
protected org.apache.hadoop.mapred.JobClient jc_
protected boolean hasSimpleInputSpecs_
protected String output_
protected String mapCmd_
protected String comCmd_
protected String redCmd_
protected String cacheFiles
protected String cacheArchives
protected URI[] fileURIs
protected URI[] archiveURIs
protected String inReaderSpec_
protected String inputFormatSpec_
protected String outputFormatSpec_
protected String partitionerSpec_
protected String numReduceTasksSpec_
protected String additionalConfSpec_
protected String mapDebugSpec_
protected String reduceDebugSpec_
protected String ioSpec_
protected boolean lazyOutput_
protected String addTaskEnvironment_
protected boolean outputSingleNode_
protected long minRecWrittenToEnableSkip_
protected org.apache.hadoop.mapred.RunningJob running_
protected org.apache.hadoop.mapred.JobID jobId_
protected static final String LINK_URI
@Deprecated public StreamJob(String[] argv, boolean mayExit)
setConf(Configuration)
and
run with run(String[])
.public StreamJob()
public org.apache.hadoop.conf.Configuration getConf()
getConf
in interface org.apache.hadoop.conf.Configurable
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
public int run(String[] args) throws Exception
run
in interface org.apache.hadoop.util.Tool
Exception
public static org.apache.hadoop.mapred.JobConf createJob(String[] argv) throws IOException
argv
- the list args for creating a streaming jobIOException
@Deprecated public int go() throws IOException
run(String[])
instead.IOException
protected void init()
protected void msg(String msg)
public void exitUsage(boolean detailed)
public void fail(String message)
protected String getHadoopClientHome()
protected boolean isLocalHadoop()
@Deprecated protected String getClusterNick()
protected String packageJobJar() throws IOException
IOException
protected void getURIs(String lcacheArchives, String lcacheFiles)
protected void setJobConf() throws IOException
IOException
protected void listJobConfProperties()
protected String getJobTrackerHostPort()
public int submitAndMonitorJob() throws IOException
IOException
Copyright © 2017 Apache Software Foundation. All Rights Reserved.