|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |
java.lang.Objectorg.apache.hadoop.streaming.StreamJob
public class StreamJob
All the client-side work happens here. (Jar packaging, MapRed job submission and monitoring)
Field Summary | |
---|---|
protected String |
additionalConfSpec_
|
protected String |
addTaskEnvironment_
|
protected URI[] |
archiveURIs
|
protected String[] |
argv_
|
protected boolean |
background_
|
protected String |
cacheArchives
|
protected String |
cacheFiles
|
protected String |
comCmd_
|
protected org.apache.hadoop.conf.Configuration |
config_
|
protected int |
debug_
|
protected boolean |
detailedUsage_
|
protected Environment |
env_
|
protected URI[] |
fileURIs
|
protected boolean |
hasSimpleInputSpecs_
|
protected String |
inputFormatSpec_
|
protected ArrayList<String> |
inputSpecs_
|
protected String |
inReaderSpec_
|
protected String |
ioSpec_
|
protected String |
jar_
|
protected org.apache.hadoop.mapred.JobClient |
jc_
|
protected org.apache.hadoop.mapred.JobConf |
jobConf_
|
protected org.apache.hadoop.mapred.JobID |
jobId_
|
protected boolean |
lazyOutput_
|
protected static String |
LINK_URI
|
protected boolean |
localHadoop_
|
protected static org.apache.commons.logging.Log |
LOG
|
protected String |
mapCmd_
|
protected String |
mapDebugSpec_
|
protected long |
minRecWrittenToEnableSkip_
|
protected String |
numReduceTasksSpec_
|
protected String |
output_
|
protected String |
outputFormatSpec_
|
protected boolean |
outputSingleNode_
|
protected ArrayList<String> |
packageFiles_
|
protected String |
partitionerSpec_
|
protected boolean |
printUsage
|
protected String |
redCmd_
|
protected String |
reduceDebugSpec_
|
protected org.apache.hadoop.mapred.RunningJob |
running_
|
protected TreeSet<String> |
seenPrimary_
|
protected ArrayList<String> |
shippedCanonFiles_
|
protected boolean |
verbose_
|
Constructor Summary | |
---|---|
StreamJob()
|
|
StreamJob(String[] argv,
boolean mayExit)
Deprecated. use StreamJob() with ToolRunner or set the Configuration using setConf(Configuration) and
run with run(String[]) . |
Method Summary | |
---|---|
static org.apache.hadoop.mapred.JobConf |
createJob(String[] argv)
This method creates a streaming job from the given argument list. |
void |
exitUsage(boolean detailed)
|
void |
fail(String message)
|
protected String |
getClusterNick()
Deprecated. |
org.apache.hadoop.conf.Configuration |
getConf()
|
protected String |
getHadoopClientHome()
|
protected String |
getJobTrackerHostPort()
|
protected void |
getURIs(String lcacheArchives,
String lcacheFiles)
get the uris of all the files/caches |
int |
go()
Deprecated. use run(String[]) instead. |
protected void |
init()
|
protected boolean |
isLocalHadoop()
|
protected void |
listJobConfProperties()
Prints out the jobconf properties on stdout when verbose is specified. |
protected void |
msg(String msg)
|
protected String |
packageJobJar()
|
int |
run(String[] args)
|
void |
setConf(org.apache.hadoop.conf.Configuration conf)
|
protected void |
setJobConf()
|
int |
submitAndMonitorJob()
|
Methods inherited from class java.lang.Object |
---|
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait |
Field Detail |
---|
protected static final org.apache.commons.logging.Log LOG
protected String[] argv_
protected boolean background_
protected boolean verbose_
protected boolean detailedUsage_
protected boolean printUsage
protected int debug_
protected Environment env_
protected String jar_
protected boolean localHadoop_
protected org.apache.hadoop.conf.Configuration config_
protected org.apache.hadoop.mapred.JobConf jobConf_
protected org.apache.hadoop.mapred.JobClient jc_
protected ArrayList<String> inputSpecs_
protected TreeSet<String> seenPrimary_
protected boolean hasSimpleInputSpecs_
protected ArrayList<String> packageFiles_
protected ArrayList<String> shippedCanonFiles_
protected String output_
protected String mapCmd_
protected String comCmd_
protected String redCmd_
protected String cacheFiles
protected String cacheArchives
protected URI[] fileURIs
protected URI[] archiveURIs
protected String inReaderSpec_
protected String inputFormatSpec_
protected String outputFormatSpec_
protected String partitionerSpec_
protected String numReduceTasksSpec_
protected String additionalConfSpec_
protected String mapDebugSpec_
protected String reduceDebugSpec_
protected String ioSpec_
protected boolean lazyOutput_
protected String addTaskEnvironment_
protected boolean outputSingleNode_
protected long minRecWrittenToEnableSkip_
protected org.apache.hadoop.mapred.RunningJob running_
protected org.apache.hadoop.mapred.JobID jobId_
protected static final String LINK_URI
Constructor Detail |
---|
@Deprecated public StreamJob(String[] argv, boolean mayExit)
setConf(Configuration)
and
run with run(String[])
.
public StreamJob()
Method Detail |
---|
public org.apache.hadoop.conf.Configuration getConf()
getConf
in interface org.apache.hadoop.conf.Configurable
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
public int run(String[] args) throws Exception
run
in interface org.apache.hadoop.util.Tool
Exception
public static org.apache.hadoop.mapred.JobConf createJob(String[] argv) throws IOException
argv
- the list args for creating a streaming job
IOException
@Deprecated public int go() throws IOException
run(String[])
instead.
IOException
protected void init()
protected void msg(String msg)
public void exitUsage(boolean detailed)
public void fail(String message)
protected String getHadoopClientHome()
protected boolean isLocalHadoop()
@Deprecated protected String getClusterNick()
protected String packageJobJar() throws IOException
IOException
protected void getURIs(String lcacheArchives, String lcacheFiles)
protected void setJobConf() throws IOException
IOException
protected void listJobConfProperties()
protected String getJobTrackerHostPort()
public int submitAndMonitorJob() throws IOException
IOException
|
||||||||||
PREV CLASS NEXT CLASS | FRAMES NO FRAMES | |||||||||
SUMMARY: NESTED | FIELD | CONSTR | METHOD | DETAIL: FIELD | CONSTR | METHOD |