org.apache.hadoop.mapred

Class MapRFsOutputFile

java.lang.Object

org.apache.hadoop.mapred.MapOutputFile

org.apache.hadoop.mapred.MapRFsOutputFile

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable

public class MapRFsOutputFile
extends org.apache.hadoop.mapred.MapOutputFile

Constructor Summary

Constructors

Constructor and Description
MapRFsOutputFile()

Method Summary

Methods

Modifier and Type	Method and Description
org.apache.hadoop.mapred.JobConf	getConf()
org.apache.hadoop.fs.Path	getInputFile(int mapId)
org.apache.hadoop.fs.Path	getInputFile(int mapId, org.apache.hadoop.mapred.TaskAttemptID reduceTaskId)
org.apache.hadoop.fs.Path	getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId, long size)
org.apache.hadoop.fs.Path	getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId, org.apache.hadoop.mapred.TaskAttemptID reduceTaskId, long size)
org.apache.hadoop.fs.Path	getLocalPathForWrite(String pathStr, long size)
String	getOutputFid()
org.apache.hadoop.fs.Path	getOutputFile()
org.apache.hadoop.fs.Path	getOutputFileForWrite(long size)
org.apache.hadoop.fs.Path	getOutputFileForWrite(org.apache.hadoop.mapred.TaskAttemptID mapTaskId, long size, int partition)
String	getOutputFileForWriteFid(org.apache.hadoop.mapred.TaskAttemptID mapTaskId, long size, int partition)
org.apache.hadoop.fs.Path	getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
org.apache.hadoop.fs.Path	getOutputIndexFile()
org.apache.hadoop.fs.Path	getOutputIndexFileForWrite(long size)
org.apache.hadoop.fs.Path	getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
String	getRelOutputFile(org.apache.hadoop.mapred.TaskAttemptID mapTaskId, int partition)
String	getSpillFid()
org.apache.hadoop.fs.Path	getSpillFile(int spillNumber)
org.apache.hadoop.fs.Path	getSpillFileForWrite(int spillNumber, long size)
String	getSpillFileForWriteFid(org.apache.hadoop.mapred.TaskAttemptID mapTaskId, int spillNumber, long size)
org.apache.hadoop.fs.Path	getSpillIndexFile(int spillNumber)
org.apache.hadoop.fs.Path	getSpillIndexFileForWrite(int spillNumber, long size)
void	removeAll()
void	removeAll(boolean isSetup)
void	setConf(org.apache.hadoop.conf.Configuration conf)
void	setUser(String userName, String groupName)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

MapRFsOutputFile

public MapRFsOutputFile()

Method Detail

setConf

public void setConf(org.apache.hadoop.conf.Configuration conf)

Specified by:

setConf in interface org.apache.hadoop.conf.Configurable

Overrides:

setConf in class org.apache.hadoop.mapred.MapOutputFile

getConf

public org.apache.hadoop.mapred.JobConf getConf()

Specified by:

getConf in interface org.apache.hadoop.conf.Configurable

Overrides:

getConf in class org.apache.hadoop.mapred.MapOutputFile

getOutputFile

public org.apache.hadoop.fs.Path getOutputFile()
                                        throws IOException

Specified by:

getOutputFile in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getRelOutputFile

public String getRelOutputFile(org.apache.hadoop.mapred.TaskAttemptID mapTaskId,
                      int partition)

getOutputFileForWrite

public org.apache.hadoop.fs.Path getOutputFileForWrite(long size)
                                                throws IOException

Specified by:

getOutputFileForWrite in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getOutputFileForWrite

public org.apache.hadoop.fs.Path getOutputFileForWrite(org.apache.hadoop.mapred.TaskAttemptID mapTaskId,
                                              long size,
                                              int partition)
                                                throws IOException

Throws:

IOException

getOutputFileForWriteInVolume

public org.apache.hadoop.fs.Path getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)

Specified by:

getOutputFileForWriteInVolume in class org.apache.hadoop.mapred.MapOutputFile

getOutputIndexFile

public org.apache.hadoop.fs.Path getOutputIndexFile()
                                             throws IOException

Specified by:

getOutputIndexFile in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getOutputIndexFileForWrite

public org.apache.hadoop.fs.Path getOutputIndexFileForWrite(long size)
                                                     throws IOException

Specified by:

getOutputIndexFileForWrite in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getOutputIndexFileForWriteInVolume

public org.apache.hadoop.fs.Path getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)

Specified by:

getOutputIndexFileForWriteInVolume in class org.apache.hadoop.mapred.MapOutputFile

getSpillFile

public org.apache.hadoop.fs.Path getSpillFile(int spillNumber)
                                       throws IOException

Specified by:

getSpillFile in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getSpillFileForWrite

public org.apache.hadoop.fs.Path getSpillFileForWrite(int spillNumber,
                                             long size)
                                               throws IOException

Specified by:

getSpillFileForWrite in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getLocalPathForWrite

public org.apache.hadoop.fs.Path getLocalPathForWrite(String pathStr,
                                             long size)

getSpillIndexFile

public org.apache.hadoop.fs.Path getSpillIndexFile(int spillNumber)
                                            throws IOException

Specified by:

getSpillIndexFile in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getSpillIndexFileForWrite

public org.apache.hadoop.fs.Path getSpillIndexFileForWrite(int spillNumber,
                                                  long size)
                                                    throws IOException

Specified by:

getSpillIndexFileForWrite in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getInputFile

public org.apache.hadoop.fs.Path getInputFile(int mapId)
                                       throws IOException

Specified by:

getInputFile in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getInputFileForWrite

public org.apache.hadoop.fs.Path getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
                                             long size)
                                               throws IOException

Specified by:

getInputFileForWrite in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

getInputFile

public org.apache.hadoop.fs.Path getInputFile(int mapId,
                                     org.apache.hadoop.mapred.TaskAttemptID reduceTaskId)
                                       throws IOException

Throws:

IOException

getInputFileForWrite

public org.apache.hadoop.fs.Path getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
                                             org.apache.hadoop.mapred.TaskAttemptID reduceTaskId,
                                             long size)
                                               throws IOException

Throws:

IOException

removeAll

public void removeAll()
               throws IOException

Specified by:

removeAll in class org.apache.hadoop.mapred.MapOutputFile

Throws:

IOException

removeAll

public void removeAll(boolean isSetup)
               throws IOException

Throws:

IOException

getOutputFid

public String getOutputFid()

getSpillFid

public String getSpillFid()

getSpillFileForWriteFid

public String getSpillFileForWriteFid(org.apache.hadoop.mapred.TaskAttemptID mapTaskId,
                             int spillNumber,
                             long size)
                               throws IOException

Throws:

IOException

getOutputFileForWriteFid

public String getOutputFileForWriteFid(org.apache.hadoop.mapred.TaskAttemptID mapTaskId,
                              long size,
                              int partition)
                                throws IOException

Throws:

IOException

setUser

public void setUser(String userName,
           String groupName)