public class MapRFsOutputFile
extends org.apache.hadoop.mapred.MapOutputFile
Constructor and Description |
---|
MapRFsOutputFile() |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapred.JobConf |
getConf() |
org.apache.hadoop.fs.Path |
getInputFile(int mapId) |
org.apache.hadoop.fs.Path |
getInputFile(int mapId,
org.apache.hadoop.mapred.TaskAttemptID reduceTaskId) |
org.apache.hadoop.fs.Path |
getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
long size) |
org.apache.hadoop.fs.Path |
getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId,
org.apache.hadoop.mapred.TaskAttemptID reduceTaskId,
long size) |
org.apache.hadoop.fs.Path |
getLocalPathForWrite(String pathStr,
long size) |
String |
getOutputFid() |
org.apache.hadoop.fs.Path |
getOutputFile() |
org.apache.hadoop.fs.Path |
getOutputFileForWrite(long size) |
org.apache.hadoop.fs.Path |
getOutputFileForWrite(org.apache.hadoop.mapred.TaskAttemptID mapTaskId,
long size,
int partition) |
String |
getOutputFileForWriteFid(org.apache.hadoop.mapred.TaskAttemptID mapTaskId,
long size,
int partition) |
org.apache.hadoop.fs.Path |
getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing) |
org.apache.hadoop.fs.Path |
getOutputIndexFile() |
org.apache.hadoop.fs.Path |
getOutputIndexFileForWrite(long size) |
org.apache.hadoop.fs.Path |
getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing) |
String |
getRelOutputFile(org.apache.hadoop.mapred.TaskAttemptID mapTaskId,
int partition) |
String |
getSpillFid() |
org.apache.hadoop.fs.Path |
getSpillFile(int spillNumber) |
org.apache.hadoop.fs.Path |
getSpillFileForWrite(int spillNumber,
long size) |
String |
getSpillFileForWriteFid(org.apache.hadoop.mapred.TaskAttemptID mapTaskId,
int spillNumber,
long size) |
org.apache.hadoop.fs.Path |
getSpillIndexFile(int spillNumber) |
org.apache.hadoop.fs.Path |
getSpillIndexFileForWrite(int spillNumber,
long size) |
void |
removeAll() |
void |
removeAll(boolean isSetup) |
void |
setConf(org.apache.hadoop.conf.Configuration conf) |
void |
setUser(String userName,
String groupName) |
public void setConf(org.apache.hadoop.conf.Configuration conf)
setConf
in interface org.apache.hadoop.conf.Configurable
setConf
in class org.apache.hadoop.mapred.MapOutputFile
public org.apache.hadoop.mapred.JobConf getConf()
getConf
in interface org.apache.hadoop.conf.Configurable
getConf
in class org.apache.hadoop.mapred.MapOutputFile
public org.apache.hadoop.fs.Path getOutputFile() throws IOException
getOutputFile
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public String getRelOutputFile(org.apache.hadoop.mapred.TaskAttemptID mapTaskId, int partition)
public org.apache.hadoop.fs.Path getOutputFileForWrite(long size) throws IOException
getOutputFileForWrite
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getOutputFileForWrite(org.apache.hadoop.mapred.TaskAttemptID mapTaskId, long size, int partition) throws IOException
IOException
public org.apache.hadoop.fs.Path getOutputFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
getOutputFileForWriteInVolume
in class org.apache.hadoop.mapred.MapOutputFile
public org.apache.hadoop.fs.Path getOutputIndexFile() throws IOException
getOutputIndexFile
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getOutputIndexFileForWrite(long size) throws IOException
getOutputIndexFileForWrite
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getOutputIndexFileForWriteInVolume(org.apache.hadoop.fs.Path existing)
getOutputIndexFileForWriteInVolume
in class org.apache.hadoop.mapred.MapOutputFile
public org.apache.hadoop.fs.Path getSpillFile(int spillNumber) throws IOException
getSpillFile
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getSpillFileForWrite(int spillNumber, long size) throws IOException
getSpillFileForWrite
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getLocalPathForWrite(String pathStr, long size)
public org.apache.hadoop.fs.Path getSpillIndexFile(int spillNumber) throws IOException
getSpillIndexFile
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getSpillIndexFileForWrite(int spillNumber, long size) throws IOException
getSpillIndexFileForWrite
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getInputFile(int mapId) throws IOException
getInputFile
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId, long size) throws IOException
getInputFileForWrite
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public org.apache.hadoop.fs.Path getInputFile(int mapId, org.apache.hadoop.mapred.TaskAttemptID reduceTaskId) throws IOException
IOException
public org.apache.hadoop.fs.Path getInputFileForWrite(org.apache.hadoop.mapreduce.TaskID mapId, org.apache.hadoop.mapred.TaskAttemptID reduceTaskId, long size) throws IOException
IOException
public void removeAll() throws IOException
removeAll
in class org.apache.hadoop.mapred.MapOutputFile
IOException
public void removeAll(boolean isSetup) throws IOException
IOException
public String getOutputFid()
public String getSpillFid()
public String getSpillFileForWriteFid(org.apache.hadoop.mapred.TaskAttemptID mapTaskId, int spillNumber, long size) throws IOException
IOException
public String getOutputFileForWriteFid(org.apache.hadoop.mapred.TaskAttemptID mapTaskId, long size, int partition) throws IOException
IOException
Copyright © 2019 Apache Software Foundation. All Rights Reserved.