org.apache.hadoop.mapreduce.task.reduce

Class DirectOnDiskMapOutput<K,V>

java.lang.Object

org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

org.apache.hadoop.mapreduce.task.reduce.DirectOnDiskMapOutput<K,V>

public class DirectOnDiskMapOutput<K,V>
extends org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.task.reduce.MapOutput

org.apache.hadoop.mapreduce.task.reduce.MapOutput.MapOutputComparator<K,V>

Constructor Summary

Constructors

Constructor and Description
DirectOnDiskMapOutput(org.apache.hadoop.mapreduce.TaskAttemptID mapId, org.apache.hadoop.mapreduce.TaskAttemptID reduceId, DirectShuffleMergeManagerImpl<K,V> merger, long size, org.apache.hadoop.mapred.JobConf conf, org.apache.hadoop.mapred.MapOutputFile mapOutputFile, int fetcher, boolean primaryMapOutput)

Method Summary

Methods

Modifier and Type	Method and Description
void	abort()
void	commit()
String	getDescription()
void	shuffle(org.apache.hadoop.mapreduce.task.reduce.MapHost host, InputStream input, long mapOutputLength, long decompressedLength, org.apache.hadoop.mapreduce.task.reduce.ShuffleClientMetrics metrics, org.apache.hadoop.mapred.Reporter reporter)

Methods inherited from class org.apache.hadoop.mapreduce.task.reduce.MapOutput

equals, getMapId, getSize, hashCode, isPrimaryMapOutput, toString

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

DirectOnDiskMapOutput

public DirectOnDiskMapOutput(org.apache.hadoop.mapreduce.TaskAttemptID mapId,
                     org.apache.hadoop.mapreduce.TaskAttemptID reduceId,
                     DirectShuffleMergeManagerImpl<K,V> merger,
                     long size,
                     org.apache.hadoop.mapred.JobConf conf,
                     org.apache.hadoop.mapred.MapOutputFile mapOutputFile,
                     int fetcher,
                     boolean primaryMapOutput)
                      throws IOException

Throws:

IOException

Method Detail

shuffle

public void shuffle(org.apache.hadoop.mapreduce.task.reduce.MapHost host,
           InputStream input,
           long mapOutputLength,
           long decompressedLength,
           org.apache.hadoop.mapreduce.task.reduce.ShuffleClientMetrics metrics,
           org.apache.hadoop.mapred.Reporter reporter)
             throws IOException

Specified by:

shuffle in class org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

Throws:

IOException

commit

public void commit()
            throws IOException

Specified by:

commit in class org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

Throws:

IOException

abort

public void abort()

Specified by:

abort in class org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

getDescription

public String getDescription()

Specified by:

getDescription in class org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>