org.apache.hadoop.mapreduce.task.reduce

Class DirectInMemoryOutput<K,V>

java.lang.Object

org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

org.apache.hadoop.mapreduce.task.reduce.DirectInMemoryOutput<K,V>

public class DirectInMemoryOutput<K,V>
extends org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.task.reduce.MapOutput

org.apache.hadoop.mapreduce.task.reduce.MapOutput.MapOutputComparator<K,V>

Constructor Summary

Constructors

Constructor and Description
DirectInMemoryOutput(org.apache.hadoop.conf.Configuration conf, org.apache.hadoop.mapreduce.TaskAttemptID mapId, DirectShuffleMergeManagerImpl<K,V> merger, int size, org.apache.hadoop.io.compress.CompressionCodec codec, boolean primaryMapOutput)

Method Summary

Methods

Modifier and Type	Method and Description
void	abort()
void	commit()
org.apache.hadoop.io.BoundedByteArrayOutputStream	getArrayStream()
String	getDescription()
byte[]	getMemory()
void	shuffle(org.apache.hadoop.mapreduce.task.reduce.MapHost host, InputStream input, long mapOutputLength, long decompressedLength, org.apache.hadoop.mapreduce.task.reduce.ShuffleClientMetrics metrics, org.apache.hadoop.mapred.Reporter reporter)

Methods inherited from class org.apache.hadoop.mapreduce.task.reduce.MapOutput

equals, getMapId, getSize, hashCode, isPrimaryMapOutput, toString

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Constructor Detail

DirectInMemoryOutput

public DirectInMemoryOutput(org.apache.hadoop.conf.Configuration conf,
                    org.apache.hadoop.mapreduce.TaskAttemptID mapId,
                    DirectShuffleMergeManagerImpl<K,V> merger,
                    int size,
                    org.apache.hadoop.io.compress.CompressionCodec codec,
                    boolean primaryMapOutput)

Method Detail

shuffle

public void shuffle(org.apache.hadoop.mapreduce.task.reduce.MapHost host,
           InputStream input,
           long mapOutputLength,
           long decompressedLength,
           org.apache.hadoop.mapreduce.task.reduce.ShuffleClientMetrics metrics,
           org.apache.hadoop.mapred.Reporter reporter)
             throws IOException

Specified by:

shuffle in class org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

Throws:

IOException

commit

public void commit()
            throws IOException

Specified by:

commit in class org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

Throws:

IOException

abort

public void abort()

Specified by:

abort in class org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

getDescription

public String getDescription()

Specified by:

getDescription in class org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V>

getMemory

public byte[] getMemory()

getArrayStream

public org.apache.hadoop.io.BoundedByteArrayOutputStream getArrayStream()