Package org.apache.hadoop.mapreduce.task.reduce

Class DirectShuffleSchedulerImpl<K,V>

java.lang.Object

org.apache.hadoop.mapreduce.task.reduce.DirectShuffleSchedulerImpl<K,V>

All Implemented Interfaces:

org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

public class DirectShuffleSchedulerImpl<K,V>
extends java.lang.Object
implements org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

Constructor Summary

Constructors

Constructor

Description

DirectShuffleSchedulerImpl(org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.TaskStatus status, org.apache.hadoop.mapreduce.TaskAttemptID reduceId, org.apache.hadoop.mapreduce.task.reduce.ExceptionReporter reporter, org.apache.hadoop.util.Progress progress, org.apache.hadoop.mapred.Counters.Counter shuffledMapsCounter, org.apache.hadoop.mapred.Counters.Counter reduceShuffleBytes, org.apache.hadoop.mapred.Counters.Counter failedShuffleCounter)

Method Summary

Modifier and Type	Method	Description
void	addKnownMapOutput(java.lang.String host, org.apache.hadoop.mapreduce.TaskAttemptID taskId, org.apache.hadoop.fs.PathId pathId)
void	close()
void	copyFailed(org.apache.hadoop.mapreduce.TaskAttemptID mapId, MapOutputLocation loc)
void	copySucceeded(org.apache.hadoop.mapreduce.TaskAttemptID mapId, MapOutputLocation loc, long bytes, long millis, org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> output)
static int	getClosestPowerOf2(int value)
MapOutputLocation	getLocation()
void	obsoleteMapOutput(org.apache.hadoop.mapreduce.TaskAttemptID mapId)
void	reportLocalError(java.io.IOException ioe)
void	resolve(org.apache.hadoop.mapred.TaskCompletionEvent event)
void	tipFailed(org.apache.hadoop.mapred.TaskID taskId)
boolean	waitUntilDone(int millis)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DirectShuffleSchedulerImpl

public DirectShuffleSchedulerImpl(org.apache.hadoop.mapred.JobConf job,
                                  org.apache.hadoop.mapred.TaskStatus status,
                                  org.apache.hadoop.mapreduce.TaskAttemptID reduceId,
                                  org.apache.hadoop.mapreduce.task.reduce.ExceptionReporter reporter,
                                  org.apache.hadoop.util.Progress progress,
                                  org.apache.hadoop.mapred.Counters.Counter shuffledMapsCounter,
                                  org.apache.hadoop.mapred.Counters.Counter reduceShuffleBytes,
                                  org.apache.hadoop.mapred.Counters.Counter failedShuffleCounter)

Method Detail

waitUntilDone

public boolean waitUntilDone(int millis)
                      throws java.lang.InterruptedException

Specified by:

waitUntilDone in interface org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

Throws:

java.lang.InterruptedException

resolve

public void resolve(org.apache.hadoop.mapred.TaskCompletionEvent event)
             throws java.io.IOException,
                    java.lang.InterruptedException

Specified by:

resolve in interface org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

Throws:

java.io.IOException

java.lang.InterruptedException

addKnownMapOutput

public void addKnownMapOutput(java.lang.String host,
                              org.apache.hadoop.mapreduce.TaskAttemptID taskId,
                              org.apache.hadoop.fs.PathId pathId)

obsoleteMapOutput

public void obsoleteMapOutput(org.apache.hadoop.mapreduce.TaskAttemptID mapId)

tipFailed

public void tipFailed(org.apache.hadoop.mapred.TaskID taskId)

copySucceeded

public void copySucceeded(org.apache.hadoop.mapreduce.TaskAttemptID mapId,
                          MapOutputLocation loc,
                          long bytes,
                          long millis,
                          org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> output)
                   throws java.io.IOException

Throws:

java.io.IOException

copyFailed

public void copyFailed(org.apache.hadoop.mapreduce.TaskAttemptID mapId,
                       MapOutputLocation loc)

getClosestPowerOf2

public static int getClosestPowerOf2(int value)

close

public void close()
           throws java.lang.InterruptedException

Specified by:

close in interface org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

Throws:

java.lang.InterruptedException

reportLocalError

public void reportLocalError(java.io.IOException ioe)

getLocation

public MapOutputLocation getLocation()
                              throws java.lang.InterruptedException

Throws:

java.lang.InterruptedException