org.apache.hadoop.mapreduce.task.reduce

Class DirectShuffleSchedulerImpl<K,V>

java.lang.Object

org.apache.hadoop.mapreduce.task.reduce.DirectShuffleSchedulerImpl<K,V>

All Implemented Interfaces:

org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

public class DirectShuffleSchedulerImpl<K,V>
extends Object
implements org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

Constructor Summary

Constructors

Constructor and Description

DirectShuffleSchedulerImpl(org.apache.hadoop.mapred.JobConf job, org.apache.hadoop.mapred.TaskStatus status, org.apache.hadoop.mapreduce.TaskAttemptID reduceId, org.apache.hadoop.mapreduce.task.reduce.ExceptionReporter reporter, org.apache.hadoop.util.Progress progress, org.apache.hadoop.mapred.Counters.Counter shuffledMapsCounter, org.apache.hadoop.mapred.Counters.Counter reduceShuffleBytes, org.apache.hadoop.mapred.Counters.Counter failedShuffleCounter)

Method Summary

Methods

Modifier and Type	Method and Description
void	addKnownMapOutput(String host, org.apache.hadoop.mapreduce.TaskAttemptID taskId, org.apache.hadoop.fs.PathId pathId)
void	close()
void	copyFailed(org.apache.hadoop.mapreduce.TaskAttemptID mapId, MapOutputLocation loc)
void	copySucceeded(org.apache.hadoop.mapreduce.TaskAttemptID mapId, MapOutputLocation loc, long bytes, long millis, org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> output)
static int	getClosestPowerOf2(int value)
MapOutputLocation	getLocation()
void	obsoleteMapOutput(org.apache.hadoop.mapreduce.TaskAttemptID mapId)
void	reportLocalError(IOException ioe)
void	resolve(org.apache.hadoop.mapred.TaskCompletionEvent event)
void	tipFailed(org.apache.hadoop.mapred.TaskID taskId)
boolean	waitUntilDone(int millis)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

DirectShuffleSchedulerImpl

public DirectShuffleSchedulerImpl(org.apache.hadoop.mapred.JobConf job,
                          org.apache.hadoop.mapred.TaskStatus status,
                          org.apache.hadoop.mapreduce.TaskAttemptID reduceId,
                          org.apache.hadoop.mapreduce.task.reduce.ExceptionReporter reporter,
                          org.apache.hadoop.util.Progress progress,
                          org.apache.hadoop.mapred.Counters.Counter shuffledMapsCounter,
                          org.apache.hadoop.mapred.Counters.Counter reduceShuffleBytes,
                          org.apache.hadoop.mapred.Counters.Counter failedShuffleCounter)

Method Detail

waitUntilDone

public boolean waitUntilDone(int millis)
                      throws InterruptedException

Specified by:

waitUntilDone in interface org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

Throws:

InterruptedException

resolve

public void resolve(org.apache.hadoop.mapred.TaskCompletionEvent event)
             throws IOException,
                    InterruptedException

Specified by:

resolve in interface org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

Throws:

IOException

InterruptedException

addKnownMapOutput

public void addKnownMapOutput(String host,
                     org.apache.hadoop.mapreduce.TaskAttemptID taskId,
                     org.apache.hadoop.fs.PathId pathId)

obsoleteMapOutput

public void obsoleteMapOutput(org.apache.hadoop.mapreduce.TaskAttemptID mapId)

tipFailed

public void tipFailed(org.apache.hadoop.mapred.TaskID taskId)

copySucceeded

public void copySucceeded(org.apache.hadoop.mapreduce.TaskAttemptID mapId,
                 MapOutputLocation loc,
                 long bytes,
                 long millis,
                 org.apache.hadoop.mapreduce.task.reduce.MapOutput<K,V> output)
                   throws IOException

Throws:

IOException

copyFailed

public void copyFailed(org.apache.hadoop.mapreduce.TaskAttemptID mapId,
              MapOutputLocation loc)

getClosestPowerOf2

public static int getClosestPowerOf2(int value)

close

public void close()
           throws InterruptedException

Specified by:

close in interface org.apache.hadoop.mapreduce.task.reduce.ShuffleScheduler<K,V>

Throws:

InterruptedException

reportLocalError

public void reportLocalError(IOException ioe)

getLocation

public MapOutputLocation getLocation()
                              throws InterruptedException

Throws:

InterruptedException