Package org.apache.hadoop.hdfs.server.datanode.metrics

Class DataNodeDiskMetrics

java.lang.Object

org.apache.hadoop.hdfs.server.datanode.metrics.DataNodeDiskMetrics

@Private
@Unstable
public class DataNodeDiskMetrics
extends java.lang.Object

This class detects and maintains DataNode disk outliers and their latencies for different ops (metadata, read, write).

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	DataNodeDiskMetrics.DiskLatency	This structure is a wrapper over disk latencies.

Field Summary

Fields

Modifier and Type	Field	Description
static org.slf4j.Logger	LOG

Constructor Summary

Constructors

Constructor	Description
DataNodeDiskMetrics(DataNode dn, long diskOutlierDetectionIntervalMs, org.apache.hadoop.conf.Configuration conf)

Method Summary

Modifier and Type	Method	Description
void	addSlowDiskForTesting(java.lang.String slowDiskPath, java.util.Map<org.apache.hadoop.hdfs.server.protocol.SlowDiskReports.DiskOp,java.lang.Double> latencies)	Use only for testing.
java.util.Map<java.lang.String,java.util.Map<org.apache.hadoop.hdfs.server.protocol.SlowDiskReports.DiskOp,java.lang.Double>>	getDiskOutliersStats()
long	getLowThresholdMs()
int	getMaxSlowDisksToExclude()
long	getMinOutlierDetectionDisks()
OutlierDetector	getSlowDiskDetector()
java.util.List<java.lang.String>	getSlowDisksToExclude()
void	setLowThresholdMs(long thresholdMs)
void	setMaxSlowDisksToExclude(int maxSlowDisksToExclude)
void	setMinOutlierDetectionDisks(long minDisks)
void	shutdownAndWait()

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.slf4j.Logger LOG

Constructor Detail

DataNodeDiskMetrics

public DataNodeDiskMetrics(DataNode dn,
                           long diskOutlierDetectionIntervalMs,
                           org.apache.hadoop.conf.Configuration conf)

Method Detail

getDiskOutliersStats

public java.util.Map<java.lang.String,java.util.Map<org.apache.hadoop.hdfs.server.protocol.SlowDiskReports.DiskOp,java.lang.Double>> getDiskOutliersStats()

shutdownAndWait

public void shutdownAndWait()

addSlowDiskForTesting

@VisibleForTesting
public void addSlowDiskForTesting(java.lang.String slowDiskPath,
                                  java.util.Map<org.apache.hadoop.hdfs.server.protocol.SlowDiskReports.DiskOp,java.lang.Double> latencies)

Use only for testing.

getSlowDisksToExclude

public java.util.List<java.lang.String> getSlowDisksToExclude()

getMaxSlowDisksToExclude

public int getMaxSlowDisksToExclude()

setMaxSlowDisksToExclude

public void setMaxSlowDisksToExclude(int maxSlowDisksToExclude)

setLowThresholdMs

public void setLowThresholdMs(long thresholdMs)

getLowThresholdMs

public long getLowThresholdMs()

setMinOutlierDetectionDisks

public void setMinOutlierDetectionDisks(long minDisks)

getMinOutlierDetectionDisks

public long getMinOutlierDetectionDisks()

getSlowDiskDetector

@VisibleForTesting
public OutlierDetector getSlowDiskDetector()