Package org.apache.hadoop.hdfs.server.common

Class Util

java.lang.Object

org.apache.hadoop.hdfs.server.common.Util

@Private
public final class Util
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field	Description
static org.apache.hadoop.hdfs.web.URLConnectionFactory	connectionFactory
static java.lang.String	CONTENT_LENGTH
static java.lang.String	CONTENT_TRANSFER_ENCODING
static java.lang.String	CONTENT_TYPE
static java.lang.String	FILE_LENGTH
static int	IO_FILE_BUFFER_SIZE
static java.lang.String	MD5_HEADER

Constructor Summary

Constructors

Constructor	Description
Util()

Method Summary

Modifier and Type	Method	Description
static org.apache.hadoop.io.MD5Hash	doGetUrl(java.net.URL url, java.util.List<java.io.File> localPaths, Storage dstStorage, boolean getChecksum, int timeout, DataTransferThrottler throttler)	Downloads the files at the specified url location into destination storage.
static java.net.URI	fileAsURI(java.io.File f)	Converts the passed File to a URI.
static java.util.List<java.net.InetSocketAddress>	getAddressesList(java.net.URI uri, org.apache.hadoop.conf.Configuration conf)
static float	getBlockPoolUsedPercentStdDev(org.apache.hadoop.hdfs.server.protocol.StorageReport[] storageReports)	Return the standard deviation of storage block pool usage.
static java.util.List<java.net.InetSocketAddress>	getLoggerAddresses(java.net.URI uri, java.util.Set<java.net.InetSocketAddress> addrsToExclude, org.apache.hadoop.conf.Configuration conf)
static boolean	isDiskStatsEnabled(int fileIOSamplingPercentage)
static org.apache.hadoop.io.MD5Hash	receiveFile(java.lang.String url, java.util.List<java.io.File> localPaths, Storage dstStorage, boolean getChecksum, long advertisedSize, org.apache.hadoop.io.MD5Hash advertisedDigest, java.lang.String fsImageName, java.io.InputStream stream, DataTransferThrottler throttler)	Receives file at the url location from the input stream and puts them in the specified destination storage location.
static void	setTimeout(java.net.HttpURLConnection connection, int timeout)	Sets a timeout value in millisecods for the Http connection.
static java.util.List<java.net.URI>	stringCollectionAsURIs(java.util.Collection<java.lang.String> names)	Converts a collection of strings into a collection of URIs.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

FILE_LENGTH

public static final java.lang.String FILE_LENGTH

See Also:

Constant Field Values

CONTENT_LENGTH

public static final java.lang.String CONTENT_LENGTH

See Also:

Constant Field Values

MD5_HEADER

public static final java.lang.String MD5_HEADER

See Also:

Constant Field Values

CONTENT_TYPE

public static final java.lang.String CONTENT_TYPE

See Also:

Constant Field Values

CONTENT_TRANSFER_ENCODING

public static final java.lang.String CONTENT_TRANSFER_ENCODING

See Also:

Constant Field Values

IO_FILE_BUFFER_SIZE

public static final int IO_FILE_BUFFER_SIZE

connectionFactory

public static final org.apache.hadoop.hdfs.web.URLConnectionFactory connectionFactory

Constructor Detail

Util

public Util()

Method Detail

fileAsURI

public static java.net.URI fileAsURI(java.io.File f)
                              throws java.io.IOException

Converts the passed File to a URI. This method trims the trailing slash if one is appended because the underlying file is in fact a directory that exists.

Parameters:

f - the file to convert

Returns:

the resulting URI

Throws:

java.io.IOException

stringCollectionAsURIs

public static java.util.List<java.net.URI> stringCollectionAsURIs(java.util.Collection<java.lang.String> names)

Converts a collection of strings into a collection of URIs.

Parameters:

names - collection of strings to convert to URIs

Returns:

collection of URIs

doGetUrl

public static org.apache.hadoop.io.MD5Hash doGetUrl(java.net.URL url,
                                                    java.util.List<java.io.File> localPaths,
                                                    Storage dstStorage,
                                                    boolean getChecksum,
                                                    int timeout,
                                                    DataTransferThrottler throttler)
                                             throws java.io.IOException

Downloads the files at the specified url location into destination storage.

Throws:

java.io.IOException

receiveFile

public static org.apache.hadoop.io.MD5Hash receiveFile(java.lang.String url,
                                                       java.util.List<java.io.File> localPaths,
                                                       Storage dstStorage,
                                                       boolean getChecksum,
                                                       long advertisedSize,
                                                       org.apache.hadoop.io.MD5Hash advertisedDigest,
                                                       java.lang.String fsImageName,
                                                       java.io.InputStream stream,
                                                       DataTransferThrottler throttler)
                                                throws java.io.IOException

Receives file at the url location from the input stream and puts them in the specified destination storage location.

Throws:

java.io.IOException

setTimeout

public static void setTimeout(java.net.HttpURLConnection connection,
                              int timeout)

Sets a timeout value in millisecods for the Http connection.

Parameters:

connection - the Http connection for which timeout needs to be set

timeout - value to be set as timeout in milliseconds

getAddressesList

public static java.util.List<java.net.InetSocketAddress> getAddressesList(java.net.URI uri,
                                                                          org.apache.hadoop.conf.Configuration conf)
                                                                   throws java.io.IOException

Throws:

java.io.IOException

getLoggerAddresses

public static java.util.List<java.net.InetSocketAddress> getLoggerAddresses(java.net.URI uri,
                                                                            java.util.Set<java.net.InetSocketAddress> addrsToExclude,
                                                                            org.apache.hadoop.conf.Configuration conf)
                                                                     throws java.io.IOException

Throws:

java.io.IOException

isDiskStatsEnabled

public static boolean isDiskStatsEnabled(int fileIOSamplingPercentage)

getBlockPoolUsedPercentStdDev

public static float getBlockPoolUsedPercentStdDev(org.apache.hadoop.hdfs.server.protocol.StorageReport[] storageReports)

Return the standard deviation of storage block pool usage.