Package org.apache.hadoop.hdfs.web

Class WebHdfsFileSystem

java.lang.Object

org.apache.hadoop.conf.Configured

org.apache.hadoop.fs.FileSystem

org.apache.hadoop.hdfs.web.WebHdfsFileSystem

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable, org.apache.hadoop.conf.Configurable, org.apache.hadoop.crypto.key.KeyProviderTokenIssuer, org.apache.hadoop.fs.BulkDeleteSource, org.apache.hadoop.fs.DelegationTokenRenewer.Renewable, org.apache.hadoop.fs.PathCapabilities, org.apache.hadoop.security.token.DelegationTokenIssuer

Direct Known Subclasses:

SWebHdfsFileSystem

public class WebHdfsFileSystem
extends org.apache.hadoop.fs.FileSystem
implements org.apache.hadoop.fs.DelegationTokenRenewer.Renewable, org.apache.hadoop.crypto.key.KeyProviderTokenIssuer

A FileSystem for HDFS over the web.

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
protected class	WebHdfsFileSystem.ReadRunner	This class will allow retries to occur for both open and read operations.
class	WebHdfsFileSystem.WebHdfsInputStream	This class is used for opening, reading, and seeking files while using the WebHdfsFileSystem.

Nested classes/interfaces inherited from class org.apache.hadoop.fs.FileSystem

org.apache.hadoop.fs.FileSystem.DirectoryEntries, org.apache.hadoop.fs.FileSystem.DirListingIterator<T extends org.apache.hadoop.fs.FileStatus>, org.apache.hadoop.fs.FileSystem.Statistics

Field Summary

Fields

Modifier and Type	Field	Description
static java.lang.String	CANT_FALLBACK_TO_INSECURE_MSG
protected URLConnectionFactory	connectionFactory	Default connection factory may be overridden in tests to use smaller timeout values
static java.lang.String	DFS_HTTP_POLICY_KEY
static java.lang.String	EZ_HEADER
static java.lang.String	FEFINFO_HEADER
static org.slf4j.Logger	LOG
static java.lang.String	PATH_PREFIX	Http URI: http://namenode:port/{PATH_PREFIX}/path/to/file
protected org.apache.hadoop.io.Text	tokenServiceName
static int	VERSION	WebHdfs version.

Fields inherited from class org.apache.hadoop.fs.FileSystem

DEFAULT_FS, FS_DEFAULT_NAME_KEY, SHUTDOWN_HOOK_PRIORITY, statistics, TRASH_PREFIX, USER_HOME_PREFIX

Fields inherited from interface org.apache.hadoop.security.token.DelegationTokenIssuer

TOKEN_LOG

Constructor Summary

Constructors

Constructor	Description
WebHdfsFileSystem()

Method Summary

Modifier and Type	Method	Description
void	access(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.permission.FsAction mode)
void	allowSnapshot(org.apache.hadoop.fs.Path p)
org.apache.hadoop.fs.FSDataOutputStream	append(org.apache.hadoop.fs.Path f, int bufferSize, org.apache.hadoop.util.Progressable progress)
void	cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token)
protected java.net.URI	canonicalizeUri(java.net.URI uri)
void	close()
void	concat(org.apache.hadoop.fs.Path trg, org.apache.hadoop.fs.Path[] srcs)
org.apache.hadoop.fs.FSDataOutputStream	create(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, boolean overwrite, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.MultipartUploaderBuilder	createMultipartUploader(org.apache.hadoop.fs.Path basePath)
org.apache.hadoop.fs.FSDataOutputStream	createNonRecursive(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission, java.util.EnumSet<org.apache.hadoop.fs.CreateFlag> flag, int bufferSize, short replication, long blockSize, org.apache.hadoop.util.Progressable progress)
org.apache.hadoop.fs.Path	createSnapshot(org.apache.hadoop.fs.Path path, java.lang.String snapshotName)
void	createSymlink(org.apache.hadoop.fs.Path destination, org.apache.hadoop.fs.Path f, boolean createParent)	Create a symlink pointing to the destination path.
boolean	delete(org.apache.hadoop.fs.Path f, boolean recursive)
void	deleteSnapshot(org.apache.hadoop.fs.Path path, java.lang.String snapshotName)
void	disableECPolicy(java.lang.String policyName)
void	disallowSnapshot(org.apache.hadoop.fs.Path p)
void	enableECPolicy(java.lang.String policyName)
org.apache.hadoop.fs.permission.AclStatus	getAclStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.security.token.DelegationTokenIssuer[]	getAdditionalTokenIssuers()
java.util.Map<java.lang.String,java.lang.String>	getAllErasureCodingCodecs()
java.util.Collection<ErasureCodingPolicyInfo>	getAllErasureCodingPolicies()
java.util.Collection<BlockStoragePolicy>	getAllStoragePolicies()
java.lang.String	getCanonicalServiceName()
java.net.URI	getCanonicalUri()
org.apache.hadoop.fs.ContentSummary	getContentSummary(org.apache.hadoop.fs.Path p)
long	getDefaultBlockSize()
protected int	getDefaultPort()
short	getDefaultReplication()
protected org.apache.hadoop.security.token.Token<?>	getDelegationToken()
org.apache.hadoop.security.token.Token<DelegationTokenIdentifier>	getDelegationToken(java.lang.String renewer)
ErasureCodingPolicy	getErasureCodingPolicy(org.apache.hadoop.fs.Path p)
org.apache.hadoop.fs.BlockLocation[]	getFileBlockLocations(org.apache.hadoop.fs.FileStatus status, long offset, long length)
org.apache.hadoop.fs.BlockLocation[]	getFileBlockLocations(org.apache.hadoop.fs.Path p, long offset, long length)
org.apache.hadoop.fs.MD5MD5CRC32FileChecksum	getFileChecksum(org.apache.hadoop.fs.Path p)
org.apache.hadoop.fs.FileStatus	getFileLinkStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.FileStatus	getFileStatus(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.Path	getHomeDirectory()
static java.lang.String	getHomeDirectoryString(org.apache.hadoop.security.UserGroupInformation ugi)	Deprecated.
org.apache.hadoop.crypto.key.KeyProvider	getKeyProvider()
java.net.URI	getKeyProviderUri()
org.apache.hadoop.fs.Path	getLinkTarget(org.apache.hadoop.fs.Path f)
org.apache.hadoop.fs.QuotaUsage	getQuotaUsage(org.apache.hadoop.fs.Path p)
org.apache.hadoop.security.token.Token<?>	getRenewToken()
java.lang.String	getScheme()	Return the protocol scheme for the FileSystem.
org.apache.hadoop.fs.FsServerDefaults	getServerDefaults()
SnapshotDiffReport	getSnapshotDiffReport(org.apache.hadoop.fs.Path snapshotDir, java.lang.String fromSnapshot, java.lang.String toSnapshot)
SnapshotDiffReportListing	getSnapshotDiffReportListing(java.lang.String snapshotDir, java.lang.String fromSnapshot, java.lang.String toSnapshot, byte[] startPath, int index)
SnapshotStatus[]	getSnapshotListing(org.apache.hadoop.fs.Path snapshotDir)
SnapshottableDirectoryStatus[]	getSnapshottableDirectoryList()
org.apache.hadoop.fs.FsStatus	getStatus(org.apache.hadoop.fs.Path path)
BlockStoragePolicy	getStoragePolicy(org.apache.hadoop.fs.Path src)
protected org.apache.hadoop.io.Text	getTokenKind()
protected java.lang.String	getTransportScheme()	return the underlying transport protocol (http / https).
org.apache.hadoop.fs.Path	getTrashRoot(org.apache.hadoop.fs.Path path)
java.util.Collection<org.apache.hadoop.fs.FileStatus>	getTrashRoots(boolean allUsers)
java.net.URI	getUri()
org.apache.hadoop.fs.Path	getWorkingDirectory()
byte[]	getXAttr(org.apache.hadoop.fs.Path p, java.lang.String name)
java.util.Map<java.lang.String,byte[]>	getXAttrs(org.apache.hadoop.fs.Path p)
java.util.Map<java.lang.String,byte[]>	getXAttrs(org.apache.hadoop.fs.Path p, java.util.List<java.lang.String> names)
boolean	hasPathCapability(org.apache.hadoop.fs.Path path, java.lang.String capability)	HDFS client capabilities.
void	initialize(java.net.URI uri, org.apache.hadoop.conf.Configuration conf)
static java.util.Map<?,?>	jsonParse(java.net.HttpURLConnection c, boolean useErrorStream)
org.apache.hadoop.fs.FileStatus[]	listStatus(org.apache.hadoop.fs.Path f)	Get FileStatus of files/directories in the given path.
org.apache.hadoop.fs.FileSystem.DirectoryEntries	listStatusBatch(org.apache.hadoop.fs.Path f, byte[] token)	Get DirectoryEntries of the given path.
java.util.List<java.lang.String>	listXAttrs(org.apache.hadoop.fs.Path p)
boolean	mkdirs(org.apache.hadoop.fs.Path f, org.apache.hadoop.fs.permission.FsPermission permission)
void	modifyAclEntries(org.apache.hadoop.fs.Path path, java.util.List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
org.apache.hadoop.fs.FSDataInputStream	open(org.apache.hadoop.fs.Path f, int bufferSize)
void	removeAcl(org.apache.hadoop.fs.Path path)
void	removeAclEntries(org.apache.hadoop.fs.Path path, java.util.List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
void	removeDefaultAcl(org.apache.hadoop.fs.Path path)
void	removeXAttr(org.apache.hadoop.fs.Path p, java.lang.String name)
boolean	rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst)
void	rename(org.apache.hadoop.fs.Path src, org.apache.hadoop.fs.Path dst, org.apache.hadoop.fs.Options.Rename... options)
void	renameSnapshot(org.apache.hadoop.fs.Path path, java.lang.String snapshotOldName, java.lang.String snapshotNewName)
long	renewDelegationToken(org.apache.hadoop.security.token.Token<?> token)
void	satisfyStoragePolicy(org.apache.hadoop.fs.Path p)
void	setAcl(org.apache.hadoop.fs.Path p, java.util.List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
<T extends org.apache.hadoop.security.token.TokenIdentifier> void	setDelegationToken(org.apache.hadoop.security.token.Token<T> token)
void	setErasureCodingPolicy(org.apache.hadoop.fs.Path p, java.lang.String policyName)
void	setOwner(org.apache.hadoop.fs.Path p, java.lang.String owner, java.lang.String group)
void	setPermission(org.apache.hadoop.fs.Path p, org.apache.hadoop.fs.permission.FsPermission permission)
void	setQuota(org.apache.hadoop.fs.Path p, long namespaceQuota, long storagespaceQuota)
void	setQuotaByStorageType(org.apache.hadoop.fs.Path path, org.apache.hadoop.fs.StorageType type, long quota)
boolean	setReplication(org.apache.hadoop.fs.Path p, short replication)
void	setRetryPolicy(org.apache.hadoop.io.retry.RetryPolicy rp)
void	setStoragePolicy(org.apache.hadoop.fs.Path p, java.lang.String policyName)
void	setTestProvider(org.apache.hadoop.crypto.key.KeyProvider kp)
void	setTimes(org.apache.hadoop.fs.Path p, long mtime, long atime)
void	setWorkingDirectory(org.apache.hadoop.fs.Path dir)
void	setXAttr(org.apache.hadoop.fs.Path p, java.lang.String name, byte[] value, java.util.EnumSet<org.apache.hadoop.fs.XAttrSetFlag> flag)
boolean	supportsSymlinks()
boolean	truncate(org.apache.hadoop.fs.Path f, long newLength)
void	unsetErasureCodingPolicy(org.apache.hadoop.fs.Path p)
void	unsetStoragePolicy(org.apache.hadoop.fs.Path src)

Methods inherited from class org.apache.hadoop.fs.FileSystem

append, append, append, append, appendFile, areSymlinksEnabled, cancelDeleteOnExit, checkPath, clearStatistics, closeAll, closeAllForUGI, completeLocalOutput, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyFromLocalFile, copyToLocalFile, copyToLocalFile, copyToLocalFile, create, create, create, create, create, create, create, create, create, create, create, create, createBulkDelete, createDataInputStreamBuilder, createDataInputStreamBuilder, createDataOutputStreamBuilder, createFid, createFile, createNewFile, createNonRecursive, createNonRecursive, createPathHandle, createPathId, createSnapshot, delete, deleteFid, deleteOnExit, enableSymlinks, exists, fixRelativePart, get, get, get, getAllStatistics, getBlockSize, getChildFileSystems, getDefaultBlockSize, getDefaultReplication, getDefaultUri, getEnclosingRoot, getFileChecksum, getFileSystemClass, getFSofPath, getGlobalStorageStatistics, getInitialWorkingDirectory, getJobTrackerAddrs, getLength, getLocal, getName, getNamed, getPathHandle, getReplication, getServerDefaults, getStatistics, getStatistics, getStatus, getStorageStatistics, getUsed, getUsed, getZkConnectString, globStatus, globStatus, isDirectory, isFile, listCorruptFileBlocks, listFiles, listLocatedStatus, listLocatedStatus, listStatus, listStatus, listStatus, listStatusIterator, makeQualified, mkdirs, mkdirs, mkdirsFid, mkdirsFid, moveFromLocalFile, moveFromLocalFile, moveToLocalFile, msync, newInstance, newInstance, newInstance, newInstanceLocal, open, open, open, openFid, openFid, openFid2, openFile, openFile, openFileWithOptions, openFileWithOptions, primitiveCreate, primitiveMkdir, primitiveMkdir, printStatistics, processDeleteOnExit, resolveLink, resolvePath, setDefaultUri, setDefaultUri, setOwnerFid, setVerifyChecksum, setWriteChecksum, setXAttr, startLocalOutput

Methods inherited from class org.apache.hadoop.conf.Configured

getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Methods inherited from interface org.apache.hadoop.security.token.DelegationTokenIssuer

addDelegationTokens

Field Detail

LOG

public static final org.slf4j.Logger LOG

VERSION

public static final int VERSION

WebHdfs version.

See Also:

Constant Field Values

PATH_PREFIX

public static final java.lang.String PATH_PREFIX

Http URI: http://namenode:port/{PATH_PREFIX}/path/to/file

See Also:

Constant Field Values

EZ_HEADER

public static final java.lang.String EZ_HEADER

See Also:

Constant Field Values

FEFINFO_HEADER

public static final java.lang.String FEFINFO_HEADER

See Also:

Constant Field Values

DFS_HTTP_POLICY_KEY

public static final java.lang.String DFS_HTTP_POLICY_KEY

See Also:

Constant Field Values

connectionFactory

protected URLConnectionFactory connectionFactory

Default connection factory may be overridden in tests to use smaller timeout values

CANT_FALLBACK_TO_INSECURE_MSG

@VisibleForTesting
public static final java.lang.String CANT_FALLBACK_TO_INSECURE_MSG

See Also:

Constant Field Values

tokenServiceName

protected org.apache.hadoop.io.Text tokenServiceName

Constructor Detail

WebHdfsFileSystem

public WebHdfsFileSystem()

Method Detail

getScheme

public java.lang.String getScheme()

Return the protocol scheme for the FileSystem.

Overrides:

getScheme in class org.apache.hadoop.fs.FileSystem

Returns:

webhdfs

getTransportScheme

protected java.lang.String getTransportScheme()

return the underlying transport protocol (http / https).

getTokenKind

protected org.apache.hadoop.io.Text getTokenKind()

initialize

public void initialize(java.net.URI uri,
                       org.apache.hadoop.conf.Configuration conf)
                throws java.io.IOException

Overrides:

initialize in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getCanonicalUri

public java.net.URI getCanonicalUri()

Overrides:

getCanonicalUri in class org.apache.hadoop.fs.FileSystem

getDelegationToken

protected org.apache.hadoop.security.token.Token<?> getDelegationToken()
                                                                throws java.io.IOException

Throws:

java.io.IOException

getDefaultPort

protected int getDefaultPort()

Overrides:

getDefaultPort in class org.apache.hadoop.fs.FileSystem

getUri

public java.net.URI getUri()

Specified by:

getUri in class org.apache.hadoop.fs.FileSystem

canonicalizeUri

protected java.net.URI canonicalizeUri(java.net.URI uri)

Overrides:

canonicalizeUri in class org.apache.hadoop.fs.FileSystem

getHomeDirectoryString

@Deprecated
public static java.lang.String getHomeDirectoryString(org.apache.hadoop.security.UserGroupInformation ugi)

Deprecated.

Returns:

the home directory

getHomeDirectory

public org.apache.hadoop.fs.Path getHomeDirectory()

Overrides:

getHomeDirectory in class org.apache.hadoop.fs.FileSystem

getWorkingDirectory

public org.apache.hadoop.fs.Path getWorkingDirectory()

Specified by:

getWorkingDirectory in class org.apache.hadoop.fs.FileSystem

setWorkingDirectory

public void setWorkingDirectory(org.apache.hadoop.fs.Path dir)

Specified by:

setWorkingDirectory in class org.apache.hadoop.fs.FileSystem

jsonParse

@VisibleForTesting
public static java.util.Map<?,?> jsonParse(java.net.HttpURLConnection c,
                                                 boolean useErrorStream)
                                          throws java.io.IOException

Throws:

java.io.IOException

getFileStatus

public org.apache.hadoop.fs.FileStatus getFileStatus(org.apache.hadoop.fs.Path f)
                                              throws java.io.IOException

Specified by:

getFileStatus in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getAclStatus

public org.apache.hadoop.fs.permission.AclStatus getAclStatus(org.apache.hadoop.fs.Path f)
                                                       throws java.io.IOException

Overrides:

getAclStatus in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

mkdirs

public boolean mkdirs(org.apache.hadoop.fs.Path f,
                      org.apache.hadoop.fs.permission.FsPermission permission)
               throws java.io.IOException

Specified by:

mkdirs in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

supportsSymlinks

public boolean supportsSymlinks()

Overrides:

supportsSymlinks in class org.apache.hadoop.fs.FileSystem

createSymlink

public void createSymlink(org.apache.hadoop.fs.Path destination,
                          org.apache.hadoop.fs.Path f,
                          boolean createParent)
                   throws java.io.IOException

Create a symlink pointing to the destination path.

Overrides:

createSymlink in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

rename

public boolean rename(org.apache.hadoop.fs.Path src,
                      org.apache.hadoop.fs.Path dst)
               throws java.io.IOException

Specified by:

rename in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

rename

public void rename(org.apache.hadoop.fs.Path src,
                   org.apache.hadoop.fs.Path dst,
                   org.apache.hadoop.fs.Options.Rename... options)
            throws java.io.IOException

Overrides:

rename in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

setXAttr

public void setXAttr(org.apache.hadoop.fs.Path p,
                     java.lang.String name,
                     byte[] value,
                     java.util.EnumSet<org.apache.hadoop.fs.XAttrSetFlag> flag)
              throws java.io.IOException

Overrides:

setXAttr in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getXAttr

public byte[] getXAttr(org.apache.hadoop.fs.Path p,
                       java.lang.String name)
                throws java.io.IOException

Overrides:

getXAttr in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getXAttrs

public java.util.Map<java.lang.String,byte[]> getXAttrs(org.apache.hadoop.fs.Path p)
                                                       throws java.io.IOException

Overrides:

getXAttrs in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getXAttrs

public java.util.Map<java.lang.String,byte[]> getXAttrs(org.apache.hadoop.fs.Path p,
                                                              java.util.List<java.lang.String> names)
                                                       throws java.io.IOException

Overrides:

getXAttrs in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

listXAttrs

public java.util.List<java.lang.String> listXAttrs(org.apache.hadoop.fs.Path p)
                                            throws java.io.IOException

Overrides:

listXAttrs in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

removeXAttr

public void removeXAttr(org.apache.hadoop.fs.Path p,
                        java.lang.String name)
                 throws java.io.IOException

Overrides:

removeXAttr in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

setOwner

public void setOwner(org.apache.hadoop.fs.Path p,
                     java.lang.String owner,
                     java.lang.String group)
              throws java.io.IOException

Overrides:

setOwner in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

setPermission

public void setPermission(org.apache.hadoop.fs.Path p,
                          org.apache.hadoop.fs.permission.FsPermission permission)
                   throws java.io.IOException

Overrides:

setPermission in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

modifyAclEntries

public void modifyAclEntries(org.apache.hadoop.fs.Path path,
                             java.util.List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
                      throws java.io.IOException

Overrides:

modifyAclEntries in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

removeAclEntries

public void removeAclEntries(org.apache.hadoop.fs.Path path,
                             java.util.List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
                      throws java.io.IOException

Overrides:

removeAclEntries in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

removeDefaultAcl

public void removeDefaultAcl(org.apache.hadoop.fs.Path path)
                      throws java.io.IOException

Overrides:

removeDefaultAcl in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

removeAcl

public void removeAcl(org.apache.hadoop.fs.Path path)
               throws java.io.IOException

Overrides:

removeAcl in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

setAcl

public void setAcl(org.apache.hadoop.fs.Path p,
                   java.util.List<org.apache.hadoop.fs.permission.AclEntry> aclSpec)
            throws java.io.IOException

Overrides:

setAcl in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

allowSnapshot

public void allowSnapshot(org.apache.hadoop.fs.Path p)
                   throws java.io.IOException

Throws:

java.io.IOException

satisfyStoragePolicy

public void satisfyStoragePolicy(org.apache.hadoop.fs.Path p)
                          throws java.io.IOException

Overrides:

satisfyStoragePolicy in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

enableECPolicy

public void enableECPolicy(java.lang.String policyName)
                    throws java.io.IOException

Throws:

java.io.IOException

disableECPolicy

public void disableECPolicy(java.lang.String policyName)
                     throws java.io.IOException

Throws:

java.io.IOException

setErasureCodingPolicy

public void setErasureCodingPolicy(org.apache.hadoop.fs.Path p,
                                   java.lang.String policyName)
                            throws java.io.IOException

Throws:

java.io.IOException

unsetErasureCodingPolicy

public void unsetErasureCodingPolicy(org.apache.hadoop.fs.Path p)
                              throws java.io.IOException

Throws:

java.io.IOException

getErasureCodingPolicy

public ErasureCodingPolicy getErasureCodingPolicy(org.apache.hadoop.fs.Path p)
                                           throws java.io.IOException

Throws:

java.io.IOException

createSnapshot

public org.apache.hadoop.fs.Path createSnapshot(org.apache.hadoop.fs.Path path,
                                                java.lang.String snapshotName)
                                         throws java.io.IOException

Overrides:

createSnapshot in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

disallowSnapshot

public void disallowSnapshot(org.apache.hadoop.fs.Path p)
                      throws java.io.IOException

Throws:

java.io.IOException

deleteSnapshot

public void deleteSnapshot(org.apache.hadoop.fs.Path path,
                           java.lang.String snapshotName)
                    throws java.io.IOException

Overrides:

deleteSnapshot in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

renameSnapshot

public void renameSnapshot(org.apache.hadoop.fs.Path path,
                           java.lang.String snapshotOldName,
                           java.lang.String snapshotNewName)
                    throws java.io.IOException

Overrides:

renameSnapshot in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getSnapshotDiffReportListing

@VisibleForTesting
public SnapshotDiffReportListing getSnapshotDiffReportListing(java.lang.String snapshotDir,
                                                              java.lang.String fromSnapshot,
                                                              java.lang.String toSnapshot,
                                                              byte[] startPath,
                                                              int index)
                                                       throws java.io.IOException

Throws:

java.io.IOException

getSnapshotDiffReport

public SnapshotDiffReport getSnapshotDiffReport(org.apache.hadoop.fs.Path snapshotDir,
                                                java.lang.String fromSnapshot,
                                                java.lang.String toSnapshot)
                                         throws java.io.IOException

Throws:

java.io.IOException

getSnapshottableDirectoryList

public SnapshottableDirectoryStatus[] getSnapshottableDirectoryList()
                                                             throws java.io.IOException

Throws:

java.io.IOException

getSnapshotListing

public SnapshotStatus[] getSnapshotListing(org.apache.hadoop.fs.Path snapshotDir)
                                    throws java.io.IOException

Throws:

java.io.IOException

setReplication

public boolean setReplication(org.apache.hadoop.fs.Path p,
                              short replication)
                       throws java.io.IOException

Overrides:

setReplication in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

setTimes

public void setTimes(org.apache.hadoop.fs.Path p,
                     long mtime,
                     long atime)
              throws java.io.IOException

Overrides:

setTimes in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getDefaultBlockSize

public long getDefaultBlockSize()

Overrides:

getDefaultBlockSize in class org.apache.hadoop.fs.FileSystem

getDefaultReplication

public short getDefaultReplication()

Overrides:

getDefaultReplication in class org.apache.hadoop.fs.FileSystem

concat

public void concat(org.apache.hadoop.fs.Path trg,
                   org.apache.hadoop.fs.Path[] srcs)
            throws java.io.IOException

Overrides:

concat in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

create

public org.apache.hadoop.fs.FSDataOutputStream create(org.apache.hadoop.fs.Path f,
                                                      org.apache.hadoop.fs.permission.FsPermission permission,
                                                      boolean overwrite,
                                                      int bufferSize,
                                                      short replication,
                                                      long blockSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws java.io.IOException

Specified by:

create in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

createNonRecursive

public org.apache.hadoop.fs.FSDataOutputStream createNonRecursive(org.apache.hadoop.fs.Path f,
                                                                  org.apache.hadoop.fs.permission.FsPermission permission,
                                                                  java.util.EnumSet<org.apache.hadoop.fs.CreateFlag> flag,
                                                                  int bufferSize,
                                                                  short replication,
                                                                  long blockSize,
                                                                  org.apache.hadoop.util.Progressable progress)
                                                           throws java.io.IOException

Overrides:

createNonRecursive in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

append

public org.apache.hadoop.fs.FSDataOutputStream append(org.apache.hadoop.fs.Path f,
                                                      int bufferSize,
                                                      org.apache.hadoop.util.Progressable progress)
                                               throws java.io.IOException

Specified by:

append in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

truncate

public boolean truncate(org.apache.hadoop.fs.Path f,
                        long newLength)
                 throws java.io.IOException

Overrides:

truncate in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

delete

public boolean delete(org.apache.hadoop.fs.Path f,
                      boolean recursive)
               throws java.io.IOException

Specified by:

delete in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

open

public org.apache.hadoop.fs.FSDataInputStream open(org.apache.hadoop.fs.Path f,
                                                   int bufferSize)
                                            throws java.io.IOException

Specified by:

open in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

close

public void close()
           throws java.io.IOException

Specified by:

close in interface java.lang.AutoCloseable

Specified by:

close in interface java.io.Closeable

Overrides:

close in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

listStatus

public org.apache.hadoop.fs.FileStatus[] listStatus(org.apache.hadoop.fs.Path f)
                                             throws java.io.IOException

Get FileStatus of files/directories in the given path. If path corresponds to a file then FileStatus of that file is returned. Else if path represents a directory then FileStatus of all files/directories inside given path is returned.

Specified by:

listStatus in class org.apache.hadoop.fs.FileSystem

Parameters:

f - given path

Returns:

the statuses of the files/directories in the given path

Throws:

java.io.IOException

listStatusBatch

public org.apache.hadoop.fs.FileSystem.DirectoryEntries listStatusBatch(org.apache.hadoop.fs.Path f,
                                                                        byte[] token)
                                                                 throws java.io.FileNotFoundException,
                                                                        java.io.IOException

Get DirectoryEntries of the given path. DirectoryEntries contains an array of FileStatus, as well as iteration information.

Overrides:

listStatusBatch in class org.apache.hadoop.fs.FileSystem

Parameters:

f - given path

Returns:

DirectoryEntries for given path

Throws:

java.io.FileNotFoundException

java.io.IOException

getDelegationToken

public org.apache.hadoop.security.token.Token<DelegationTokenIdentifier> getDelegationToken(java.lang.String renewer)
                                                                                     throws java.io.IOException

Specified by:

getDelegationToken in interface org.apache.hadoop.security.token.DelegationTokenIssuer

Overrides:

getDelegationToken in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getAdditionalTokenIssuers

public org.apache.hadoop.security.token.DelegationTokenIssuer[] getAdditionalTokenIssuers()
                                                                                   throws java.io.IOException

Specified by:

getAdditionalTokenIssuers in interface org.apache.hadoop.security.token.DelegationTokenIssuer

Overrides:

getAdditionalTokenIssuers in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getRenewToken

public org.apache.hadoop.security.token.Token<?> getRenewToken()

Specified by:

getRenewToken in interface org.apache.hadoop.fs.DelegationTokenRenewer.Renewable

setDelegationToken

public <T extends org.apache.hadoop.security.token.TokenIdentifier> void setDelegationToken(org.apache.hadoop.security.token.Token<T> token)

Specified by:

setDelegationToken in interface org.apache.hadoop.fs.DelegationTokenRenewer.Renewable

renewDelegationToken

public long renewDelegationToken(org.apache.hadoop.security.token.Token<?> token)
                          throws java.io.IOException

Throws:

java.io.IOException

cancelDelegationToken

public void cancelDelegationToken(org.apache.hadoop.security.token.Token<?> token)
                           throws java.io.IOException

Throws:

java.io.IOException

getFileBlockLocations

public org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.FileStatus status,
                                                                  long offset,
                                                                  long length)
                                                           throws java.io.IOException

Overrides:

getFileBlockLocations in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getFileBlockLocations

public org.apache.hadoop.fs.BlockLocation[] getFileBlockLocations(org.apache.hadoop.fs.Path p,
                                                                  long offset,
                                                                  long length)
                                                           throws java.io.IOException

Overrides:

getFileBlockLocations in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getTrashRoot

public org.apache.hadoop.fs.Path getTrashRoot(org.apache.hadoop.fs.Path path)

Overrides:

getTrashRoot in class org.apache.hadoop.fs.FileSystem

getTrashRoots

public java.util.Collection<org.apache.hadoop.fs.FileStatus> getTrashRoots(boolean allUsers)

Overrides:

getTrashRoots in class org.apache.hadoop.fs.FileSystem

access

public void access(org.apache.hadoop.fs.Path path,
                   org.apache.hadoop.fs.permission.FsAction mode)
            throws java.io.IOException

Overrides:

access in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getContentSummary

public org.apache.hadoop.fs.ContentSummary getContentSummary(org.apache.hadoop.fs.Path p)
                                                      throws java.io.IOException

Overrides:

getContentSummary in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getQuotaUsage

public org.apache.hadoop.fs.QuotaUsage getQuotaUsage(org.apache.hadoop.fs.Path p)
                                              throws java.io.IOException

Overrides:

getQuotaUsage in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

setQuota

public void setQuota(org.apache.hadoop.fs.Path p,
                     long namespaceQuota,
                     long storagespaceQuota)
              throws java.io.IOException

Overrides:

setQuota in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

setQuotaByStorageType

public void setQuotaByStorageType(org.apache.hadoop.fs.Path path,
                                  org.apache.hadoop.fs.StorageType type,
                                  long quota)
                           throws java.io.IOException

Overrides:

setQuotaByStorageType in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getFileChecksum

public org.apache.hadoop.fs.MD5MD5CRC32FileChecksum getFileChecksum(org.apache.hadoop.fs.Path p)
                                                             throws java.io.IOException

Overrides:

getFileChecksum in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getCanonicalServiceName

public java.lang.String getCanonicalServiceName()

Specified by:

getCanonicalServiceName in interface org.apache.hadoop.security.token.DelegationTokenIssuer

Overrides:

getCanonicalServiceName in class org.apache.hadoop.fs.FileSystem

setStoragePolicy

public void setStoragePolicy(org.apache.hadoop.fs.Path p,
                             java.lang.String policyName)
                      throws java.io.IOException

Overrides:

setStoragePolicy in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getAllStoragePolicies

public java.util.Collection<BlockStoragePolicy> getAllStoragePolicies()
                                                               throws java.io.IOException

Overrides:

getAllStoragePolicies in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getStoragePolicy

public BlockStoragePolicy getStoragePolicy(org.apache.hadoop.fs.Path src)
                                    throws java.io.IOException

Overrides:

getStoragePolicy in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

unsetStoragePolicy

public void unsetStoragePolicy(org.apache.hadoop.fs.Path src)
                        throws java.io.IOException

Overrides:

unsetStoragePolicy in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getServerDefaults

public org.apache.hadoop.fs.FsServerDefaults getServerDefaults()
                                                        throws java.io.IOException

Overrides:

getServerDefaults in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getLinkTarget

public org.apache.hadoop.fs.Path getLinkTarget(org.apache.hadoop.fs.Path f)
                                        throws java.io.IOException

Overrides:

getLinkTarget in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getFileLinkStatus

public org.apache.hadoop.fs.FileStatus getFileLinkStatus(org.apache.hadoop.fs.Path f)
                                                  throws java.io.IOException

Overrides:

getFileLinkStatus in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getStatus

public org.apache.hadoop.fs.FsStatus getStatus(org.apache.hadoop.fs.Path path)
                                        throws java.io.IOException

Overrides:

getStatus in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

getAllErasureCodingPolicies

public java.util.Collection<ErasureCodingPolicyInfo> getAllErasureCodingPolicies()
                                                                          throws java.io.IOException

Throws:

java.io.IOException

getAllErasureCodingCodecs

public java.util.Map<java.lang.String,java.lang.String> getAllErasureCodingCodecs()
                                                                                 throws java.io.IOException

Throws:

java.io.IOException

setRetryPolicy

@VisibleForTesting
public void setRetryPolicy(org.apache.hadoop.io.retry.RetryPolicy rp)

getKeyProviderUri

public java.net.URI getKeyProviderUri()
                               throws java.io.IOException

Specified by:

getKeyProviderUri in interface org.apache.hadoop.crypto.key.KeyProviderTokenIssuer

Throws:

java.io.IOException

getKeyProvider

public org.apache.hadoop.crypto.key.KeyProvider getKeyProvider()
                                                        throws java.io.IOException

Specified by:

getKeyProvider in interface org.apache.hadoop.crypto.key.KeyProviderTokenIssuer

Throws:

java.io.IOException

setTestProvider

@VisibleForTesting
public void setTestProvider(org.apache.hadoop.crypto.key.KeyProvider kp)

hasPathCapability

public boolean hasPathCapability(org.apache.hadoop.fs.Path path,
                                 java.lang.String capability)
                          throws java.io.IOException

HDFS client capabilities. Uses DfsPathCapabilities to keep in sync with HDFS.

Specified by:

hasPathCapability in interface org.apache.hadoop.fs.PathCapabilities

Overrides:

hasPathCapability in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException

createMultipartUploader

public org.apache.hadoop.fs.MultipartUploaderBuilder createMultipartUploader(org.apache.hadoop.fs.Path basePath)
                                                                      throws java.io.IOException

Overrides:

createMultipartUploader in class org.apache.hadoop.fs.FileSystem

Throws:

java.io.IOException