| Package | Description |
|---|---|
| org.apache.hadoop.hdfs | |
| org.apache.hadoop.hdfs.client.impl |
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
|
| org.apache.hadoop.hdfs.protocol |
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.
|
| org.apache.hadoop.hdfs.protocol.datatransfer | |
| org.apache.hadoop.hdfs.protocol.datatransfer.sasl | |
| org.apache.hadoop.hdfs.protocolPB | |
| org.apache.hadoop.hdfs.security.token.block |
| Modifier and Type | Field | Description |
|---|---|---|
protected org.apache.hadoop.security.token.Token<BlockTokenIdentifier> |
DataStreamer.accessToken |
| Modifier and Type | Method | Description |
|---|---|---|
protected IOStreamPair |
DFSClient.connectToDN(DatanodeInfo dn,
int timeout,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken) |
|
static IOStreamPair |
DFSUtilClient.connectToDN(DatanodeInfo dn,
int timeout,
org.apache.hadoop.conf.Configuration conf,
SaslDataTransferClient saslClient,
javax.net.SocketFactory socketFactory,
boolean connectToDnViaHostname,
DataEncryptionKeyFactory dekFactory,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken) |
Connect to the given datanode's datantrasfer port, and return
the resulting IOStreamPair.
|
Peer |
DFSClient.newConnectedPeer(java.net.InetSocketAddress addr,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
DatanodeID datanodeId) |
|
Peer |
RemotePeerFactory.newConnectedPeer(java.net.InetSocketAddress addr,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
DatanodeID datanodeId) |
|
static Peer |
DFSUtilClient.peerFromSocketAndKey(SaslDataTransferClient saslClient,
java.net.Socket s,
DataEncryptionKeyFactory keyFactory,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
DatanodeID datanodeId,
int socketTimeoutMs) |
| Modifier and Type | Method | Description |
|---|---|---|
static BlockReader |
BlockReaderRemote.newBlockReader(java.lang.String file,
ExtendedBlock block,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
long startOffset,
long len,
boolean verifyChecksum,
java.lang.String clientName,
Peer peer,
DatanodeID datanodeID,
PeerCache peerCache,
CachingStrategy cachingStrategy,
int networkDistance,
org.apache.hadoop.conf.Configuration configuration) |
Create a new BlockReader specifically to satisfy a read.
|
BlockReaderFactory |
BlockReaderFactory.setBlockToken(org.apache.hadoop.security.token.Token<BlockTokenIdentifier> token) |
| Modifier and Type | Method | Description |
|---|---|---|
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> |
LocatedBlock.getBlockToken() |
|
org.apache.hadoop.security.token.Token<BlockTokenIdentifier>[] |
LocatedStripedBlock.getBlockTokens() |
|
org.apache.hadoop.security.token.Token<BlockTokenIdentifier>[] |
StripedBlockInfo.getBlockTokens() |
| Modifier and Type | Method | Description |
|---|---|---|
BlockLocalPathInfo |
ClientDatanodeProtocol.getBlockLocalPathInfo(ExtendedBlock block,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> token) |
Retrieves the path names of the block file and metadata file stored on the
local file system.
|
void |
LocatedBlock.setBlockToken(org.apache.hadoop.security.token.Token<BlockTokenIdentifier> token) |
| Modifier and Type | Method | Description |
|---|---|---|
void |
DataTransferProtocol.blockChecksum(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
BlockChecksumOptions blockChecksumOptions) |
Get block checksum (MD5 of CRC32).
|
void |
Sender.blockChecksum(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
BlockChecksumOptions blockChecksumOptions) |
|
void |
DataTransferProtocol.blockGroupChecksum(StripedBlockInfo stripedBlockInfo,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
long requestedNumBytes,
BlockChecksumOptions blockChecksumOptions) |
Get striped block group checksum (MD5 of CRC32).
|
void |
Sender.blockGroupChecksum(StripedBlockInfo stripedBlockInfo,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
long requestedNumBytes,
BlockChecksumOptions blockChecksumOptions) |
|
void |
DataTransferProtocol.copyBlock(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken) |
Copy a block.
|
void |
Sender.copyBlock(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken) |
|
void |
DataTransferProtocol.readBlock(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
java.lang.String clientName,
long blockOffset,
long length,
boolean sendChecksum,
CachingStrategy cachingStrategy) |
Read a block.
|
void |
Sender.readBlock(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
java.lang.String clientName,
long blockOffset,
long length,
boolean sendChecksum,
CachingStrategy cachingStrategy) |
|
void |
DataTransferProtocol.replaceBlock(ExtendedBlock blk,
org.apache.hadoop.fs.StorageType storageType,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
java.lang.String delHint,
DatanodeInfo source,
java.lang.String storageId) |
Receive a block from a source datanode
and then notifies the namenode
to remove the copy from the original datanode.
|
void |
Sender.replaceBlock(ExtendedBlock blk,
org.apache.hadoop.fs.StorageType storageType,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
java.lang.String delHint,
DatanodeInfo source,
java.lang.String storageId) |
|
void |
DataTransferProtocol.requestShortCircuitFds(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
ShortCircuitShm.SlotId slotId,
int maxVersion,
boolean supportsReceiptVerification) |
Request short circuit access file descriptors from a DataNode.
|
void |
Sender.requestShortCircuitFds(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
ShortCircuitShm.SlotId slotId,
int maxVersion,
boolean supportsReceiptVerification) |
|
void |
DataTransferProtocol.transferBlock(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
java.lang.String clientName,
DatanodeInfo[] targets,
org.apache.hadoop.fs.StorageType[] targetStorageTypes,
java.lang.String[] targetStorageIDs) |
Transfer a block to another datanode.
|
void |
Sender.transferBlock(ExtendedBlock blk,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
java.lang.String clientName,
DatanodeInfo[] targets,
org.apache.hadoop.fs.StorageType[] targetStorageTypes,
java.lang.String[] targetStorageIds) |
|
void |
DataTransferProtocol.writeBlock(ExtendedBlock blk,
org.apache.hadoop.fs.StorageType storageType,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
java.lang.String clientName,
DatanodeInfo[] targets,
org.apache.hadoop.fs.StorageType[] targetStorageTypes,
DatanodeInfo source,
BlockConstructionStage stage,
int pipelineSize,
long minBytesRcvd,
long maxBytesRcvd,
long latestGenerationStamp,
org.apache.hadoop.util.DataChecksum requestedChecksum,
CachingStrategy cachingStrategy,
boolean allowLazyPersist,
boolean pinning,
boolean[] targetPinnings,
java.lang.String storageID,
java.lang.String[] targetStorageIDs) |
Write a block to a datanode pipeline.
|
void |
Sender.writeBlock(ExtendedBlock blk,
org.apache.hadoop.fs.StorageType storageType,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> blockToken,
java.lang.String clientName,
DatanodeInfo[] targets,
org.apache.hadoop.fs.StorageType[] targetStorageTypes,
DatanodeInfo source,
BlockConstructionStage stage,
int pipelineSize,
long minBytesRcvd,
long maxBytesRcvd,
long latestGenerationStamp,
org.apache.hadoop.util.DataChecksum requestedChecksum,
CachingStrategy cachingStrategy,
boolean allowLazyPersist,
boolean pinning,
boolean[] targetPinnings,
java.lang.String storageId,
java.lang.String[] targetStorageIds) |
| Modifier and Type | Method | Description |
|---|---|---|
IOStreamPair |
SaslDataTransferClient.newSocketSend(java.net.Socket socket,
java.io.OutputStream underlyingOut,
java.io.InputStream underlyingIn,
DataEncryptionKeyFactory encryptionKeyFactory,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> accessToken,
DatanodeID datanodeId) |
Sends client SASL negotiation for a newly allocated socket if required.
|
Peer |
SaslDataTransferClient.peerSend(Peer peer,
DataEncryptionKeyFactory encryptionKeyFactory,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> accessToken,
DatanodeID datanodeId) |
Sends client SASL negotiation for a peer if required.
|
IOStreamPair |
SaslDataTransferClient.socketSend(java.net.Socket socket,
java.io.OutputStream underlyingOut,
java.io.InputStream underlyingIn,
DataEncryptionKeyFactory encryptionKeyFactory,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> accessToken,
DatanodeID datanodeId) |
Sends client SASL negotiation for a socket if required.
|
IOStreamPair |
SaslDataTransferClient.socketSend(java.net.Socket socket,
java.io.OutputStream underlyingOut,
java.io.InputStream underlyingIn,
DataEncryptionKeyFactory encryptionKeyFactory,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> accessToken,
DatanodeID datanodeId,
javax.crypto.SecretKey secretKey) |
| Modifier and Type | Method | Description |
|---|---|---|
static org.apache.hadoop.security.token.Token<BlockTokenIdentifier> |
PBHelperClient.convert(org.apache.hadoop.security.proto.SecurityProtos.TokenProto blockToken) |
|
static org.apache.hadoop.security.token.Token<BlockTokenIdentifier>[] |
PBHelperClient.convertTokens(java.util.List<org.apache.hadoop.security.proto.SecurityProtos.TokenProto> tokenProtos) |
| Modifier and Type | Method | Description |
|---|---|---|
static org.apache.hadoop.hdfs.protocol.proto.HdfsProtos.BlockTokenSecretProto |
PBHelperClient.convert(BlockTokenIdentifier blockTokenSecret) |
| Modifier and Type | Method | Description |
|---|---|---|
BlockLocalPathInfo |
ClientDatanodeProtocolTranslatorPB.getBlockLocalPathInfo(ExtendedBlock block,
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> token) |
| Modifier and Type | Method | Description |
|---|---|---|
org.apache.hadoop.security.token.Token<BlockTokenIdentifier> |
BlockTokenSelector.selectToken(org.apache.hadoop.io.Text service,
java.util.Collection<org.apache.hadoop.security.token.Token<? extends org.apache.hadoop.security.token.TokenIdentifier>> tokens) |
Copyright © 2008–2025 Apache Software Foundation. All rights reserved.