Package org.apache.flink.runtime.io.network.partition.hybrid.tiered.storage

Class TieredStorageMasterClient

java.lang.Object

org.apache.flink.runtime.io.network.partition.hybrid.tiered.storage.TieredStorageMasterClient

public class TieredStorageMasterClient
extends Object

Client of the Tiered Storage used by the master.

Constructor Summary

Constructors

Constructor	Description
TieredStorageMasterClient(List<org.apache.flink.api.java.tuple.Tuple2<String,TierMasterAgent>> tiers, ShuffleDescriptorRetriever shuffleDescriptorRetriever)

Method Summary

Modifier and Type	Method	Description
List<TierShuffleDescriptor>	addPartitionAndGetShuffleDescriptor(org.apache.flink.api.common.JobID jobID, int numSubpartitions, ResultPartitionID resultPartitionID)
void	close()
CompletableFuture<Collection<PartitionWithMetrics>>	getPartitionWithMetrics(JobShuffleContext jobShuffleContext, Duration timeout, Set<ResultPartitionID> expectedPartitions)
void	registerJob(org.apache.flink.api.common.JobID jobID, TierShuffleHandler shuffleHandler)
void	releasePartition(ShuffleDescriptor shuffleDescriptor)
void	restoreState(List<TieredInternalShuffleMasterSnapshot> snapshots, org.apache.flink.api.common.JobID jobId)
void	restoreState(TieredInternalShuffleMasterSnapshot clusterSnapshot)
void	snapshotState(CompletableFuture<AllTieredShuffleMasterSnapshots> snapshotFuture)
void	snapshotState(CompletableFuture<AllTieredShuffleMasterSnapshots> snapshotFuture, ShuffleMasterSnapshotContext context, org.apache.flink.api.common.JobID jobId)
void	unregisterJob(org.apache.flink.api.common.JobID jobID)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

TieredStorageMasterClient

public TieredStorageMasterClient(List<org.apache.flink.api.java.tuple.Tuple2<String,TierMasterAgent>> tiers,
 ShuffleDescriptorRetriever shuffleDescriptorRetriever)

Method Details

registerJob

public void registerJob(org.apache.flink.api.common.JobID jobID,
 TierShuffleHandler shuffleHandler)

unregisterJob

public void unregisterJob(org.apache.flink.api.common.JobID jobID)

addPartitionAndGetShuffleDescriptor

public List<TierShuffleDescriptor> addPartitionAndGetShuffleDescriptor(org.apache.flink.api.common.JobID jobID,
 int numSubpartitions,
 ResultPartitionID resultPartitionID)

releasePartition

public void releasePartition(ShuffleDescriptor shuffleDescriptor)

snapshotState

public void snapshotState(CompletableFuture<AllTieredShuffleMasterSnapshots> snapshotFuture,
 ShuffleMasterSnapshotContext context,
 org.apache.flink.api.common.JobID jobId)

snapshotState

public void snapshotState(CompletableFuture<AllTieredShuffleMasterSnapshots> snapshotFuture)

restoreState

public void restoreState(TieredInternalShuffleMasterSnapshot clusterSnapshot)

restoreState

public void restoreState(List<TieredInternalShuffleMasterSnapshot> snapshots,
 org.apache.flink.api.common.JobID jobId)

getPartitionWithMetrics

public CompletableFuture<Collection<PartitionWithMetrics>> getPartitionWithMetrics(JobShuffleContext jobShuffleContext,
 Duration timeout,
 Set<ResultPartitionID> expectedPartitions)

close

public void close()