public class NettyShuffleUtils extends Object
Modifier and Type | Method and Description |
---|---|
static int |
computeNetworkBuffersForAnnouncing(int numBuffersPerChannel,
int numFloatingBuffersPerGate,
Optional<Integer> maxRequiredBuffersPerGate,
int sortShuffleMinParallelism,
int sortShuffleMinBuffers,
Map<IntermediateDataSetID,Integer> inputChannelNums,
Map<IntermediateDataSetID,Integer> partitionReuseCount,
Map<IntermediateDataSetID,Integer> subpartitionNums,
Map<IntermediateDataSetID,ResultPartitionType> inputPartitionTypes,
Map<IntermediateDataSetID,ResultPartitionType> partitionTypes) |
static org.apache.commons.lang3.tuple.Pair<Integer,Integer> |
getMinMaxFloatingBuffersPerInputGate(int numFloatingBuffersPerGate)
Calculates and returns the floating network buffer pool size used by the input gate.
|
static Tuple3<Integer,Integer,Integer> |
getMinMaxNetworkBuffersPerResultPartition(int configuredNetworkBuffersPerChannel,
int numFloatingBuffersPerGate,
int sortShuffleMinParallelism,
int sortShuffleMinBuffers,
int numSubpartitions,
boolean enableTieredStorage,
boolean enableMemoryDecoupling,
int tieredStoreExclusiveBuffers,
int tieredStorageMinBuffersPerResultPartition,
ResultPartitionType type)
Calculates and returns local network buffer pool size used by the result partition.
|
static int |
getNetworkBuffersPerInputChannel(int configuredNetworkBuffersPerChannel)
Calculates and returns the number of required exclusive network buffers per input channel.
|
public static int getNetworkBuffersPerInputChannel(int configuredNetworkBuffersPerChannel)
public static org.apache.commons.lang3.tuple.Pair<Integer,Integer> getMinMaxFloatingBuffersPerInputGate(int numFloatingBuffersPerGate)
public static Tuple3<Integer,Integer,Integer> getMinMaxNetworkBuffersPerResultPartition(int configuredNetworkBuffersPerChannel, int numFloatingBuffersPerGate, int sortShuffleMinParallelism, int sortShuffleMinBuffers, int numSubpartitions, boolean enableTieredStorage, boolean enableMemoryDecoupling, int tieredStoreExclusiveBuffers, int tieredStorageMinBuffersPerResultPartition, ResultPartitionType type)
public static int computeNetworkBuffersForAnnouncing(int numBuffersPerChannel, int numFloatingBuffersPerGate, Optional<Integer> maxRequiredBuffersPerGate, int sortShuffleMinParallelism, int sortShuffleMinBuffers, Map<IntermediateDataSetID,Integer> inputChannelNums, Map<IntermediateDataSetID,Integer> partitionReuseCount, Map<IntermediateDataSetID,Integer> subpartitionNums, Map<IntermediateDataSetID,ResultPartitionType> inputPartitionTypes, Map<IntermediateDataSetID,ResultPartitionType> partitionTypes)
Copyright © 2014–2024 The Apache Software Foundation. All rights reserved.