org.apache.flink.runtime.io.network

Class NetworkEnvironment

java.lang.Object

org.apache.flink.runtime.io.network.NetworkEnvironment

public class NetworkEnvironment
extends Object

Network I/O components of each TaskManager instance. The network environment contains the data structures that keep track of all intermediate results and all data exchanges.

Constructor Summary

Constructors

Constructor and Description
NetworkEnvironment(int numBuffers, int memorySegmentSize, int partitionRequestInitialBackoff, int partitionRequestMaxBackoff, int networkBuffersPerChannel, int extraNetworkBuffersPerGate, boolean enableCreditBased)
NetworkEnvironment(NetworkBufferPool networkBufferPool, ConnectionManager connectionManager, ResultPartitionManager resultPartitionManager, TaskEventDispatcher taskEventDispatcher, KvStateRegistry kvStateRegistry, KvStateServer kvStateServer, KvStateClientProxy kvStateClientProxy, IOManager.IOMode defaultIOMode, int partitionRequestInitialBackoff, int partitionRequestMaxBackoff, int networkBuffersPerChannel, int extraNetworkBuffersPerGate, boolean enableCreditBased)

Method Summary

Modifier and Type	Method and Description
TaskKvStateRegistry	createKvStateTaskRegistry(JobID jobId, JobVertexID jobVertexId)
ConnectionManager	getConnectionManager()
IOManager.IOMode	getDefaultIOMode()
KvStateClientProxy	getKvStateProxy()
KvStateRegistry	getKvStateRegistry()
KvStateServer	getKvStateServer()
NetworkBufferPool	getNetworkBufferPool()
int	getPartitionRequestInitialBackoff()
int	getPartitionRequestMaxBackoff()
ResultPartitionManager	getResultPartitionManager()
TaskEventDispatcher	getTaskEventDispatcher()
boolean	isCreditBased()
boolean	isShutdown()
void	registerTask(Task task)
void	setupInputGate(SingleInputGate gate)
void	setupPartition(ResultPartition partition)
void	shutdown() Tries to shut down all network I/O components.
void	start()
void	unregisterTask(Task task)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

NetworkEnvironment

public NetworkEnvironment(int numBuffers,
                          int memorySegmentSize,
                          int partitionRequestInitialBackoff,
                          int partitionRequestMaxBackoff,
                          int networkBuffersPerChannel,
                          int extraNetworkBuffersPerGate,
                          boolean enableCreditBased)

NetworkEnvironment

public NetworkEnvironment(NetworkBufferPool networkBufferPool,
                          ConnectionManager connectionManager,
                          ResultPartitionManager resultPartitionManager,
                          TaskEventDispatcher taskEventDispatcher,
                          KvStateRegistry kvStateRegistry,
                          KvStateServer kvStateServer,
                          KvStateClientProxy kvStateClientProxy,
                          IOManager.IOMode defaultIOMode,
                          int partitionRequestInitialBackoff,
                          int partitionRequestMaxBackoff,
                          int networkBuffersPerChannel,
                          int extraNetworkBuffersPerGate,
                          boolean enableCreditBased)

Method Detail

getResultPartitionManager

public ResultPartitionManager getResultPartitionManager()

getTaskEventDispatcher

public TaskEventDispatcher getTaskEventDispatcher()

getConnectionManager

public ConnectionManager getConnectionManager()

getNetworkBufferPool

public NetworkBufferPool getNetworkBufferPool()

getDefaultIOMode

public IOManager.IOMode getDefaultIOMode()

getPartitionRequestInitialBackoff

public int getPartitionRequestInitialBackoff()

getPartitionRequestMaxBackoff

public int getPartitionRequestMaxBackoff()

isCreditBased

public boolean isCreditBased()

getKvStateRegistry

public KvStateRegistry getKvStateRegistry()

getKvStateServer

public KvStateServer getKvStateServer()

getKvStateProxy

public KvStateClientProxy getKvStateProxy()

createKvStateTaskRegistry

public TaskKvStateRegistry createKvStateTaskRegistry(JobID jobId,
                                                     JobVertexID jobVertexId)

registerTask

public void registerTask(Task task)
                  throws IOException

Throws:

IOException

setupPartition

@VisibleForTesting
public void setupPartition(ResultPartition partition)
                                       throws IOException

Throws:

IOException

setupInputGate

@VisibleForTesting
public void setupInputGate(SingleInputGate gate)
                                       throws IOException

Throws:

IOException

unregisterTask

public void unregisterTask(Task task)

start

public void start()
           throws IOException

Throws:

IOException

shutdown

public void shutdown()

Tries to shut down all network I/O components.

isShutdown

public boolean isShutdown()