public class LocalFlinkMiniCluster extends FlinkMiniCluster
TaskManager
s and the JobManager
in the same
JVM. It extends the FlinkMiniCluster
by having convenience functions to setup Flink's
configuration and implementations to create JobManager
and TaskManager
.
param: userConfiguration Configuration object with the user provided configuration values
param: singleActorSystem true if all actors (JobManager and TaskManager) shall be run in the same
ActorSystem
, otherwise false
Constructor and Description |
---|
LocalFlinkMiniCluster(Configuration userConfiguration) |
LocalFlinkMiniCluster(Configuration userConfiguration,
boolean useSingleActorSystem) |
LocalFlinkMiniCluster(Configuration userConfiguration,
HighAvailabilityServices highAvailabilityServices,
boolean singleActorSystem) |
Modifier and Type | Method and Description |
---|---|
scala.collection.Iterable<JobID> |
currentlyRunningJobs() |
Configuration |
generateConfiguration(Configuration userConfiguration) |
protected String |
getArchiveName(int index) |
akka.actor.Props |
getArchiveProps(Class<? extends MemoryArchivist> archiveClass,
int archiveCount,
scala.Option<Path> arhivePath) |
List<JobID> |
getCurrentlyRunningJobsJava() |
Configuration |
getDefaultConfig() |
protected String |
getJobManagerName(int index) |
akka.actor.Props |
getJobManagerProps(Class<? extends JobManager> jobManagerClass,
Configuration configuration,
ScheduledExecutorService futureExecutor,
Executor ioExecutor,
InstanceManager instanceManager,
Scheduler scheduler,
BlobLibraryCacheManager libraryCacheManager,
akka.actor.ActorRef archive,
RestartStrategyFactory restartStrategyFactory,
scala.concurrent.duration.FiniteDuration timeout,
LeaderElectionService leaderElectionService,
SubmittedJobGraphStore submittedJobGraphStore,
CheckpointRecoveryFactory checkpointRecoveryFactory,
scala.concurrent.duration.FiniteDuration jobRecoveryTimeout,
scala.Option<MetricRegistry> metricsRegistry) |
protected String |
getResourceManagerName(int index) |
akka.actor.Props |
getResourceManagerProps(Class<? extends FlinkResourceManager<? extends ResourceIDRetrievable>> resourceManagerClass,
Configuration configuration,
LeaderRetrievalService leaderRetrievalService) |
akka.actor.Props |
getTaskManagerProps(Class<? extends TaskManager> taskManagerClass,
TaskManagerConfiguration taskManagerConfig,
ResourceID resourceID,
TaskManagerLocation taskManagerLocation,
MemoryManager memoryManager,
IOManager ioManager,
NetworkEnvironment networkEnvironment,
MetricRegistry metricsRegistry) |
void |
initializeIOFormatClasses(Configuration configuration) |
Object |
jobManagerClass() |
Object |
memoryArchivistClass() |
Object |
resourceManagerClass() |
void |
setMemory(Configuration config) |
akka.actor.ActorRef |
startJobManager(int index,
akka.actor.ActorSystem system) |
akka.actor.ActorRef |
startResourceManager(int index,
akka.actor.ActorSystem system) |
akka.actor.ActorRef |
startTaskManager(int index,
akka.actor.ActorSystem system) |
void |
stopJob(JobID id) |
Object |
taskManagerClass() |
awaitTermination, clearLeader, configuration, executionContext, futureExecutor, futureLock, getJobManagerAkkaConfig, getJobManagersAsJava, getLeaderGateway, getLeaderGatewayFuture, getLeaderIndex, getLeaderIndexFuture, getLeaderRPCPort, getNumberOfJobManagers, getNumberOfResourceManagers, getResourceManagerAkkaConfig, getTaskManagerAkkaConfig, getTaskManagers, getTaskManagersAsJava, haMode, handleError, highAvailabilityServices, hostname, ioExecutor, jobManagerActors, jobManagerActorSystems, jobManagerLeaderRetrievalService, leaderGateway, leaderIndex, LOG, notifyLeaderAddress, numJobManagers, numTaskManagers, originalConfiguration, resourceManagerActors, resourceManagerActorSystems, running, setDefaultCiConfig, shutdown, shutdownJobClientActorSystem, start, start, startJobClientActorSystem, startJobManagerActorSystem, startResourceManagerActorSystem, startTaskManagerActorSystem, startWebServer, stop, submitJobAndWait, submitJobAndWait, submitJobDetached, taskManagerActors, taskManagerActorSystems, timeout, userConfiguration, useSingleActorSystem, waitForTaskManagersToBeRegistered, waitForTaskManagersToBeRegistered, webMonitor
public LocalFlinkMiniCluster(Configuration userConfiguration, HighAvailabilityServices highAvailabilityServices, boolean singleActorSystem)
public LocalFlinkMiniCluster(Configuration userConfiguration, boolean useSingleActorSystem)
public LocalFlinkMiniCluster(Configuration userConfiguration)
public Configuration generateConfiguration(Configuration userConfiguration)
generateConfiguration
in class FlinkMiniCluster
public Object jobManagerClass()
public Object taskManagerClass()
public Object memoryArchivistClass()
public Object resourceManagerClass()
public akka.actor.ActorRef startJobManager(int index, akka.actor.ActorSystem system)
startJobManager
in class FlinkMiniCluster
public akka.actor.ActorRef startResourceManager(int index, akka.actor.ActorSystem system)
startResourceManager
in class FlinkMiniCluster
public akka.actor.ActorRef startTaskManager(int index, akka.actor.ActorSystem system)
startTaskManager
in class FlinkMiniCluster
public akka.actor.Props getArchiveProps(Class<? extends MemoryArchivist> archiveClass, int archiveCount, scala.Option<Path> arhivePath)
public akka.actor.Props getJobManagerProps(Class<? extends JobManager> jobManagerClass, Configuration configuration, ScheduledExecutorService futureExecutor, Executor ioExecutor, InstanceManager instanceManager, Scheduler scheduler, BlobLibraryCacheManager libraryCacheManager, akka.actor.ActorRef archive, RestartStrategyFactory restartStrategyFactory, scala.concurrent.duration.FiniteDuration timeout, LeaderElectionService leaderElectionService, SubmittedJobGraphStore submittedJobGraphStore, CheckpointRecoveryFactory checkpointRecoveryFactory, scala.concurrent.duration.FiniteDuration jobRecoveryTimeout, scala.Option<MetricRegistry> metricsRegistry)
public akka.actor.Props getTaskManagerProps(Class<? extends TaskManager> taskManagerClass, TaskManagerConfiguration taskManagerConfig, ResourceID resourceID, TaskManagerLocation taskManagerLocation, MemoryManager memoryManager, IOManager ioManager, NetworkEnvironment networkEnvironment, MetricRegistry metricsRegistry)
public akka.actor.Props getResourceManagerProps(Class<? extends FlinkResourceManager<? extends ResourceIDRetrievable>> resourceManagerClass, Configuration configuration, LeaderRetrievalService leaderRetrievalService)
public void initializeIOFormatClasses(Configuration configuration)
public void setMemory(Configuration config)
public Configuration getDefaultConfig()
protected String getJobManagerName(int index)
protected String getResourceManagerName(int index)
protected String getArchiveName(int index)
public scala.collection.Iterable<JobID> currentlyRunningJobs()
public void stopJob(JobID id)
Copyright © 2014–2018 The Apache Software Foundation. All rights reserved.