public class LocalFlinkMiniCluster extends FlinkMiniCluster
TaskManager
s and the JobManager
in the same
JVM. It extends the FlinkMiniCluster
by having convenience functions to setup Flink's
configuration and implementations to create JobManager
and TaskManager
.
Constructor and Description |
---|
LocalFlinkMiniCluster(Configuration userConfiguration) |
LocalFlinkMiniCluster(Configuration userConfiguration,
boolean singleActorSystem) |
Modifier and Type | Method and Description |
---|---|
scala.Option<LeaderElectionService> |
createLeaderElectionService() |
scala.collection.Iterable<JobID> |
currentlyRunningJobs() |
Configuration |
generateConfiguration(Configuration userConfiguration) |
protected String |
getArchiveName(int index) |
akka.actor.Props |
getArchiveProps(Class<? extends MemoryArchivist> archiveClass,
int archiveCount) |
List<JobID> |
getCurrentlyRunningJobsJava() |
Configuration |
getDefaultConfig() |
protected String |
getJobManagerName(int index) |
akka.actor.Props |
getJobManagerProps(Class<? extends JobManager> jobManagerClass,
Configuration configuration,
Executor futureExecutor,
Executor ioExecutor,
InstanceManager instanceManager,
Scheduler scheduler,
BlobLibraryCacheManager libraryCacheManager,
akka.actor.ActorRef archive,
RestartStrategyFactory restartStrategyFactory,
scala.concurrent.duration.FiniteDuration timeout,
LeaderElectionService leaderElectionService,
SubmittedJobGraphStore submittedJobGraphStore,
CheckpointRecoveryFactory checkpointRecoveryFactory,
scala.concurrent.duration.FiniteDuration jobRecoveryTimeout,
scala.Option<MetricRegistry> metricsRegistry) |
protected String |
getResourceManagerName(int index) |
akka.actor.Props |
getResourceManagerProps(Class<? extends FlinkResourceManager<? extends ResourceIDRetrievable>> resourceManagerClass,
Configuration configuration,
LeaderRetrievalService leaderRetrievalService) |
akka.actor.Props |
getTaskManagerProps(Class<? extends TaskManager> taskManagerClass,
TaskManagerConfiguration taskManagerConfig,
ResourceID resourceID,
TaskManagerLocation taskManagerLocation,
MemoryManager memoryManager,
IOManager ioManager,
NetworkEnvironment networkEnvironment,
LeaderRetrievalService leaderRetrievalService,
MetricRegistry metricsRegistry) |
void |
initializeIOFormatClasses(Configuration configuration) |
Object |
jobManagerClass() |
Object |
memoryArchivistClass() |
Object |
resourceManagerClass() |
void |
setMemory(Configuration config) |
akka.actor.ActorRef |
startJobManager(int index,
akka.actor.ActorSystem system) |
akka.actor.ActorRef |
startResourceManager(int index,
akka.actor.ActorSystem system) |
akka.actor.ActorRef |
startTaskManager(int index,
akka.actor.ActorSystem system) |
void |
stopJob(JobID id) |
Object |
taskManagerClass() |
awaitTermination, clearLeader, configuration, createLeaderRetrievalService, executionContext, futureExecutor, futureLock, getJobManagerAkkaConfig, getJobManagersAsJava, getLeaderGateway, getLeaderGatewayFuture, getLeaderIndex, getLeaderIndexFuture, getLeaderRPCPort, getNumberOfJobManagers, getNumberOfResourceManagers, getResourceManagerAkkaConfig, getTaskManagerAkkaConfig, getTaskManagers, getTaskManagersAsJava, haMode, handleError, hostname, ioExecutor, jobManagerActors, jobManagerActorSystems, jobManagerLeaderRetrievalService, leaderGateway, leaderIndex, LOG, notifyLeaderAddress, numJobManagers, numTaskManagers, originalConfiguration, resourceManagerActors, resourceManagerActorSystems, running, setDefaultCiConfig, shutdown, shutdownJobClientActorSystem, start, start, startJobClientActorSystem, startJobManagerActorSystem, startResourceManagerActorSystem, startTaskManagerActorSystem, startWebServer, stop, submitJobAndWait, submitJobAndWait, submitJobAndWait, submitJobDetached, taskManagerActors, taskManagerActorSystems, timeout, userConfiguration, useSingleActorSystem, waitForTaskManagersToBeRegistered, waitForTaskManagersToBeRegistered, webMonitor
public LocalFlinkMiniCluster(Configuration userConfiguration, boolean singleActorSystem)
public LocalFlinkMiniCluster(Configuration userConfiguration)
public Configuration generateConfiguration(Configuration userConfiguration)
generateConfiguration
in class FlinkMiniCluster
public Object jobManagerClass()
public Object taskManagerClass()
public Object memoryArchivistClass()
public Object resourceManagerClass()
public akka.actor.ActorRef startJobManager(int index, akka.actor.ActorSystem system)
startJobManager
in class FlinkMiniCluster
public akka.actor.ActorRef startResourceManager(int index, akka.actor.ActorSystem system)
startResourceManager
in class FlinkMiniCluster
public akka.actor.ActorRef startTaskManager(int index, akka.actor.ActorSystem system)
startTaskManager
in class FlinkMiniCluster
public akka.actor.Props getArchiveProps(Class<? extends MemoryArchivist> archiveClass, int archiveCount)
public akka.actor.Props getJobManagerProps(Class<? extends JobManager> jobManagerClass, Configuration configuration, Executor futureExecutor, Executor ioExecutor, InstanceManager instanceManager, Scheduler scheduler, BlobLibraryCacheManager libraryCacheManager, akka.actor.ActorRef archive, RestartStrategyFactory restartStrategyFactory, scala.concurrent.duration.FiniteDuration timeout, LeaderElectionService leaderElectionService, SubmittedJobGraphStore submittedJobGraphStore, CheckpointRecoveryFactory checkpointRecoveryFactory, scala.concurrent.duration.FiniteDuration jobRecoveryTimeout, scala.Option<MetricRegistry> metricsRegistry)
public akka.actor.Props getTaskManagerProps(Class<? extends TaskManager> taskManagerClass, TaskManagerConfiguration taskManagerConfig, ResourceID resourceID, TaskManagerLocation taskManagerLocation, MemoryManager memoryManager, IOManager ioManager, NetworkEnvironment networkEnvironment, LeaderRetrievalService leaderRetrievalService, MetricRegistry metricsRegistry)
public akka.actor.Props getResourceManagerProps(Class<? extends FlinkResourceManager<? extends ResourceIDRetrievable>> resourceManagerClass, Configuration configuration, LeaderRetrievalService leaderRetrievalService)
public scala.Option<LeaderElectionService> createLeaderElectionService()
public void initializeIOFormatClasses(Configuration configuration)
public void setMemory(Configuration config)
public Configuration getDefaultConfig()
protected String getJobManagerName(int index)
protected String getResourceManagerName(int index)
protected String getArchiveName(int index)
public scala.collection.Iterable<JobID> currentlyRunningJobs()
public void stopJob(JobID id)
Copyright © 2014–2017 The Apache Software Foundation. All rights reserved.