public class DefaultScheduler extends SchedulerBase implements SchedulerOperations
Modifier and Type | Field and Description |
---|---|
protected org.slf4j.Logger |
log |
protected SchedulingStrategy |
schedulingStrategy |
executionVertexVersioner, inputsLocationsRetriever, operatorCoordinatorHandler, stateLocationRetriever
Modifier | Constructor and Description |
---|---|
protected |
DefaultScheduler(org.slf4j.Logger log,
JobGraph jobGraph,
Executor ioExecutor,
Configuration jobMasterConfiguration,
java.util.function.Consumer<ComponentMainThreadExecutor> startUpAction,
ScheduledExecutor delayExecutor,
ClassLoader userCodeLoader,
CheckpointsCleaner checkpointsCleaner,
CheckpointRecoveryFactory checkpointRecoveryFactory,
JobManagerJobMetricGroup jobManagerJobMetricGroup,
SchedulingStrategyFactory schedulingStrategyFactory,
FailoverStrategy.Factory failoverStrategyFactory,
RestartBackoffTimeStrategy restartBackoffTimeStrategy,
ExecutionVertexOperations executionVertexOperations,
ExecutionVertexVersioner executionVertexVersioner,
ExecutionSlotAllocatorFactory executionSlotAllocatorFactory,
long initializationTimestamp,
ComponentMainThreadExecutor mainThreadExecutor,
JobStatusListener jobStatusListener,
ExecutionGraphFactory executionGraphFactory,
ShuffleMaster<?> shuffleMaster,
Time rpcTimeout,
VertexParallelismStore vertexParallelismStore) |
Modifier and Type | Method and Description |
---|---|
void |
allocateSlotsAndDeploy(List<ExecutionVertexDeploymentOption> executionVertexDeploymentOptions)
Allocate slots and deploy the vertex when slots are returned.
|
protected void |
cancelAllPendingSlotRequestsInternal() |
protected long |
getNumberOfRestarts() |
void |
handleGlobalFailure(Throwable error)
Handles a global failure.
|
protected void |
notifyPartitionDataAvailableInternal(IntermediateResultPartitionID partitionId) |
protected void |
startSchedulingInternal() |
protected void |
updateTaskExecutionStateInternal(ExecutionVertexID executionVertexId,
TaskExecutionStateTransition taskExecutionState) |
acknowledgeCheckpoint, archiveFromFailureHandlingResult, archiveGlobalFailure, cancel, closeAsync, computeVertexParallelismStore, computeVertexParallelismStore, computeVertexParallelismStore, computeVertexParallelismStore, declineCheckpoint, deliverCoordinationRequestToCoordinator, deliverOperatorEventToCoordinator, failJob, getDefaultMaxParallelism, getExecutionGraph, getExecutionJobVertex, getExecutionVertex, getExecutionVertexId, getExecutionVertexIdOrThrow, getJobGraph, getJobTerminationFuture, getMainThreadExecutor, getResultPartitionAvailabilityChecker, getSchedulingTopology, notifyKvStateRegistered, notifyKvStateUnregistered, notifyPartitionDataAvailable, registerJobMetrics, reportCheckpointMetrics, requestJob, requestJobDetails, requestJobStatus, requestKvStateLocation, requestNextInputSplit, requestPartitionState, resetForNewExecutions, restoreState, setGlobalFailureCause, startCheckpointScheduler, startScheduling, stopCheckpointScheduler, stopWithSavepoint, transitionExecutionGraphState, transitionToRunning, transitionToScheduled, triggerCheckpoint, triggerSavepoint, updateAccumulators, updateTaskExecutionState
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
updateTaskExecutionState
close
protected final org.slf4j.Logger log
protected final SchedulingStrategy schedulingStrategy
protected DefaultScheduler(org.slf4j.Logger log, JobGraph jobGraph, Executor ioExecutor, Configuration jobMasterConfiguration, java.util.function.Consumer<ComponentMainThreadExecutor> startUpAction, ScheduledExecutor delayExecutor, ClassLoader userCodeLoader, CheckpointsCleaner checkpointsCleaner, CheckpointRecoveryFactory checkpointRecoveryFactory, JobManagerJobMetricGroup jobManagerJobMetricGroup, SchedulingStrategyFactory schedulingStrategyFactory, FailoverStrategy.Factory failoverStrategyFactory, RestartBackoffTimeStrategy restartBackoffTimeStrategy, ExecutionVertexOperations executionVertexOperations, ExecutionVertexVersioner executionVertexVersioner, ExecutionSlotAllocatorFactory executionSlotAllocatorFactory, long initializationTimestamp, ComponentMainThreadExecutor mainThreadExecutor, JobStatusListener jobStatusListener, ExecutionGraphFactory executionGraphFactory, ShuffleMaster<?> shuffleMaster, Time rpcTimeout, VertexParallelismStore vertexParallelismStore) throws Exception
Exception
protected long getNumberOfRestarts()
getNumberOfRestarts
in class SchedulerBase
protected void cancelAllPendingSlotRequestsInternal()
cancelAllPendingSlotRequestsInternal
in class SchedulerBase
protected void startSchedulingInternal()
startSchedulingInternal
in class SchedulerBase
protected void updateTaskExecutionStateInternal(ExecutionVertexID executionVertexId, TaskExecutionStateTransition taskExecutionState)
updateTaskExecutionStateInternal
in class SchedulerBase
public void handleGlobalFailure(Throwable error)
GlobalFailureHandler
handleGlobalFailure
in interface GlobalFailureHandler
error
- A cause that describes the global failure.protected void notifyPartitionDataAvailableInternal(IntermediateResultPartitionID partitionId)
notifyPartitionDataAvailableInternal
in class SchedulerBase
public void allocateSlotsAndDeploy(List<ExecutionVertexDeploymentOption> executionVertexDeploymentOptions)
SchedulerOperations
allocateSlotsAndDeploy
in interface SchedulerOperations
executionVertexDeploymentOptions
- The deployment options of tasks to be deployedCopyright © 2014–2023 The Apache Software Foundation. All rights reserved.