public class DefaultScheduler extends SchedulerBase implements SchedulerOperations
Modifier and Type | Field and Description |
---|---|
protected ExecutionDeployer |
executionDeployer |
protected ExecutionSlotAllocator |
executionSlotAllocator |
protected FailoverStrategy |
failoverStrategy |
protected org.slf4j.Logger |
log |
protected SchedulingStrategy |
schedulingStrategy |
protected ShuffleMaster<?> |
shuffleMaster |
executionVertexVersioner, inputsLocationsRetriever, jobInfo, jobManagerJobMetricGroup, operatorCoordinatorHandler, stateLocationRetriever
Modifier | Constructor and Description |
---|---|
protected |
DefaultScheduler(org.slf4j.Logger log,
JobGraph jobGraph,
Executor ioExecutor,
Configuration jobMasterConfiguration,
java.util.function.Consumer<ComponentMainThreadExecutor> startUpAction,
ScheduledExecutor delayExecutor,
ClassLoader userCodeLoader,
CheckpointsCleaner checkpointsCleaner,
CheckpointRecoveryFactory checkpointRecoveryFactory,
JobManagerJobMetricGroup jobManagerJobMetricGroup,
SchedulingStrategyFactory schedulingStrategyFactory,
FailoverStrategy.Factory failoverStrategyFactory,
RestartBackoffTimeStrategy restartBackoffTimeStrategy,
ExecutionOperations executionOperations,
ExecutionVertexVersioner executionVertexVersioner,
ExecutionSlotAllocatorFactory executionSlotAllocatorFactory,
long initializationTimestamp,
ComponentMainThreadExecutor mainThreadExecutor,
JobStatusListener jobStatusListener,
Collection<FailureEnricher> failureEnrichers,
ExecutionGraphFactory executionGraphFactory,
ShuffleMaster<?> shuffleMaster,
Time rpcTimeout,
VertexParallelismStore vertexParallelismStore,
ExecutionDeployer.Factory executionDeployerFactory) |
acknowledgeCheckpoint, archiveFromFailureHandlingResult, archiveGlobalFailure, cancel, closeAsync, computeVertexParallelismStore, computeVertexParallelismStore, computeVertexParallelismStore, computeVertexParallelismStore, declineCheckpoint, deliverCoordinationRequestToCoordinator, deliverOperatorEventToCoordinator, failJob, getDefaultMaxParallelism, getExceptionHistory, getExecutionGraph, getExecutionJobVertex, getExecutionVertex, getJobGraph, getJobId, getJobTerminationFuture, getMainThreadExecutor, getMarkPartitionFinishedStrategy, getResultPartitionAvailabilityChecker, getSchedulingTopology, notifyEndOfData, notifyKvStateRegistered, notifyKvStateUnregistered, registerJobMetrics, reportCheckpointMetrics, reportInitializationMetrics, requestCheckpointStats, requestJob, requestJobStatus, requestKvStateLocation, requestNextInputSplit, requestPartitionState, resetForNewExecution, resetForNewExecutions, restoreState, setGlobalFailureCause, startCheckpointScheduler, startScheduling, stopCheckpointScheduler, stopWithSavepoint, transitionExecutionGraphState, transitionToRunning, transitionToScheduled, triggerCheckpoint, triggerSavepoint, updateAccumulators, updateTaskExecutionState
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
requestJobResourceRequirements, updateJobResourceRequirements, updateTaskExecutionState
close
protected final org.slf4j.Logger log
protected final ExecutionSlotAllocator executionSlotAllocator
protected final SchedulingStrategy schedulingStrategy
protected final ShuffleMaster<?> shuffleMaster
protected final ExecutionDeployer executionDeployer
protected final FailoverStrategy failoverStrategy
protected DefaultScheduler(org.slf4j.Logger log, JobGraph jobGraph, Executor ioExecutor, Configuration jobMasterConfiguration, java.util.function.Consumer<ComponentMainThreadExecutor> startUpAction, ScheduledExecutor delayExecutor, ClassLoader userCodeLoader, CheckpointsCleaner checkpointsCleaner, CheckpointRecoveryFactory checkpointRecoveryFactory, JobManagerJobMetricGroup jobManagerJobMetricGroup, SchedulingStrategyFactory schedulingStrategyFactory, FailoverStrategy.Factory failoverStrategyFactory, RestartBackoffTimeStrategy restartBackoffTimeStrategy, ExecutionOperations executionOperations, ExecutionVertexVersioner executionVertexVersioner, ExecutionSlotAllocatorFactory executionSlotAllocatorFactory, long initializationTimestamp, ComponentMainThreadExecutor mainThreadExecutor, JobStatusListener jobStatusListener, Collection<FailureEnricher> failureEnrichers, ExecutionGraphFactory executionGraphFactory, ShuffleMaster<?> shuffleMaster, Time rpcTimeout, VertexParallelismStore vertexParallelismStore, ExecutionDeployer.Factory executionDeployerFactory) throws Exception
Exception
protected long getNumberOfRestarts()
getNumberOfRestarts
in class SchedulerBase
protected void cancelAllPendingSlotRequestsInternal()
cancelAllPendingSlotRequestsInternal
in class SchedulerBase
protected void startSchedulingInternal()
startSchedulingInternal
in class SchedulerBase
protected void onTaskFinished(Execution execution, IOMetrics ioMetrics)
onTaskFinished
in class SchedulerBase
protected void onTaskFailed(Execution execution)
onTaskFailed
in class SchedulerBase
protected void handleTaskFailure(Execution failedExecution, @Nullable Throwable error)
protected FailureHandlingResult recordTaskFailure(Execution failedExecution, @Nullable Throwable error)
protected void notifyCoordinatorsAboutTaskFailure(Execution execution, @Nullable Throwable error)
public void handleGlobalFailure(Throwable error)
GlobalFailureHandler
handleGlobalFailure
in interface GlobalFailureHandler
error
- A cause that describes the global failure.protected void maybeRestartTasks(FailureHandlingResult failureHandlingResult)
protected FailureHandlingResultSnapshot createFailureHandlingResultSnapshot(FailureHandlingResult failureHandlingResult)
protected CompletableFuture<?> cancelExecution(Execution execution)
protected void cancelAllPendingSlotRequestsForVertex(ExecutionVertexID executionVertexId)
public void allocateSlotsAndDeploy(List<ExecutionVertexID> verticesToDeploy)
SchedulerOperations
allocateSlotsAndDeploy
in interface SchedulerOperations
verticesToDeploy
- The execution vertices to deployCopyright © 2014–2024 The Apache Software Foundation. All rights reserved.