public class CommitterOperator extends org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable> implements org.apache.flink.streaming.api.operators.OneInputStreamOperator<Committable,Committable>, org.apache.flink.streaming.api.operators.BoundedOneInput
Committable
s for each snapshot.Modifier and Type | Field and Description |
---|---|
protected NavigableMap<Long,ManifestCommittable> |
committablesPerCheckpoint
Group the committable by the checkpoint id.
|
protected Committer |
committer
Aggregate committables to global committables and commit the global committables to the
external system.
|
Constructor and Description |
---|
CommitterOperator(boolean streamingCheckpointEnabled,
String initialCommitUser,
org.apache.flink.util.function.SerializableFunction<String,Committer> committerFactory,
CommittableStateManager committableStateManager) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
endInput() |
void |
initializeState(org.apache.flink.runtime.state.StateInitializationContext context) |
void |
notifyCheckpointComplete(long checkpointId) |
void |
processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<Committable> element) |
void |
snapshotState(org.apache.flink.runtime.state.StateSnapshotContext context) |
finish, getChainingStrategy, getContainingTask, getCurrentKey, getExecutionConfig, getInternalTimerService, getKeyedStateBackend, getKeyedStateStore, getMetricGroup, getOperatorConfig, getOperatorID, getOperatorName, getOperatorStateBackend, getOrCreateKeyedState, getPartitionedState, getPartitionedState, getProcessingTimeService, getRuntimeContext, getTimeServiceManager, getUserCodeClassloader, initializeState, isUsingCustomRawKeyedState, notifyCheckpointAborted, open, prepareSnapshotPreBarrier, processLatencyMarker, processLatencyMarker1, processLatencyMarker2, processWatermark, processWatermark1, processWatermark2, processWatermarkStatus, processWatermarkStatus1, processWatermarkStatus2, registerCounterOnOutput, reportOrForwardLatencyMarker, setChainingStrategy, setCurrentKey, setKeyContextElement1, setKeyContextElement2, setProcessingTimeService, setup, snapshotState
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
setKeyContextElement
finish, getMetricGroup, getOperatorID, initializeState, open, prepareSnapshotPreBarrier, setKeyContextElement1, setKeyContextElement2, snapshotState
notifyCheckpointAborted
protected final NavigableMap<Long,ManifestCommittable> committablesPerCheckpoint
protected Committer committer
public CommitterOperator(boolean streamingCheckpointEnabled, String initialCommitUser, org.apache.flink.util.function.SerializableFunction<String,Committer> committerFactory, CommittableStateManager committableStateManager)
public void initializeState(org.apache.flink.runtime.state.StateInitializationContext context) throws Exception
initializeState
in interface org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator
initializeState
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void snapshotState(org.apache.flink.runtime.state.StateSnapshotContext context) throws Exception
snapshotState
in interface org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator
snapshotState
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void endInput() throws Exception
endInput
in interface org.apache.flink.streaming.api.operators.BoundedOneInput
Exception
public void notifyCheckpointComplete(long checkpointId) throws Exception
notifyCheckpointComplete
in interface org.apache.flink.api.common.state.CheckpointListener
notifyCheckpointComplete
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<Committable> element)
processElement
in interface org.apache.flink.streaming.api.operators.Input<Committable>
public void close() throws Exception
close
in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>
close
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
Copyright © 2019–2023 The Apache Software Foundation. All rights reserved.