public class StoreWriteOperator extends PrepareCommitOperator
PrepareCommitOperator
to write records.Modifier and Type | Field and Description |
---|---|
protected FileStoreTable |
table |
Constructor and Description |
---|
StoreWriteOperator(FileStoreTable table,
LogSinkFunction logSinkFunction,
StoreSinkWrite.Provider storeSinkWriteProvider) |
Modifier and Type | Method and Description |
---|---|
void |
close() |
void |
finish() |
void |
initializeState(org.apache.flink.runtime.state.StateInitializationContext context) |
void |
notifyCheckpointAborted(long checkpointId) |
void |
notifyCheckpointComplete(long checkpointId) |
void |
open() |
protected List<Committable> |
prepareCommit(boolean doCompaction,
long checkpointId) |
void |
processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<org.apache.flink.table.data.RowData> element) |
void |
processWatermark(org.apache.flink.streaming.api.watermark.Watermark mark) |
void |
setup(org.apache.flink.streaming.runtime.tasks.StreamTask<?,?> containingTask,
org.apache.flink.streaming.api.graph.StreamConfig config,
org.apache.flink.streaming.api.operators.Output<org.apache.flink.streaming.runtime.streamrecord.StreamRecord<Committable>> output) |
void |
snapshotState(org.apache.flink.runtime.state.StateSnapshotContext context) |
endInput, prepareSnapshotPreBarrier
getChainingStrategy, getContainingTask, getCurrentKey, getExecutionConfig, getInternalTimerService, getKeyedStateBackend, getKeyedStateStore, getMetricGroup, getOperatorConfig, getOperatorID, getOperatorName, getOperatorStateBackend, getOrCreateKeyedState, getPartitionedState, getPartitionedState, getProcessingTimeService, getRuntimeContext, getTimeServiceManager, getUserCodeClassloader, initializeState, isUsingCustomRawKeyedState, processLatencyMarker, processLatencyMarker1, processLatencyMarker2, processWatermark1, processWatermark2, processWatermarkStatus, processWatermarkStatus1, processWatermarkStatus2, registerCounterOnOutput, reportOrForwardLatencyMarker, setChainingStrategy, setCurrentKey, setKeyContextElement1, setKeyContextElement2, setProcessingTimeService, snapshotState
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
setKeyContextElement
getMetricGroup, getOperatorID, initializeState, setKeyContextElement1, setKeyContextElement2, snapshotState
protected final FileStoreTable table
public StoreWriteOperator(FileStoreTable table, @Nullable LogSinkFunction logSinkFunction, StoreSinkWrite.Provider storeSinkWriteProvider)
public void setup(org.apache.flink.streaming.runtime.tasks.StreamTask<?,?> containingTask, org.apache.flink.streaming.api.graph.StreamConfig config, org.apache.flink.streaming.api.operators.Output<org.apache.flink.streaming.runtime.streamrecord.StreamRecord<Committable>> output)
setup
in interface org.apache.flink.streaming.api.operators.SetupableStreamOperator<Committable>
setup
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
public void initializeState(org.apache.flink.runtime.state.StateInitializationContext context) throws Exception
initializeState
in interface org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator
initializeState
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void open() throws Exception
open
in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>
open
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void processWatermark(org.apache.flink.streaming.api.watermark.Watermark mark) throws Exception
processWatermark
in interface org.apache.flink.streaming.api.operators.Input<org.apache.flink.table.data.RowData>
processWatermark
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void processElement(org.apache.flink.streaming.runtime.streamrecord.StreamRecord<org.apache.flink.table.data.RowData> element) throws Exception
processElement
in interface org.apache.flink.streaming.api.operators.Input<org.apache.flink.table.data.RowData>
processElement
in class PrepareCommitOperator
Exception
public void snapshotState(org.apache.flink.runtime.state.StateSnapshotContext context) throws Exception
snapshotState
in interface org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.CheckpointedStreamOperator
snapshotState
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void finish() throws Exception
finish
in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>
finish
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void close() throws Exception
close
in interface org.apache.flink.streaming.api.operators.StreamOperator<Committable>
close
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void notifyCheckpointComplete(long checkpointId) throws Exception
notifyCheckpointComplete
in interface org.apache.flink.api.common.state.CheckpointListener
notifyCheckpointComplete
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
public void notifyCheckpointAborted(long checkpointId) throws Exception
notifyCheckpointAborted
in interface org.apache.flink.api.common.state.CheckpointListener
notifyCheckpointAborted
in class org.apache.flink.streaming.api.operators.AbstractStreamOperator<Committable>
Exception
protected List<Committable> prepareCommit(boolean doCompaction, long checkpointId) throws IOException
prepareCommit
in class PrepareCommitOperator
IOException
Copyright © 2019–2023 The Apache Software Foundation. All rights reserved.