Package org.apache.flink.connector.file.table.batch

Class BatchSink

java.lang.Object

org.apache.flink.connector.file.table.batch.BatchSink

@Internal
public class BatchSink
extends Object

Helper for creating batch file sink.

Field Summary

Fields

Modifier and Type	Field	Description
static String	COMPACT_OP_NAME
static String	COORDINATOR_OP_NAME

Method Summary

Modifier and Type	Method	Description
static <T> DataStreamSink<?>	createBatchCompactSink(DataStream<CompactMessages.CoordinatorInput> dataStream, StreamingFileSink.BucketsBuilder<T,String,? extends StreamingFileSink.BucketsBuilder<T,String,?>> builder, CompactReader.Factory<T> readFactory, FileSystemFactory fsFactory, TableMetaStoreFactory metaStoreFactory, PartitionCommitPolicyFactory partitionCommitPolicyFactory, String[] partitionColumns, LinkedHashMap<String,String> staticPartitionSpec, Path tmpPath, ObjectIdentifier identifier, long compactAverageSize, long compactTargetSize, boolean isToLocal, boolean overwrite, int compactParallelism, boolean compactParallelismConfigured)
static DataStreamSink<Row>	createBatchNoCompactSink(DataStream<RowData> dataStream, DynamicTableSink.DataStructureConverter converter, FileSystemOutputFormat<Row> fileSystemOutputFormat, int parallelism, boolean parallelismConfigured)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

COORDINATOR_OP_NAME

public static final String COORDINATOR_OP_NAME

See Also:

Constant Field Values

COMPACT_OP_NAME

public static final String COMPACT_OP_NAME

See Also:

Constant Field Values

Method Detail

createBatchNoCompactSink

public static DataStreamSink<Row> createBatchNoCompactSink(DataStream<RowData> dataStream,
                                                           DynamicTableSink.DataStructureConverter converter,
                                                           FileSystemOutputFormat<Row> fileSystemOutputFormat,
                                                           int parallelism,
                                                           boolean parallelismConfigured)

createBatchCompactSink

public static <T> DataStreamSink<?> createBatchCompactSink(DataStream<CompactMessages.CoordinatorInput> dataStream,
                                                           StreamingFileSink.BucketsBuilder<T,String,? extends StreamingFileSink.BucketsBuilder<T,String,?>> builder,
                                                           CompactReader.Factory<T> readFactory,
                                                           FileSystemFactory fsFactory,
                                                           TableMetaStoreFactory metaStoreFactory,
                                                           PartitionCommitPolicyFactory partitionCommitPolicyFactory,
                                                           String[] partitionColumns,
                                                           LinkedHashMap<String,String> staticPartitionSpec,
                                                           Path tmpPath,
                                                           ObjectIdentifier identifier,
                                                           long compactAverageSize,
                                                           long compactTargetSize,
                                                           boolean isToLocal,
                                                           boolean overwrite,
                                                           int compactParallelism,
                                                           boolean compactParallelismConfigured)