@PublicEvolving public static class StreamingFileSink.BulkFormatBuilder<IN,BucketID,T extends StreamingFileSink.BulkFormatBuilder<IN,BucketID,T>> extends StreamingFileSink.BucketsBuilder<IN,BucketID,T>
DEFAULT_BUCKET_CHECK_INTERVAL
Modifier | Constructor and Description |
---|---|
protected |
BulkFormatBuilder(Path basePath,
BulkWriter.Factory<IN> writerFactory,
BucketAssigner<IN,BucketID> assigner) |
protected |
BulkFormatBuilder(Path basePath,
BulkWriter.Factory<IN> writerFactory,
BucketAssigner<IN,BucketID> assigner,
CheckpointRollingPolicy<IN,BucketID> policy,
long bucketCheckInterval,
BucketFactory<IN,BucketID> bucketFactory,
OutputFileConfig outputFileConfig) |
Modifier and Type | Method and Description |
---|---|
StreamingFileSink<IN> |
build()
Creates the actual sink.
|
Buckets<IN,BucketID> |
createBuckets(int subtaskIndex) |
BucketWriter<IN,BucketID> |
createBucketWriter() |
long |
getBucketCheckInterval() |
T |
withBucketAssigner(BucketAssigner<IN,BucketID> assigner) |
T |
withBucketCheckInterval(long interval) |
<ID> StreamingFileSink.BulkFormatBuilder<IN,ID,? extends StreamingFileSink.BulkFormatBuilder<IN,ID,?>> |
withNewBucketAssigner(BucketAssigner<IN,ID> assigner) |
T |
withOutputFileConfig(OutputFileConfig outputFileConfig) |
T |
withRollingPolicy(CheckpointRollingPolicy<IN,BucketID> rollingPolicy) |
self
protected BulkFormatBuilder(Path basePath, BulkWriter.Factory<IN> writerFactory, BucketAssigner<IN,BucketID> assigner)
protected BulkFormatBuilder(Path basePath, BulkWriter.Factory<IN> writerFactory, BucketAssigner<IN,BucketID> assigner, CheckpointRollingPolicy<IN,BucketID> policy, long bucketCheckInterval, BucketFactory<IN,BucketID> bucketFactory, OutputFileConfig outputFileConfig)
public long getBucketCheckInterval()
public T withBucketCheckInterval(long interval)
public T withBucketAssigner(BucketAssigner<IN,BucketID> assigner)
public T withRollingPolicy(CheckpointRollingPolicy<IN,BucketID> rollingPolicy)
public T withOutputFileConfig(OutputFileConfig outputFileConfig)
public <ID> StreamingFileSink.BulkFormatBuilder<IN,ID,? extends StreamingFileSink.BulkFormatBuilder<IN,ID,?>> withNewBucketAssigner(BucketAssigner<IN,ID> assigner)
public StreamingFileSink<IN> build()
@Internal public BucketWriter<IN,BucketID> createBucketWriter() throws IOException
createBucketWriter
in class StreamingFileSink.BucketsBuilder<IN,BucketID,T extends StreamingFileSink.BulkFormatBuilder<IN,BucketID,T>>
IOException
@Internal public Buckets<IN,BucketID> createBuckets(int subtaskIndex) throws IOException
createBuckets
in class StreamingFileSink.BucketsBuilder<IN,BucketID,T extends StreamingFileSink.BulkFormatBuilder<IN,BucketID,T>>
IOException
Copyright © 2014–2024 The Apache Software Foundation. All rights reserved.