@PublicEvolving public class ConsumerConfigConstants extends AWSConfigConstants
FlinkKinesisConsumer
.Modifier and Type | Class and Description |
---|---|
static class |
ConsumerConfigConstants.EFORegistrationType
The EFO registration type represents how we are going to de-/register efo consumer.
|
static class |
ConsumerConfigConstants.InitialPosition
The initial position to start reading shards from.
|
static class |
ConsumerConfigConstants.RecordPublisherType
The record publisher type represents the record-consume style.
|
AWSConfigConstants.CredentialProvider
Modifier and Type | Field and Description |
---|---|
static long |
DEFAULT_DEREGISTER_STREAM_BACKOFF_BASE |
static double |
DEFAULT_DEREGISTER_STREAM_BACKOFF_EXPONENTIAL_CONSTANT |
static long |
DEFAULT_DEREGISTER_STREAM_BACKOFF_MAX |
static int |
DEFAULT_DEREGISTER_STREAM_RETRIES |
static java.time.Duration |
DEFAULT_DEREGISTER_STREAM_TIMEOUT |
static long |
DEFAULT_DESCRIBE_STREAM_CONSUMER_BACKOFF_BASE |
static double |
DEFAULT_DESCRIBE_STREAM_CONSUMER_BACKOFF_EXPONENTIAL_CONSTANT |
static long |
DEFAULT_DESCRIBE_STREAM_CONSUMER_BACKOFF_MAX |
static int |
DEFAULT_DESCRIBE_STREAM_CONSUMER_RETRIES |
static int |
DEFAULT_EFO_HTTP_CLIENT_MAX_CONCURRENCY |
static java.time.Duration |
DEFAULT_EFO_HTTP_CLIENT_READ_TIMEOUT |
static long |
DEFAULT_LIST_SHARDS_BACKOFF_BASE |
static double |
DEFAULT_LIST_SHARDS_BACKOFF_EXPONENTIAL_CONSTANT |
static long |
DEFAULT_LIST_SHARDS_BACKOFF_MAX |
static int |
DEFAULT_LIST_SHARDS_RETRIES |
static long |
DEFAULT_REGISTER_STREAM_BACKOFF_BASE |
static double |
DEFAULT_REGISTER_STREAM_BACKOFF_EXPONENTIAL_CONSTANT |
static long |
DEFAULT_REGISTER_STREAM_BACKOFF_MAX |
static int |
DEFAULT_REGISTER_STREAM_RETRIES |
static java.time.Duration |
DEFAULT_REGISTER_STREAM_TIMEOUT |
static long |
DEFAULT_SHARD_DISCOVERY_INTERVAL_MILLIS |
static long |
DEFAULT_SHARD_GETITERATOR_BACKOFF_BASE |
static double |
DEFAULT_SHARD_GETITERATOR_BACKOFF_EXPONENTIAL_CONSTANT |
static long |
DEFAULT_SHARD_GETITERATOR_BACKOFF_MAX |
static int |
DEFAULT_SHARD_GETITERATOR_RETRIES |
static long |
DEFAULT_SHARD_GETRECORDS_BACKOFF_BASE |
static double |
DEFAULT_SHARD_GETRECORDS_BACKOFF_EXPONENTIAL_CONSTANT |
static long |
DEFAULT_SHARD_GETRECORDS_BACKOFF_MAX |
static long |
DEFAULT_SHARD_GETRECORDS_INTERVAL_MILLIS |
static int |
DEFAULT_SHARD_GETRECORDS_MAX |
static int |
DEFAULT_SHARD_GETRECORDS_RETRIES |
static long |
DEFAULT_SHARD_IDLE_INTERVAL_MILLIS |
static boolean |
DEFAULT_SHARD_USE_ADAPTIVE_READS |
static long |
DEFAULT_STREAM_DESCRIBE_BACKOFF_BASE |
static double |
DEFAULT_STREAM_DESCRIBE_BACKOFF_EXPONENTIAL_CONSTANT |
static long |
DEFAULT_STREAM_DESCRIBE_BACKOFF_MAX |
static int |
DEFAULT_STREAM_DESCRIBE_RETRIES |
static String |
DEFAULT_STREAM_INITIAL_POSITION |
static String |
DEFAULT_STREAM_TIMESTAMP_DATE_FORMAT |
static long |
DEFAULT_SUBSCRIBE_TO_SHARD_BACKOFF_BASE |
static double |
DEFAULT_SUBSCRIBE_TO_SHARD_BACKOFF_EXPONENTIAL_CONSTANT |
static long |
DEFAULT_SUBSCRIBE_TO_SHARD_BACKOFF_MAX |
static int |
DEFAULT_SUBSCRIBE_TO_SHARD_RETRIES |
static java.time.Duration |
DEFAULT_SUBSCRIBE_TO_SHARD_TIMEOUT |
static long |
DEFAULT_WATERMARK_SYNC_MILLIS |
static String |
DEREGISTER_STREAM_BACKOFF_BASE
The base backoff time between each deregisterStream attempt.
|
static String |
DEREGISTER_STREAM_BACKOFF_EXPONENTIAL_CONSTANT
The power constant for exponential backoff between each deregisterStream attempt.
|
static String |
DEREGISTER_STREAM_BACKOFF_MAX
The maximum backoff time between each deregisterStream attempt.
|
static String |
DEREGISTER_STREAM_RETRIES
The maximum number of deregisterStream attempts if we get a recoverable exception.
|
static String |
DEREGISTER_STREAM_TIMEOUT_SECONDS
The maximum time in seconds to wait for a stream consumer to deregister before giving up.
|
static String |
DESCRIBE_STREAM_CONSUMER_BACKOFF_BASE
The base backoff time between each describeStreamConsumer attempt.
|
static String |
DESCRIBE_STREAM_CONSUMER_BACKOFF_EXPONENTIAL_CONSTANT
The power constant for exponential backoff between each describeStreamConsumer attempt.
|
static String |
DESCRIBE_STREAM_CONSUMER_BACKOFF_MAX
The maximum backoff time between each describeStreamConsumer attempt.
|
static String |
DESCRIBE_STREAM_CONSUMER_RETRIES
The maximum number of describeStreamConsumer attempts if we get a recoverable exception.
|
static String |
EFO_CONSUMER_ARN_PREFIX
The prefix of consumer ARN for a given stream.
|
static String |
EFO_CONSUMER_NAME
The name of the EFO consumer to register with KDS.
|
static String |
EFO_HTTP_CLIENT_MAX_CONCURRENCY |
static String |
EFO_HTTP_CLIENT_READ_TIMEOUT_MILLIS |
static String |
EFO_REGISTRATION_TYPE
Determine how and when consumer de-/registration is performed (LAZY|EAGER|NONE, default is
LAZY).
|
static String |
LIST_SHARDS_BACKOFF_BASE
The base backoff time between each listShards attempt.
|
static String |
LIST_SHARDS_BACKOFF_EXPONENTIAL_CONSTANT
The power constant for exponential backoff between each listShards attempt.
|
static String |
LIST_SHARDS_BACKOFF_MAX
The maximum backoff time between each listShards attempt.
|
static String |
LIST_SHARDS_RETRIES
The maximum number of listShards attempts if we get a recoverable exception.
|
static long |
MAX_SHARD_GETRECORDS_INTERVAL_MILLIS
To avoid shard iterator expires in
ShardConsumer s, the value for the configured
getRecords interval can not exceed 5 minutes, which is the expire time for retrieved
iterators. |
static String |
RECORD_PUBLISHER_TYPE
The RecordPublisher type (EFO|POLLING, default is POLLING).
|
static String |
REGISTER_STREAM_BACKOFF_BASE
The base backoff time between each registerStream attempt.
|
static String |
REGISTER_STREAM_BACKOFF_EXPONENTIAL_CONSTANT
The power constant for exponential backoff between each registerStream attempt.
|
static String |
REGISTER_STREAM_BACKOFF_MAX
The maximum backoff time between each registerStream attempt.
|
static String |
REGISTER_STREAM_RETRIES
The maximum number of registerStream attempts if we get a recoverable exception.
|
static String |
REGISTER_STREAM_TIMEOUT_SECONDS
The maximum time in seconds to wait for a stream consumer to become active before giving up.
|
static String |
SHARD_DISCOVERY_INTERVAL_MILLIS
The interval between each attempt to discover new shards.
|
static String |
SHARD_GETITERATOR_BACKOFF_BASE
The base backoff time between getShardIterator attempts if we get a
ProvisionedThroughputExceededException.
|
static String |
SHARD_GETITERATOR_BACKOFF_EXPONENTIAL_CONSTANT
The power constant for exponential backoff between each getShardIterator attempt.
|
static String |
SHARD_GETITERATOR_BACKOFF_MAX
The maximum backoff time between getShardIterator attempts if we get a
ProvisionedThroughputExceededException.
|
static String |
SHARD_GETITERATOR_RETRIES
The maximum number of getShardIterator attempts if we get
ProvisionedThroughputExceededException.
|
static String |
SHARD_GETRECORDS_BACKOFF_BASE
The base backoff time between getRecords attempts if we get a
ProvisionedThroughputExceededException.
|
static String |
SHARD_GETRECORDS_BACKOFF_EXPONENTIAL_CONSTANT
The power constant for exponential backoff between each getRecords attempt.
|
static String |
SHARD_GETRECORDS_BACKOFF_MAX
The maximum backoff time between getRecords attempts if we get a
ProvisionedThroughputExceededException.
|
static String |
SHARD_GETRECORDS_INTERVAL_MILLIS
The interval between each getRecords request to a AWS Kinesis shard in milliseconds.
|
static String |
SHARD_GETRECORDS_MAX
The maximum number of records to try to get each time we fetch records from a AWS Kinesis
shard.
|
static String |
SHARD_GETRECORDS_RETRIES
The maximum number of getRecords attempts if we get a recoverable exception.
|
static String |
SHARD_IDLE_INTERVAL_MILLIS
The interval after which to consider a shard idle for purposes of watermark generation.
|
static String |
SHARD_USE_ADAPTIVE_READS
The config to turn on adaptive reads from a shard.
|
static String |
STREAM_DESCRIBE_BACKOFF_BASE
The base backoff time between each describeStream attempt (for consuming from DynamoDB
streams).
|
static String |
STREAM_DESCRIBE_BACKOFF_EXPONENTIAL_CONSTANT
The power constant for exponential backoff between each describeStream attempt (for consuming
from DynamoDB streams).
|
static String |
STREAM_DESCRIBE_BACKOFF_MAX
The maximum backoff time between each describeStream attempt (for consuming from DynamoDB
streams).
|
static String |
STREAM_DESCRIBE_RETRIES
The maximum number of describeStream attempts if we get a recoverable exception.
|
static String |
STREAM_INITIAL_POSITION
The initial position to start reading Kinesis streams from (LATEST is used if not set).
|
static String |
STREAM_INITIAL_TIMESTAMP
The initial timestamp to start reading Kinesis stream from (when AT_TIMESTAMP is set for
STREAM_INITIAL_POSITION).
|
static String |
STREAM_TIMESTAMP_DATE_FORMAT
The date format of initial timestamp to start reading Kinesis stream from (when AT_TIMESTAMP
is set for STREAM_INITIAL_POSITION).
|
static String |
SUBSCRIBE_TO_SHARD_BACKOFF_BASE
The base backoff time between each subscribeToShard attempt.
|
static String |
SUBSCRIBE_TO_SHARD_BACKOFF_EXPONENTIAL_CONSTANT
The power constant for exponential backoff between each subscribeToShard attempt.
|
static String |
SUBSCRIBE_TO_SHARD_BACKOFF_MAX
The maximum backoff time between each subscribeToShard attempt.
|
static String |
SUBSCRIBE_TO_SHARD_RETRIES
The maximum number of subscribeToShard attempts if we get a recoverable exception.
|
static String |
SUBSCRIBE_TO_SHARD_TIMEOUT_SECONDS
A timeout when waiting for a shard subscription to be established.
|
static String |
WATERMARK_LOOKAHEAD_MILLIS
The maximum delta allowed for the reader to advance ahead of the shared global watermark.
|
static String |
WATERMARK_SYNC_MILLIS
The interval for periodically synchronizing the shared watermark state.
|
static String |
WATERMARK_SYNC_QUEUE_CAPACITY
The maximum number of records that will be buffered before suspending consumption of a shard.
|
AWS_ACCESS_KEY_ID, AWS_CREDENTIALS_PROVIDER, AWS_ENDPOINT, AWS_PROFILE_NAME, AWS_PROFILE_PATH, AWS_REGION, AWS_ROLE_ARN, AWS_ROLE_CREDENTIALS_PROVIDER, AWS_ROLE_EXTERNAL_ID, AWS_ROLE_SESSION_NAME, AWS_SECRET_ACCESS_KEY, AWS_WEB_IDENTITY_TOKEN_FILE, HTTP_CLIENT_MAX_CONCURRENCY, HTTP_CLIENT_READ_TIMEOUT_MILLIS, HTTP_PROTOCOL_VERSION, TRUST_ALL_CERTIFICATES
Constructor and Description |
---|
ConsumerConfigConstants() |
Modifier and Type | Method and Description |
---|---|
static String |
efoConsumerArn(String streamName)
Build the key of an EFO consumer ARN according to a stream name.
|
accessKeyId, externalId, profileName, profilePath, roleArn, roleCredentialsProvider, roleSessionName, secretKey, webIdentityTokenFile
public static final String RECORD_PUBLISHER_TYPE
public static final String EFO_CONSUMER_NAME
public static final String EFO_REGISTRATION_TYPE
public static final String EFO_CONSUMER_ARN_PREFIX
public static final String STREAM_INITIAL_POSITION
public static final String STREAM_INITIAL_TIMESTAMP
public static final String STREAM_TIMESTAMP_DATE_FORMAT
public static final String STREAM_DESCRIBE_RETRIES
public static final String STREAM_DESCRIBE_BACKOFF_BASE
public static final String STREAM_DESCRIBE_BACKOFF_MAX
public static final String STREAM_DESCRIBE_BACKOFF_EXPONENTIAL_CONSTANT
public static final String LIST_SHARDS_RETRIES
public static final String LIST_SHARDS_BACKOFF_BASE
public static final String LIST_SHARDS_BACKOFF_MAX
public static final String LIST_SHARDS_BACKOFF_EXPONENTIAL_CONSTANT
public static final String DESCRIBE_STREAM_CONSUMER_RETRIES
public static final String DESCRIBE_STREAM_CONSUMER_BACKOFF_BASE
public static final String DESCRIBE_STREAM_CONSUMER_BACKOFF_MAX
public static final String DESCRIBE_STREAM_CONSUMER_BACKOFF_EXPONENTIAL_CONSTANT
public static final String REGISTER_STREAM_RETRIES
public static final String REGISTER_STREAM_TIMEOUT_SECONDS
public static final String REGISTER_STREAM_BACKOFF_BASE
public static final String REGISTER_STREAM_BACKOFF_MAX
public static final String REGISTER_STREAM_BACKOFF_EXPONENTIAL_CONSTANT
public static final String DEREGISTER_STREAM_RETRIES
public static final String DEREGISTER_STREAM_TIMEOUT_SECONDS
public static final String DEREGISTER_STREAM_BACKOFF_BASE
public static final String DEREGISTER_STREAM_BACKOFF_MAX
public static final String DEREGISTER_STREAM_BACKOFF_EXPONENTIAL_CONSTANT
public static final String SUBSCRIBE_TO_SHARD_RETRIES
public static final String SUBSCRIBE_TO_SHARD_TIMEOUT_SECONDS
public static final String SUBSCRIBE_TO_SHARD_BACKOFF_BASE
public static final String SUBSCRIBE_TO_SHARD_BACKOFF_MAX
public static final String SUBSCRIBE_TO_SHARD_BACKOFF_EXPONENTIAL_CONSTANT
public static final String SHARD_GETRECORDS_MAX
public static final String SHARD_GETRECORDS_RETRIES
public static final String SHARD_GETRECORDS_BACKOFF_BASE
public static final String SHARD_GETRECORDS_BACKOFF_MAX
public static final String SHARD_GETRECORDS_BACKOFF_EXPONENTIAL_CONSTANT
public static final String SHARD_GETRECORDS_INTERVAL_MILLIS
public static final String SHARD_GETITERATOR_RETRIES
public static final String SHARD_GETITERATOR_BACKOFF_BASE
public static final String SHARD_GETITERATOR_BACKOFF_MAX
public static final String SHARD_GETITERATOR_BACKOFF_EXPONENTIAL_CONSTANT
public static final String SHARD_DISCOVERY_INTERVAL_MILLIS
public static final String SHARD_USE_ADAPTIVE_READS
public static final String SHARD_IDLE_INTERVAL_MILLIS
public static final String WATERMARK_SYNC_MILLIS
public static final String WATERMARK_LOOKAHEAD_MILLIS
public static final String WATERMARK_SYNC_QUEUE_CAPACITY
public static final String EFO_HTTP_CLIENT_MAX_CONCURRENCY
public static final String EFO_HTTP_CLIENT_READ_TIMEOUT_MILLIS
public static final String DEFAULT_STREAM_INITIAL_POSITION
public static final String DEFAULT_STREAM_TIMESTAMP_DATE_FORMAT
public static final int DEFAULT_STREAM_DESCRIBE_RETRIES
public static final long DEFAULT_STREAM_DESCRIBE_BACKOFF_BASE
public static final long DEFAULT_STREAM_DESCRIBE_BACKOFF_MAX
public static final double DEFAULT_STREAM_DESCRIBE_BACKOFF_EXPONENTIAL_CONSTANT
public static final long DEFAULT_LIST_SHARDS_BACKOFF_BASE
public static final long DEFAULT_LIST_SHARDS_BACKOFF_MAX
public static final double DEFAULT_LIST_SHARDS_BACKOFF_EXPONENTIAL_CONSTANT
public static final int DEFAULT_LIST_SHARDS_RETRIES
public static final int DEFAULT_DESCRIBE_STREAM_CONSUMER_RETRIES
public static final long DEFAULT_DESCRIBE_STREAM_CONSUMER_BACKOFF_BASE
public static final long DEFAULT_DESCRIBE_STREAM_CONSUMER_BACKOFF_MAX
public static final double DEFAULT_DESCRIBE_STREAM_CONSUMER_BACKOFF_EXPONENTIAL_CONSTANT
public static final int DEFAULT_REGISTER_STREAM_RETRIES
public static final java.time.Duration DEFAULT_REGISTER_STREAM_TIMEOUT
public static final long DEFAULT_REGISTER_STREAM_BACKOFF_BASE
public static final long DEFAULT_REGISTER_STREAM_BACKOFF_MAX
public static final double DEFAULT_REGISTER_STREAM_BACKOFF_EXPONENTIAL_CONSTANT
public static final int DEFAULT_DEREGISTER_STREAM_RETRIES
public static final java.time.Duration DEFAULT_DEREGISTER_STREAM_TIMEOUT
public static final long DEFAULT_DEREGISTER_STREAM_BACKOFF_BASE
public static final long DEFAULT_DEREGISTER_STREAM_BACKOFF_MAX
public static final double DEFAULT_DEREGISTER_STREAM_BACKOFF_EXPONENTIAL_CONSTANT
public static final int DEFAULT_SUBSCRIBE_TO_SHARD_RETRIES
public static final java.time.Duration DEFAULT_SUBSCRIBE_TO_SHARD_TIMEOUT
public static final long DEFAULT_SUBSCRIBE_TO_SHARD_BACKOFF_BASE
public static final long DEFAULT_SUBSCRIBE_TO_SHARD_BACKOFF_MAX
public static final double DEFAULT_SUBSCRIBE_TO_SHARD_BACKOFF_EXPONENTIAL_CONSTANT
public static final int DEFAULT_SHARD_GETRECORDS_MAX
public static final int DEFAULT_SHARD_GETRECORDS_RETRIES
public static final long DEFAULT_SHARD_GETRECORDS_BACKOFF_BASE
public static final long DEFAULT_SHARD_GETRECORDS_BACKOFF_MAX
public static final double DEFAULT_SHARD_GETRECORDS_BACKOFF_EXPONENTIAL_CONSTANT
public static final long DEFAULT_SHARD_GETRECORDS_INTERVAL_MILLIS
public static final int DEFAULT_SHARD_GETITERATOR_RETRIES
public static final long DEFAULT_SHARD_GETITERATOR_BACKOFF_BASE
public static final long DEFAULT_SHARD_GETITERATOR_BACKOFF_MAX
public static final double DEFAULT_SHARD_GETITERATOR_BACKOFF_EXPONENTIAL_CONSTANT
public static final long DEFAULT_SHARD_DISCOVERY_INTERVAL_MILLIS
public static final boolean DEFAULT_SHARD_USE_ADAPTIVE_READS
public static final long DEFAULT_SHARD_IDLE_INTERVAL_MILLIS
public static final long DEFAULT_WATERMARK_SYNC_MILLIS
public static final int DEFAULT_EFO_HTTP_CLIENT_MAX_CONCURRENCY
public static final java.time.Duration DEFAULT_EFO_HTTP_CLIENT_READ_TIMEOUT
public static final long MAX_SHARD_GETRECORDS_INTERVAL_MILLIS
ShardConsumer
s, the value for the configured
getRecords interval can not exceed 5 minutes, which is the expire time for retrieved
iterators.Copyright © 2014–2024 The Apache Software Foundation. All rights reserved.