83 lines
3.8 KiB
Properties
83 lines
3.8 KiB
Properties
# The script that abides by the multi-language protocol. This script will
|
|
# be executed by the MultiLangDaemon, which will communicate with this script
|
|
# over STDIN and STDOUT according to the multi-language protocol.
|
|
executableName = build/consumer
|
|
|
|
# The name of an Amazon Kinesis stream to process.
|
|
streamName = test-stream
|
|
|
|
# Used by the KCL as the name of this application. Will be used as the name
|
|
# of an Amazon DynamoDB table which will store the lease and checkpoint
|
|
# information for workers with this application name
|
|
applicationName = KCLGoExample
|
|
|
|
# Users can change the credentials provider the KCL will use to retrieve credentials.
|
|
# The DefaultAWSCredentialsProviderChain checks several other providers, which is
|
|
# described here:
|
|
# http://docs.aws.amazon.com/AWSJavaSDK/latest/javadoc/com/amazonaws/auth/DefaultAWSCredentialsProviderChain.html
|
|
AWSCredentialsProvider = DefaultAWSCredentialsProviderChain
|
|
|
|
# Appended to the user agent of the KCL. Does not impact the functionality of the
|
|
# KCL in any other way.
|
|
processingLanguage = golang
|
|
|
|
# Valid options at TRIM_HORIZON or LATEST.
|
|
# See http://docs.aws.amazon.com/kinesis/latest/APIReference/API_GetShardIterator.html#API_GetShardIterator_RequestSyntax
|
|
initialPositionInStream = TRIM_HORIZON
|
|
|
|
# The following properties are also available for configuring the KCL Worker that is created
|
|
# by the MultiLangDaemon.
|
|
|
|
# The KCL defaults to us-east-1
|
|
regionName = us-west-1
|
|
|
|
# Fail over time in milliseconds. A worker which does not renew it's lease within this time interval
|
|
# will be regarded as having problems and it's shards will be assigned to other workers.
|
|
# For applications that have a large number of shards, this msy be set to a higher number to reduce
|
|
# the number of DynamoDB IOPS required for tracking leases
|
|
#failoverTimeMillis = 10000
|
|
|
|
# A worker id that uniquely identifies this worker among all workers using the same applicationName
|
|
# If this isn't provided a MultiLangDaemon instance will assign a unique workerId to itself.
|
|
#workerId =
|
|
|
|
# Shard sync interval in milliseconds - e.g. wait for this long between shard sync tasks.
|
|
#shardSyncIntervalMillis = 60000
|
|
|
|
# Max records to fetch from Kinesis in a single GetRecords call.
|
|
#maxRecords = 10000
|
|
|
|
# Idle time between record reads in milliseconds.
|
|
#idleTimeBetweenReadsInMillis = 1000
|
|
|
|
# Enables applications flush/checkpoint (if they have some data "in progress", but don't get new data for while)
|
|
#callProcessRecordsEvenForEmptyRecordList = false
|
|
|
|
# Interval in milliseconds between polling to check for parent shard completion.
|
|
# Polling frequently will take up more DynamoDB IOPS (when there are leases for shards waiting on
|
|
# completion of parent shards).
|
|
#parentShardPollIntervalMillis = 10000
|
|
|
|
# Cleanup leases upon shards completion (don't wait until they expire in Kinesis).
|
|
# Keeping leases takes some tracking/resources (e.g. they need to be renewed, assigned), so by default we try
|
|
# to delete the ones we don't need any longer.
|
|
#cleanupLeasesUponShardCompletion = true
|
|
|
|
# Backoff time in milliseconds for Amazon Kinesis Client Library tasks (in the event of failures).
|
|
#taskBackoffTimeMillis = 500
|
|
|
|
# Buffer metrics for at most this long before publishing to CloudWatch.
|
|
#metricsBufferTimeMillis = 10000
|
|
|
|
# Buffer at most this many metrics before publishing to CloudWatch.
|
|
#metricsMaxQueueSize = 10000
|
|
|
|
# KCL will validate client provided sequence numbers with a call to Amazon Kinesis before checkpointing for calls
|
|
# to RecordProcessorCheckpointer#checkpoint(String) by default.
|
|
#validateSequenceNumberBeforeCheckpointing = true
|
|
|
|
# The maximum number of active threads for the MultiLangDaemon to permit.
|
|
# If a value is provided then a FixedThreadPool is used with the maximum
|
|
# active threads set to the provided value. If a non-positive integer or no
|
|
# value is provided a CachedThreadPool is used.
|
|
#maxActiveThreads = 0
|