100 lines
4 KiB
Go
100 lines
4 KiB
Go
/*
|
|
* Copyright (c) 2021 VMware, Inc.
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy of this software and
|
|
* associated documentation files (the "Software"), to deal in the Software without restriction, including
|
|
* without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is furnished to do
|
|
* so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in all copies or substantial
|
|
* portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT
|
|
* NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
|
|
* IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
|
|
* WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
|
|
* SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
*/
|
|
|
|
// Package worker
|
|
package worker
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"fmt"
|
|
"math"
|
|
"time"
|
|
|
|
"github.com/aws/aws-sdk-go-v2/service/kinesis"
|
|
"github.com/aws/aws-sdk-go-v2/service/kinesis/types"
|
|
)
|
|
|
|
// fetchConsumerARNWithRetry tries to fetch consumer ARN. Retries 10 times with exponential backoff in case of an error
|
|
func (w *Worker) fetchConsumerARNWithRetry() (string, error) {
|
|
for retry := 0; ; retry++ {
|
|
consumerARN, err := w.fetchConsumerARN()
|
|
if err == nil {
|
|
return consumerARN, nil
|
|
}
|
|
if retry < 10 {
|
|
sleepDuration := time.Duration(math.Exp2(float64(retry))*100) * time.Millisecond
|
|
w.kclConfig.Logger.Errorf("Could not get consumer ARN: %v, retrying after: %s", err, sleepDuration)
|
|
time.Sleep(sleepDuration)
|
|
continue
|
|
}
|
|
return consumerARN, err
|
|
}
|
|
}
|
|
|
|
// fetchConsumerARN gets enhanced fan-out consumerARN.
|
|
// Registers enhanced fan-out consumer if the consumer is not found
|
|
func (w *Worker) fetchConsumerARN() (string, error) {
|
|
log := w.kclConfig.Logger
|
|
log.Debugf("Fetching stream consumer ARN")
|
|
|
|
streamDescription, err := w.kc.DescribeStream(context.TODO(), &kinesis.DescribeStreamInput{
|
|
StreamName: &w.kclConfig.StreamName,
|
|
})
|
|
|
|
if err != nil {
|
|
log.Errorf("Could not describe stream: %v", err)
|
|
return "", err
|
|
}
|
|
|
|
streamConsumerDescription, err := w.kc.DescribeStreamConsumer(context.TODO(), &kinesis.DescribeStreamConsumerInput{
|
|
ConsumerName: &w.kclConfig.EnhancedFanOutConsumerName,
|
|
StreamARN: streamDescription.StreamDescription.StreamARN,
|
|
})
|
|
|
|
if err == nil {
|
|
log.Infof("Enhanced fan-out consumer found, consumer status: %s", streamConsumerDescription.ConsumerDescription.ConsumerStatus)
|
|
if streamConsumerDescription.ConsumerDescription.ConsumerStatus != types.ConsumerStatusActive {
|
|
return "", fmt.Errorf("consumer is not in active status yet, current status: %s", streamConsumerDescription.ConsumerDescription.ConsumerStatus)
|
|
}
|
|
return *streamConsumerDescription.ConsumerDescription.ConsumerARN, nil
|
|
}
|
|
|
|
//aws-sdk-go-v2 https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md#error-handling
|
|
var notFoundErr *types.ResourceNotFoundException
|
|
if errors.As(err, ¬FoundErr) {
|
|
log.Infof("Enhanced fan-out consumer not found, registering new consumer with name: %s", w.kclConfig.EnhancedFanOutConsumerName)
|
|
out, err := w.kc.RegisterStreamConsumer(context.TODO(), &kinesis.RegisterStreamConsumerInput{
|
|
ConsumerName: &w.kclConfig.EnhancedFanOutConsumerName,
|
|
StreamARN: streamDescription.StreamDescription.StreamARN,
|
|
})
|
|
if err != nil {
|
|
log.Errorf("Could not register enhanced fan-out consumer: %v", err)
|
|
return "", err
|
|
}
|
|
if out.Consumer.ConsumerStatus != types.ConsumerStatusActive {
|
|
return "", fmt.Errorf("consumer is not in active status yet, current status: %s", out.Consumer.ConsumerStatus)
|
|
}
|
|
return *out.Consumer.ConsumerARN, nil
|
|
}
|
|
|
|
log.Errorf("Could not describe stream consumer: %v", err) //%w should we unwrap the underlying error?
|
|
|
|
return "", err
|
|
}
|