/* * Copyright (c) 2021 VMware, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a copy of this software and * associated documentation files (the "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is furnished to do * so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in all copies or substantial * portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT * NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ // Package worker package worker import ( "context" "errors" "fmt" "math" "time" "github.com/aws/aws-sdk-go-v2/service/kinesis" "github.com/aws/aws-sdk-go-v2/service/kinesis/types" ) // fetchConsumerARNWithRetry tries to fetch consumer ARN. Retries 10 times with exponential backoff in case of an error func (w *Worker) fetchConsumerARNWithRetry() (string, error) { for retry := 0; ; retry++ { consumerARN, err := w.fetchConsumerARN() if err == nil { return consumerARN, nil } if retry < 10 { sleepDuration := time.Duration(math.Exp2(float64(retry))*100) * time.Millisecond w.kclConfig.Logger.Errorf("Could not get consumer ARN: %v, retrying after: %s", err, sleepDuration) time.Sleep(sleepDuration) continue } return consumerARN, err } } // fetchConsumerARN gets enhanced fan-out consumerARN. // Registers enhanced fan-out consumer if the consumer is not found func (w *Worker) fetchConsumerARN() (string, error) { log := w.kclConfig.Logger log.Debugf("Fetching stream consumer ARN") streamDescription, err := w.kc.DescribeStream(context.TODO(), &kinesis.DescribeStreamInput{ StreamName: &w.kclConfig.StreamName, }) if err != nil { log.Errorf("Could not describe stream: %v", err) return "", err } streamConsumerDescription, err := w.kc.DescribeStreamConsumer(context.TODO(), &kinesis.DescribeStreamConsumerInput{ ConsumerName: &w.kclConfig.EnhancedFanOutConsumerName, StreamARN: streamDescription.StreamDescription.StreamARN, }) if err == nil { log.Infof("Enhanced fan-out consumer found, consumer status: %s", streamConsumerDescription.ConsumerDescription.ConsumerStatus) if streamConsumerDescription.ConsumerDescription.ConsumerStatus != types.ConsumerStatusActive { return "", fmt.Errorf("consumer is not in active status yet, current status: %s", streamConsumerDescription.ConsumerDescription.ConsumerStatus) } return *streamConsumerDescription.ConsumerDescription.ConsumerARN, nil } //aws-sdk-go-v2 https://github.com/aws/aws-sdk-go-v2/blob/main/CHANGELOG.md#error-handling var notFoundErr *types.ResourceNotFoundException if errors.As(err, ¬FoundErr) { log.Infof("Enhanced fan-out consumer not found, registering new consumer with name: %s", w.kclConfig.EnhancedFanOutConsumerName) out, err := w.kc.RegisterStreamConsumer(context.TODO(), &kinesis.RegisterStreamConsumerInput{ ConsumerName: &w.kclConfig.EnhancedFanOutConsumerName, StreamARN: streamDescription.StreamDescription.StreamARN, }) if err != nil { log.Errorf("Could not register enhanced fan-out consumer: %v", err) return "", err } if out.Consumer.ConsumerStatus != types.ConsumerStatusActive { return "", fmt.Errorf("consumer is not in active status yet, current status: %s", out.Consumer.ConsumerStatus) } return *out.Consumer.ConsumerARN, nil } log.Errorf("Could not describe stream consumer: %v", err) //%w should we unwrap the underlying error? return "", err }