kinesis-consumer/examples/consumer-redis/main.go

78 lines
1.8 KiB
Go
Raw Normal View History

package main
import (
"context"
"flag"
"fmt"
"log/slog"
"os"
"os/signal"
2021-09-22 05:00:14 +00:00
"github.com/aws/aws-sdk-go-v2/credentials"
"github.com/aws/aws-sdk-go-v2/service/kinesis"
2024-04-10 15:19:07 +00:00
consumer "github.com/alexgridx/kinesis-consumer"
store "github.com/alexgridx/kinesis-consumer/store/redis"
)
var (
applicationName = flag.String("application.name", "", "Consumer app name")
kinesisAWSRegion = flag.String("kinesis.region", "us-west-2", "AWS Region")
kinesisEndpoint = flag.String("kinesis.endpoint", "http://localhost:4567", "Kinesis endpoint")
kinesisStream = flag.String("kinesis.stream", "", "Stream name")
)
func main() {
flag.Parse()
2024-04-12 07:44:32 +00:00
// redis checkpoint checkpointStore
checkpointStore, err := store.New(*applicationName)
if err != nil {
slog.Error("checkpoint store error", slog.String("error", err.Error()))
os.Exit(1)
}
2021-09-22 05:00:14 +00:00
// client
2024-04-12 07:44:32 +00:00
var client = kinesis.New(
kinesis.Options{
BaseEndpoint: kinesisEndpoint,
Region: *kinesisAWSRegion,
2024-04-12 07:44:32 +00:00
Credentials: credentials.NewStaticCredentialsProvider("user", "pass", "token"),
})
// consumer
c, err := consumer.New(
*kinesisStream,
consumer.WithClient(client),
2024-04-12 07:44:32 +00:00
consumer.WithStore(checkpointStore),
consumer.WithLogger(slog.Default()),
)
if err != nil {
slog.Error("consumer error", slog.String("error", err.Error()))
os.Exit(1)
}
// use cancel func to signal shutdown
ctx, cancel := context.WithCancel(context.Background())
// trap SIGINT, wait to trigger shutdown
signals := make(chan os.Signal, 1)
signal.Notify(signals, os.Interrupt)
go func() {
<-signals
fmt.Println("caught exit signal, cancelling context!")
cancel()
}()
// scan stream
err = c.Scan(ctx, func(r *consumer.Record) error {
fmt.Println(string(r.Data))
return nil // continue scanning
})
if err != nil {
slog.Error("scan error", slog.String("error", err.Error()))
os.Exit(1)
}
}