2018-07-29 05:53:33 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
|
|
|
|
"flag"
|
|
|
|
|
"fmt"
|
|
|
|
|
"log"
|
|
|
|
|
"os"
|
|
|
|
|
"os/signal"
|
|
|
|
|
|
|
|
|
|
consumer "github.com/harlow/kinesis-consumer"
|
|
|
|
|
checkpoint "github.com/harlow/kinesis-consumer/checkpoint/redis"
|
|
|
|
|
)
|
|
|
|
|
|
2019-04-10 05:03:12 +00:00
|
|
|
// A myLogger provides a minimalistic logger satisfying the Logger interface.
|
|
|
|
|
type myLogger struct {
|
|
|
|
|
logger *log.Logger
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Log logs the parameters to the stdlib logger. See log.Println.
|
|
|
|
|
func (l *myLogger) Log(args ...interface{}) {
|
|
|
|
|
l.logger.Println(args...)
|
|
|
|
|
}
|
|
|
|
|
|
2018-07-29 05:53:33 +00:00
|
|
|
func main() {
|
|
|
|
|
var (
|
2019-04-07 23:29:12 +00:00
|
|
|
app = flag.String("app", "", "Consumer app name")
|
2018-07-29 05:53:33 +00:00
|
|
|
stream = flag.String("stream", "", "Stream name")
|
|
|
|
|
)
|
|
|
|
|
flag.Parse()
|
|
|
|
|
|
|
|
|
|
// redis checkpoint
|
|
|
|
|
ck, err := checkpoint.New(*app)
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatalf("checkpoint error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
|
2019-04-10 05:03:12 +00:00
|
|
|
// logger
|
|
|
|
|
logger := &myLogger{
|
|
|
|
|
logger: log.New(os.Stdout, "consumer-example: ", log.LstdFlags),
|
|
|
|
|
}
|
|
|
|
|
|
2018-07-29 05:53:33 +00:00
|
|
|
// consumer
|
|
|
|
|
c, err := consumer.New(
|
2019-04-10 05:03:12 +00:00
|
|
|
*stream,
|
2019-05-25 02:43:36 +00:00
|
|
|
consumer.WithStorage(ck),
|
2019-04-10 05:03:12 +00:00
|
|
|
consumer.WithLogger(logger),
|
2018-07-29 05:53:33 +00:00
|
|
|
)
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatalf("consumer error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// use cancel func to signal shutdown
|
|
|
|
|
ctx, cancel := context.WithCancel(context.Background())
|
|
|
|
|
|
|
|
|
|
// trap SIGINT, wait to trigger shutdown
|
|
|
|
|
signals := make(chan os.Signal, 1)
|
|
|
|
|
signal.Notify(signals, os.Interrupt)
|
|
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
|
<-signals
|
2019-04-10 05:03:12 +00:00
|
|
|
fmt.Println("caught exit signal, cancelling context!")
|
2018-07-29 05:53:33 +00:00
|
|
|
cancel()
|
|
|
|
|
}()
|
|
|
|
|
|
|
|
|
|
// scan stream
|
2019-04-07 23:29:12 +00:00
|
|
|
err = c.Scan(ctx, func(r *consumer.Record) error {
|
2018-07-29 05:53:33 +00:00
|
|
|
fmt.Println(string(r.Data))
|
2019-04-07 23:29:12 +00:00
|
|
|
return nil // continue scanning
|
2018-07-29 05:53:33 +00:00
|
|
|
})
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatalf("scan error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
}
|