2017-11-20 16:21:40 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
|
|
|
|
"flag"
|
2017-11-20 17:37:30 +00:00
|
|
|
"fmt"
|
2017-11-20 16:21:40 +00:00
|
|
|
"os"
|
|
|
|
|
|
|
|
|
|
"github.com/apex/log"
|
|
|
|
|
"github.com/apex/log/handlers/text"
|
|
|
|
|
consumer "github.com/harlow/kinesis-consumer"
|
2017-11-21 16:58:16 +00:00
|
|
|
checkpoint "github.com/harlow/kinesis-consumer/checkpoint/redis"
|
2017-11-20 16:21:40 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
func main() {
|
|
|
|
|
log.SetHandler(text.New(os.Stderr))
|
|
|
|
|
log.SetLevel(log.DebugLevel)
|
|
|
|
|
|
|
|
|
|
var (
|
|
|
|
|
app = flag.String("app", "", "App name")
|
|
|
|
|
stream = flag.String("stream", "", "Stream name")
|
|
|
|
|
)
|
|
|
|
|
flag.Parse()
|
|
|
|
|
|
2017-11-21 16:58:16 +00:00
|
|
|
// new checkpoint
|
|
|
|
|
ck, err := checkpoint.New(*app, *stream)
|
|
|
|
|
if err != nil {
|
|
|
|
|
log.Fatalf("checkpoint error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// new consumer
|
|
|
|
|
c, err := consumer.New(ck, *app, *stream)
|
2017-11-20 16:21:40 +00:00
|
|
|
if err != nil {
|
2017-11-20 19:45:30 +00:00
|
|
|
log.Fatalf("consumer error: %v", err)
|
2017-11-20 16:21:40 +00:00
|
|
|
}
|
|
|
|
|
|
2017-11-21 16:58:16 +00:00
|
|
|
// scan stream
|
|
|
|
|
err = c.Scan(context.TODO(), func(r *consumer.Record) bool {
|
2017-11-20 17:37:30 +00:00
|
|
|
fmt.Println(string(r.Data))
|
2017-11-20 16:21:40 +00:00
|
|
|
return true // continue scanning
|
|
|
|
|
})
|
2017-11-20 19:45:30 +00:00
|
|
|
if err != nil {
|
|
|
|
|
log.Fatalf("scan error: %v", err)
|
|
|
|
|
}
|
2017-11-20 16:21:40 +00:00
|
|
|
}
|