130c78456c
Major changes: * Remove intermediate batching of kinesis records * Call the callback func with each record * Use functional options for config https://dave.cheney.net/2014/10/17/functional-options-for-friendly-apis Minor changes: * update README messaging about Kinesis -> Firehose functionality * remove unused buffer and emitter code
34 lines
643 B
Go
34 lines
643 B
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"flag"
|
|
"os"
|
|
|
|
"github.com/apex/log"
|
|
"github.com/apex/log/handlers/text"
|
|
"github.com/aws/aws-sdk-go/service/kinesis"
|
|
consumer "github.com/harlow/kinesis-consumer"
|
|
)
|
|
|
|
func main() {
|
|
log.SetHandler(text.New(os.Stderr))
|
|
log.SetLevel(log.DebugLevel)
|
|
|
|
var (
|
|
app = flag.String("app", "", "App name")
|
|
stream = flag.String("stream", "", "Stream name")
|
|
)
|
|
flag.Parse()
|
|
|
|
c, err := consumer.New(*app, *stream)
|
|
if err != nil {
|
|
log.Fatalf("new consumer error: %v", err)
|
|
}
|
|
|
|
c.Scan(context.TODO(), func(r *kinesis.Record) bool {
|
|
// fmt.Println(string(r.Data))
|
|
|
|
return true // continue scanning
|
|
})
|
|
}
|