41 lines
741 B
Go
41 lines
741 B
Go
package main
|
|
|
|
import (
|
|
"bytes"
|
|
"flag"
|
|
"fmt"
|
|
|
|
"github.com/harlow/kinesis-connectors"
|
|
"github.com/harlow/kinesis-connectors/emitter/s3"
|
|
)
|
|
|
|
var (
|
|
app = flag.String("a", "", "App name")
|
|
bucket = flag.String("b", "", "Bucket name")
|
|
stream = flag.String("s", "", "Stream name")
|
|
)
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
emitter := &s3.Emitter{Bucket: *bucket}
|
|
|
|
c := connector.NewConsumer(*app, *stream)
|
|
c.Start(connector.HandlerFunc(func(b connector.Buffer) {
|
|
body := new(bytes.Buffer)
|
|
|
|
for _, r := range b.GetRecords() {
|
|
body.Write(r.Data)
|
|
}
|
|
|
|
err := emitter.Emit(
|
|
s3.Key("", b.FirstSeq(), b.LastSeq()),
|
|
bytes.NewReader(body.Bytes()),
|
|
)
|
|
|
|
if err != nil {
|
|
fmt.Printf("error %s", err)
|
|
}
|
|
}))
|
|
|
|
select {} // run forever
|
|
}
|