luciano/vmware-go-kcl-v2
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Revert "changed mod file path to my clone repo"

Browse source 
This reverts commit b602dfa20f.
This commit is contained in:
magiusdarrigo 2022-10-27 12:49:02 -05:00
parent b602dfa20f
commit aa0a11286d
27 changed files with 77 additions and 76 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

10
README.md
View file

@ -1,9 +1,9 @@
# VMWare Go KCL v2
![technology Go](https://img.shields.io/badge/technology-go-blue.svg)
[![Go Report Card](https://goreportcard.com/badge/github.com/magiusdarrigo/vmware-go-kcl-v2)](https://goreportcard.com/report/github.com/magiusdarrigo/vmware-go-kcl-v2)
[![Go Report Card](https://goreportcard.com/badge/github.com/vmware/vmware-go-kcl-v2)](https://goreportcard.com/report/github.com/vmware/vmware-go-kcl-v2)
[![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
[![vmware-go-kcl-v2](https://github.com/magiusdarrigo/vmware-go-kcl-v2/actions/workflows/vmware-go-kcl-v2-ci.yml/badge.svg)](https://github.com/magiusdarrigo/vmware-go-kcl-v2/actions/workflows/vmware-go-kcl-v2-ci.yml)
[![vmware-go-kcl-v2](https://github.com/vmware/vmware-go-kcl-v2/actions/workflows/vmware-go-kcl-v2-ci.yml/badge.svg)](https://github.com/vmware/vmware-go-kcl-v2/actions/workflows/vmware-go-kcl-v2-ci.yml)
## Overview
@ -11,12 +11,12 @@ VMware-Go-KCL-V2 is a native open-source Go library for Amazon Kinesis Data Stre
to program KDS consumers in lightweight Go language and still take advantage of the features presented by the native
KDS Java API libraries.
[vmware-go-kcl-v2](https://github.com/magiusdarrigo/vmware-go-kcl-v2) is a VMWare originated open-source project for AWS Kinesis
[vmware-go-kcl-v2](https://github.com/vmware/vmware-go-kcl-v2) is a VMWare originated open-source project for AWS Kinesis
Client Library in Go. Within VMware, we have seen adoption in vSecureState and Carbon Black. In addition, Carbon Black
has contributed to the vmware-go-kcl codebase and heavily used it in the product. Besides,
[vmware-go-kcl-v2](https://github.com/magiusdarrigo/vmware-go-kcl-v2) has got
[vmware-go-kcl-v2](https://github.com/vmware/vmware-go-kcl-v2) has got
[recognition](https://www.linkedin.com/posts/adityakrish_vmware-go-kcl-a-native-open-source-go-programming-activity-6810626798133616640-B6W8/),
and [contributions](https://github.com/magiusdarrigo/vmware-go-kcl-v2/graphs/contributors) from the industry.
and [contributions](https://github.com/vmware/vmware-go-kcl-v2/graphs/contributors) from the industry.
`vmware-go-kcl-v2` is the v2 version of VMWare KCL for the Go programming language by utilizing [AWS Go SDK V2](https://github.com/aws/aws-sdk-go-v2).

4
clientlibrary/checkpoint/checkpointer.go
View file

@ -20,7 +20,7 @@
// Package checkpoint
// The implementation is derived from https://github.com/patrobinson/gokini
//
// # Copyright 2018 Patrick robinson
// Copyright 2018 Patrick robinson
//
// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
//
@ -33,7 +33,7 @@ import (
"errors"
"fmt"
par "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/partition"
par "github.com/vmware/vmware-go-kcl-v2/clientlibrary/partition"
)
const (

8
clientlibrary/checkpoint/dynamodb-checkpointer.go
View file

@ -20,7 +20,7 @@
// Package checkpoint
// The implementation is derived from https://github.com/patrobinson/gokini
//
// # Copyright 2018 Patrick robinson
// Copyright 2018 Patrick robinson
//
// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
//
@ -41,9 +41,9 @@ import (
"github.com/aws/aws-sdk-go-v2/service/dynamodb"
"github.com/aws/aws-sdk-go-v2/service/dynamodb/types"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
par "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/partition"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
par "github.com/vmware/vmware-go-kcl-v2/clientlibrary/partition"
"github.com/vmware/vmware-go-kcl-v2/logger"
)
const (

4
clientlibrary/checkpoint/dynamodb-checkpointer_test.go
View file

@ -39,8 +39,8 @@ import (
"github.com/aws/aws-sdk-go-v2/service/dynamodb/types"
"github.com/stretchr/testify/assert"
cfg "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
par "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/partition"
cfg "github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
par "github.com/vmware/vmware-go-kcl-v2/clientlibrary/partition"
)
func TestDoesTableExist(t *testing.T) {

4
clientlibrary/config/config.go
View file

@ -44,8 +44,8 @@ import (
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/metrics"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/metrics"
"github.com/vmware/vmware-go-kcl-v2/logger"
)
const (

2
clientlibrary/config/config_test.go
View file

@ -23,7 +23,7 @@ import (
"github.com/stretchr/testify/assert"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/logger"
)
func TestConfig(t *testing.T) {

6
clientlibrary/config/kcl-config.go
View file

@ -42,9 +42,9 @@ import (
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/metrics"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/utils"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/metrics"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/utils"
"github.com/vmware/vmware-go-kcl-v2/logger"
)
// NewKinesisClientLibConfig creates a default KinesisClientLibConfiguration based on the required fields.

4
clientlibrary/metrics/cloudwatch/cloudwatch.go
View file

@ -20,7 +20,7 @@
// Package cloudwatch
// The implementation is derived from https://github.com/patrobinson/gokini
//
// # Copyright 2018 Patrick robinson
// Copyright 2018 Patrick robinson
//
// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
//
@ -38,7 +38,7 @@ import (
cwatch "github.com/aws/aws-sdk-go-v2/service/cloudwatch"
"github.com/aws/aws-sdk-go-v2/service/cloudwatch/types"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/logger"
)
// DefaultCloudwatchMetricsBufferDuration Buffer metrics for at most this long before publishing to CloudWatch.

4
clientlibrary/metrics/prometheus/prometheus.go
View file

@ -20,7 +20,7 @@
// Package prometheus
// The implementation is derived from https://github.com/patrobinson/gokini
//
// # Copyright 2018 Patrick robinson
// Copyright 2018 Patrick robinson
//
// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
//
@ -35,7 +35,7 @@ import (
prom "github.com/prometheus/client_golang/prometheus"
"github.com/prometheus/client_golang/prometheus/promhttp"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/logger"
)
// MonitoringService publishes kcl metrics to Prometheus.

4
clientlibrary/partition/partition.go
View file

@ -20,7 +20,7 @@
// Package partition
// The implementation is derived from https://github.com/patrobinson/gokini
//
// # Copyright 2018 Patrick robinson
// Copyright 2018 Patrick robinson
//
// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
//
@ -33,7 +33,7 @@ import (
"sync"
"time"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
)
type ShardStatus struct {

10
clientlibrary/worker/common-shard-consumer.go
View file

@ -29,11 +29,11 @@ import (
"github.com/aws/aws-sdk-go-v2/service/kinesis/types"
deagg "github.com/awslabs/kinesis-aggregation/go/v2/deaggregator"
chk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/checkpoint"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
kcl "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/interfaces"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/metrics"
par "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/partition"
chk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/checkpoint"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
kcl "github.com/vmware/vmware-go-kcl-v2/clientlibrary/interfaces"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/metrics"
par "github.com/vmware/vmware-go-kcl-v2/clientlibrary/partition"
)
type shardConsumer interface {

4
clientlibrary/worker/fan-out-shard-consumer.go
View file

@ -29,8 +29,8 @@ import (
"github.com/aws/aws-sdk-go-v2/service/kinesis"
"github.com/aws/aws-sdk-go-v2/service/kinesis/types"
chk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/checkpoint"
kcl "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/interfaces"
chk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/checkpoint"
kcl "github.com/vmware/vmware-go-kcl-v2/clientlibrary/interfaces"
)
// FanOutShardConsumer is responsible for consuming data records of a (specified) shard.

8
clientlibrary/worker/polling-shard-consumer.go
View file

@ -20,7 +20,7 @@
// Package worker
// The implementation is derived from https://github.com/patrobinson/gokini
//
// # Copyright 2018 Patrick robinson
// Copyright 2018 Patrick robinson
//
// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
//
@ -39,9 +39,9 @@ import (
"github.com/aws/aws-sdk-go-v2/service/kinesis"
"github.com/aws/aws-sdk-go-v2/service/kinesis/types"
chk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/checkpoint"
kcl "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/interfaces"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/metrics"
chk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/checkpoint"
kcl "github.com/vmware/vmware-go-kcl-v2/clientlibrary/interfaces"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/metrics"
)
// PollingShardConsumer is responsible for polling data records from a (specified) shard.

6
clientlibrary/worker/record-processor-checkpointer.go
View file

@ -23,9 +23,9 @@ package worker
import (
"github.com/aws/aws-sdk-go-v2/aws"
chk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/checkpoint"
kcl "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/interfaces"
par "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/partition"
chk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/checkpoint"
kcl "github.com/vmware/vmware-go-kcl-v2/clientlibrary/interfaces"
par "github.com/vmware/vmware-go-kcl-v2/clientlibrary/partition"
)
type (

18
clientlibrary/worker/worker.go
View file

@ -20,7 +20,7 @@
// Package worker
// The implementation is derived from https://github.com/patrobinson/gokini
//
// # Copyright 2018 Patrick robinson
// Copyright 2018 Patrick robinson
//
// Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
//
@ -42,16 +42,16 @@ import (
awsConfig "github.com/aws/aws-sdk-go-v2/config"
"github.com/aws/aws-sdk-go-v2/service/kinesis"
chk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/checkpoint"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
kcl "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/interfaces"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/metrics"
par "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/partition"
chk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/checkpoint"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
kcl "github.com/vmware/vmware-go-kcl-v2/clientlibrary/interfaces"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/metrics"
par "github.com/vmware/vmware-go-kcl-v2/clientlibrary/partition"
)
// Worker is the high level class that Kinesis applications use to start processing data. It initializes and oversees
// different components (e.g. syncing shard and lease information, tracking shard assignments, and processing data from
// the shards).
//Worker is the high level class that Kinesis applications use to start processing data. It initializes and oversees
//different components (e.g. syncing shard and lease information, tracking shard assignments, and processing data from
//the shards).
type Worker struct {
streamName string
regionName string

2
go.mod
View file

@ -1,4 +1,4 @@
module github.com/magiusdarrigo/vmware-go-kcl-v2
module github.com/vmware/vmware-go-kcl-v2
go 1.17

3
logger/zap/zap.go
View file

@ -24,7 +24,7 @@ package zap
import (
"os"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/logger"
uzap "go.uber.org/zap"
"go.uber.org/zap/zapcore"
lumberjack "gopkg.in/natefinch/lumberjack.v2"
@ -44,6 +44,7 @@ type ZapLogger struct {
//
// Base zap logger can be convert to SugaredLogger by calling to add a wrapper:
// sugaredLogger := log.Sugar()
//
func NewZapLogger(logger *uzap.SugaredLogger) logger.Logger {
return &ZapLogger{
sugaredLogger: logger,

4
logger/zap/zap_test.go
View file

@ -3,9 +3,9 @@ package zap_test
import (
"testing"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger/zap"
"github.com/stretchr/testify/assert"
"github.com/vmware/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/logger/zap"
uzap "go.uber.org/zap"
)

2
logger/zerolog/zerolog.go
View file

@ -23,8 +23,8 @@
package zerolog
import (
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/rs/zerolog"
"github.com/vmware/vmware-go-kcl-v2/logger"
"gopkg.in/natefinch/lumberjack.v2"
"os"
)

2
logger/zerolog/zerolog_test.go
View file

@ -1,7 +1,7 @@
package zerolog
import (
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
"github.com/vmware/vmware-go-kcl-v2/logger"
"testing"
)

6
test/lease_stealing_util_test.go
View file

@ -13,9 +13,9 @@ import (
"github.com/aws/aws-sdk-go-v2/service/kinesis"
"github.com/stretchr/testify/assert"
chk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/checkpoint"
cfg "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
wk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/worker"
chk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/checkpoint"
cfg "github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
wk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/worker"
)
type LeaseStealingTest struct {

4
test/logger_test.go
View file

@ -28,8 +28,8 @@ import (
"github.com/sirupsen/logrus"
"go.uber.org/zap"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
zaplogger "github.com/magiusdarrigo/vmware-go-kcl-v2/logger/zap"
"github.com/vmware/vmware-go-kcl-v2/logger"
zaplogger "github.com/vmware/vmware-go-kcl-v2/logger/zap"
)
func TestZapLoggerWithConfig(t *testing.T) {

2
test/record_processor_test.go
View file

@ -26,7 +26,7 @@ import (
"github.com/aws/aws-sdk-go-v2/aws"
"github.com/stretchr/testify/assert"
kc "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/interfaces"
kc "github.com/vmware/vmware-go-kcl-v2/clientlibrary/interfaces"
)
// Record processor factory is used to create RecordProcessor

2
test/record_publisher_test.go
View file

@ -35,7 +35,7 @@ import (
rec "github.com/awslabs/kinesis-aggregation/go/v2/records"
"github.com/golang/protobuf/proto"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/utils"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/utils"
)
const specstr = `{"name":"kube-qQyhk","networking":{"containerNetworkCidr":"10.2.0.0/16"},"orgName":"BVT-Org-cLQch","projectName":"project-tDSJd","serviceLevel":"DEVELOPER","size":{"count":1},"version":"1.8.1-4"}`

8
test/worker_custom_test.go
View file

@ -20,7 +20,7 @@ package test
import (
"context"
chk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/checkpoint"
chk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/checkpoint"
"os"
"sync"
"testing"
@ -31,9 +31,9 @@ import (
log "github.com/sirupsen/logrus"
"github.com/stretchr/testify/assert"
cfg "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
par "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/partition"
wk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/worker"
cfg "github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
par "github.com/vmware/vmware-go-kcl-v2/clientlibrary/partition"
wk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/worker"
)
func TestWorkerInjectCheckpointer(t *testing.T) {

8
test/worker_lease_stealing_test.go
View file

@ -1,12 +1,12 @@
package test
import (
chk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/checkpoint"
chk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/checkpoint"
"testing"
cfg "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
wk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/worker"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
cfg "github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
wk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/worker"
"github.com/vmware/vmware-go-kcl-v2/logger"
)
func TestLeaseStealing(t *testing.T) {

14
test/worker_test.go
View file

@ -30,13 +30,13 @@ import (
"github.com/prometheus/common/expfmt"
"github.com/stretchr/testify/assert"
cfg "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/config"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/metrics"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/metrics/cloudwatch"
"github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/metrics/prometheus"
wk "github.com/magiusdarrigo/vmware-go-kcl-v2/clientlibrary/worker"
"github.com/magiusdarrigo/vmware-go-kcl-v2/logger"
zaplogger "github.com/magiusdarrigo/vmware-go-kcl-v2/logger/zap"
cfg "github.com/vmware/vmware-go-kcl-v2/clientlibrary/config"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/metrics"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/metrics/cloudwatch"
"github.com/vmware/vmware-go-kcl-v2/clientlibrary/metrics/prometheus"
wk "github.com/vmware/vmware-go-kcl-v2/clientlibrary/worker"
"github.com/vmware/vmware-go-kcl-v2/logger"
zaplogger "github.com/vmware/vmware-go-kcl-v2/logger/zap"
)
const (