Skip to content

Commit

Permalink
Add scylla connector
Browse files Browse the repository at this point in the history
It is essentially copy of cassandra connector
Only added consistency level and host policy config
Since github.com/scylladb/gocql has "github/gocql/gocql" in go.mod
 it is necessary to have go.mod in scylla connector directory with
 "replace" directive.
  • Loading branch information
dkropachev committed Jul 29, 2024
1 parent 458edbc commit 68e0e64
Show file tree
Hide file tree
Showing 10 changed files with 1,367 additions and 1 deletion.
2 changes: 2 additions & 0 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,7 @@ install: $(APPS)

deps:
@go mod tidy
@cd internal/impl/scylla && go mod tidy

SOURCE_FILES = $(shell find internal public cmd -type f)
TEMPLATE_FILES = $(shell find internal/impl -type f -name "template_*.yaml")
Expand Down Expand Up @@ -79,6 +80,7 @@ test-race: $(APPS)
test-integration:
$(warning WARNING! Running the integration tests in their entirety consumes a huge amount of computing resources and is likely to time out on most machines. It's recommended that you instead run the integration suite for connectors you are working selectively with `go test -run 'TestIntegration/kafka' ./...` and so on.)
@go test $(GO_FLAGS) -ldflags "$(LD_FLAGS)" -run "^Test.*Integration.*$$" -timeout 5m ./...
@cd internal/impl/scylla && go test $(GO_FLAGS) -ldflags "$(LD_FLAGS)" -run "^Test.*Integration.*$$" -timeout 5m ./...

clean:
rm -rf $(PATHINSTBIN)
Expand Down
6 changes: 5 additions & 1 deletion go.mod
Original file line number Diff line number Diff line change
@@ -1,6 +1,9 @@
module github.com/redpanda-data/connect/v4

replace github.com/99designs/keyring => github.com/Jeffail/keyring v1.2.3
replace (
github.com/99designs/keyring => github.com/Jeffail/keyring v1.2.3
github.com/redpanda-data/connect/v4/internal/impl/scylla => ./internal/impl/scylla
)

require (
cloud.google.com/go/bigquery v1.61.0
Expand Down Expand Up @@ -95,6 +98,7 @@ require (
github.com/redis/go-redis/v9 v9.5.3
github.com/redpanda-data/benthos/v4 v4.33.0
github.com/redpanda-data/connect/public/bundle/free/v4 v4.29.0
github.com/redpanda-data/connect/v4/internal/impl/scylla v0.0.0-00010101000000-000000000000
github.com/rs/xid v1.2.1
github.com/sijms/go-ora/v2 v2.8.19
github.com/smira/go-statsd v1.3.3
Expand Down
85 changes: 85 additions & 0 deletions internal/impl/scylla/go.mod
Original file line number Diff line number Diff line change
@@ -0,0 +1,85 @@
module github.com/redpanda-data/connect/v4/internal/impl/scylla

go 1.22.0

toolchain go1.22.4

replace (
github.com/gocql/gocql => github.com/scylladb/gocql v1.14.2
github.com/redpanda-data/connect/v4 => ../../../../..
)

require (
github.com/gocql/gocql v0.0.0-00010101000000-000000000000
github.com/ory/dockertest/v3 v3.10.0
github.com/redpanda-data/benthos/v4 v4.33.0
github.com/stretchr/testify v1.9.0
)

require (
cuelang.org/go v0.9.1 // indirect
github.com/Azure/go-ansiterm v0.0.0-20170929234023-d6e3b3328b78 // indirect
github.com/Jeffail/gabs/v2 v2.7.0 // indirect
github.com/Jeffail/shutdown v1.0.0 // indirect
github.com/Microsoft/go-winio v0.6.0 // indirect
github.com/Nvveen/Gotty v0.0.0-20120604004816-cd527374f1e5 // indirect
github.com/OneOfOne/xxhash v1.2.8 // indirect
github.com/cenkalti/backoff/v4 v4.3.0 // indirect
github.com/cockroachdb/apd/v3 v3.2.1 // indirect
github.com/containerd/continuity v0.3.0 // indirect
github.com/cpuguy83/go-md2man/v2 v2.0.4 // indirect
github.com/davecgh/go-spew v1.1.1 // indirect
github.com/docker/cli v20.10.17+incompatible // indirect
github.com/docker/docker v20.10.7+incompatible // indirect
github.com/docker/go-connections v0.4.0 // indirect
github.com/docker/go-units v0.4.0 // indirect
github.com/fatih/color v1.17.0 // indirect
github.com/felixge/httpsnoop v1.0.4 // indirect
github.com/fsnotify/fsnotify v1.7.0 // indirect
github.com/go-logr/logr v1.4.1 // indirect
github.com/go-logr/stdr v1.2.2 // indirect
github.com/gofrs/uuid v4.4.0+incompatible // indirect
github.com/gogo/protobuf v1.3.2 // indirect
github.com/golang-jwt/jwt/v5 v5.2.1 // indirect
github.com/golang/snappy v0.0.4 // indirect
github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510 // indirect
github.com/gorilla/handlers v1.5.2 // indirect
github.com/gorilla/mux v1.8.1 // indirect
github.com/hailocab/go-hostpool v0.0.0-20160125115350-e80d13ce29ed // indirect
github.com/imdario/mergo v0.3.12 // indirect
github.com/matoous/go-nanoid/v2 v2.1.0 // indirect
github.com/mattn/go-colorable v0.1.13 // indirect
github.com/mattn/go-isatty v0.0.20 // indirect
github.com/mitchellh/mapstructure v1.4.1 // indirect
github.com/moby/term v0.0.0-20201216013528-df9cb8a40635 // indirect
github.com/nsf/jsondiff v0.0.0-20210926074059-1e845ec5d249 // indirect
github.com/opencontainers/go-digest v1.0.0 // indirect
github.com/opencontainers/image-spec v1.1.0 // indirect
github.com/opencontainers/runc v1.1.5 // indirect
github.com/pkg/errors v0.9.1 // indirect
github.com/pmezard/go-difflib v1.0.0 // indirect
github.com/rcrowley/go-metrics v0.0.0-20201227073835-cf1acfcdf475 // indirect
github.com/russross/blackfriday/v2 v2.1.0 // indirect
github.com/segmentio/ksuid v1.0.4 // indirect
github.com/sirupsen/logrus v1.9.3 // indirect
github.com/tilinna/z85 v1.0.0 // indirect
github.com/urfave/cli/v2 v2.27.2 // indirect
github.com/xeipuuv/gojsonpointer v0.0.0-20190905194746-02993c407bfb // indirect
github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415 // indirect
github.com/xeipuuv/gojsonschema v1.2.0 // indirect
github.com/xrash/smetrics v0.0.0-20240312152122-5f08fbb34913 // indirect
github.com/youmark/pkcs8 v0.0.0-20201027041543-1326539a0a0a // indirect
go.opentelemetry.io/otel v1.27.0 // indirect
go.opentelemetry.io/otel/metric v1.27.0 // indirect
go.opentelemetry.io/otel/trace v1.27.0 // indirect
golang.org/x/crypto v0.25.0 // indirect
golang.org/x/mod v0.17.0 // indirect
golang.org/x/sync v0.7.0 // indirect
golang.org/x/sys v0.22.0 // indirect
golang.org/x/text v0.16.0 // indirect
golang.org/x/tools v0.21.1-0.20240508182429-e35e4ccd0d2d // indirect
gopkg.in/inf.v0 v0.9.1 // indirect
gopkg.in/natefinch/lumberjack.v2 v2.2.1 // indirect
gopkg.in/yaml.v2 v2.4.0 // indirect
gopkg.in/yaml.v3 v3.0.1 // indirect
)
Loading

0 comments on commit 68e0e64

Please sign in to comment.